[ 545.037608] env[70015]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=70015) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 545.037959] env[70015]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=70015) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 545.038019] env[70015]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=70015) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 545.038334] env[70015]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 545.137914] env[70015]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=70015) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 545.148488] env[70015]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=70015) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 545.192453] env[70015]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 545.752225] env[70015]: INFO nova.virt.driver [None req-1801048b-2cc8-47ea-ab3d-502f9899fc47 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 545.823489] env[70015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 545.823652] env[70015]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 545.823754] env[70015]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=70015) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 548.725414] env[70015]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-53803ed5-b856-4b12-ba9d-18e5bf2c2ecd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.199495] env[70015]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=70015) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 549.199669] env[70015]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-b03a4447-8073-4d3a-9de8-fa7a935bdd74 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.233904] env[70015]: INFO oslo_vmware.api [-] Successfully established new session; session ID is e021f. [ 549.234145] env[70015]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.410s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 549.234653] env[70015]: INFO nova.virt.vmwareapi.driver [None req-1801048b-2cc8-47ea-ab3d-502f9899fc47 None None] VMware vCenter version: 7.0.3 [ 549.238089] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0acbcdd-3645-451c-b715-a0b5309edd1c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.255768] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1afa94af-2893-437a-a3c0-20d9922bf049 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.261934] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746170d4-09c3-4e02-8dbb-f94b311d900d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.268820] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a157b5-ec6e-4b51-85aa-fde7426136d0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.283120] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7092e4e3-9ae2-4229-86a3-d650daddce55 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.289323] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79bba342-35c5-4b5d-8f21-57d9501ef734 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.320273] env[70015]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-2bc753c3-c933-4e59-a6fc-70bcfd8a818a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.325716] env[70015]: DEBUG nova.virt.vmwareapi.driver [None req-1801048b-2cc8-47ea-ab3d-502f9899fc47 None None] Extension org.openstack.compute already exists. {{(pid=70015) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 549.328475] env[70015]: INFO nova.compute.provider_config [None req-1801048b-2cc8-47ea-ab3d-502f9899fc47 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 549.831618] env[70015]: DEBUG nova.context [None req-1801048b-2cc8-47ea-ab3d-502f9899fc47 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),ee7a0055-1a9e-49e8-af5d-c484221e60da(cell1) {{(pid=70015) load_cells /opt/stack/nova/nova/context.py:464}} [ 549.833819] env[70015]: DEBUG oslo_concurrency.lockutils [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 549.834071] env[70015]: DEBUG oslo_concurrency.lockutils [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 549.834782] env[70015]: DEBUG oslo_concurrency.lockutils [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 549.835207] env[70015]: DEBUG oslo_concurrency.lockutils [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] Acquiring lock "ee7a0055-1a9e-49e8-af5d-c484221e60da" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 549.835393] env[70015]: DEBUG oslo_concurrency.lockutils [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] Lock "ee7a0055-1a9e-49e8-af5d-c484221e60da" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 549.836405] env[70015]: DEBUG oslo_concurrency.lockutils [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] Lock "ee7a0055-1a9e-49e8-af5d-c484221e60da" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 549.857291] env[70015]: INFO dbcounter [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] Registered counter for database nova_cell0 [ 549.865252] env[70015]: INFO dbcounter [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] Registered counter for database nova_cell1 [ 549.868467] env[70015]: DEBUG oslo_db.sqlalchemy.engines [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=70015) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 549.868839] env[70015]: DEBUG oslo_db.sqlalchemy.engines [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=70015) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 549.873554] env[70015]: ERROR nova.db.main.api [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 549.873554] env[70015]: result = function(*args, **kwargs) [ 549.873554] env[70015]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 549.873554] env[70015]: return func(*args, **kwargs) [ 549.873554] env[70015]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 549.873554] env[70015]: result = fn(*args, **kwargs) [ 549.873554] env[70015]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 549.873554] env[70015]: return f(*args, **kwargs) [ 549.873554] env[70015]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 549.873554] env[70015]: return db.service_get_minimum_version(context, binaries) [ 549.873554] env[70015]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 549.873554] env[70015]: _check_db_access() [ 549.873554] env[70015]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 549.873554] env[70015]: stacktrace = ''.join(traceback.format_stack()) [ 549.873554] env[70015]: [ 549.874558] env[70015]: ERROR nova.db.main.api [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 549.874558] env[70015]: result = function(*args, **kwargs) [ 549.874558] env[70015]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 549.874558] env[70015]: return func(*args, **kwargs) [ 549.874558] env[70015]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 549.874558] env[70015]: result = fn(*args, **kwargs) [ 549.874558] env[70015]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 549.874558] env[70015]: return f(*args, **kwargs) [ 549.874558] env[70015]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 549.874558] env[70015]: return db.service_get_minimum_version(context, binaries) [ 549.874558] env[70015]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 549.874558] env[70015]: _check_db_access() [ 549.874558] env[70015]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 549.874558] env[70015]: stacktrace = ''.join(traceback.format_stack()) [ 549.874558] env[70015]: [ 549.875183] env[70015]: WARNING nova.objects.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] Failed to get minimum service version for cell ee7a0055-1a9e-49e8-af5d-c484221e60da [ 549.875183] env[70015]: WARNING nova.objects.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 549.875486] env[70015]: DEBUG oslo_concurrency.lockutils [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] Acquiring lock "singleton_lock" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.875645] env[70015]: DEBUG oslo_concurrency.lockutils [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] Acquired lock "singleton_lock" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.875884] env[70015]: DEBUG oslo_concurrency.lockutils [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] Releasing lock "singleton_lock" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.876217] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] Full set of CONF: {{(pid=70015) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 549.876360] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] ******************************************************************************** {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 549.876511] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] Configuration options gathered from: {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 549.876657] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 549.876855] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 549.876983] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] ================================================================================ {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 549.877203] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] allow_resize_to_same_host = True {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.877373] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] arq_binding_timeout = 300 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.877504] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] backdoor_port = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.877632] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] backdoor_socket = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.877797] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] block_device_allocate_retries = 60 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.877958] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] block_device_allocate_retries_interval = 3 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.878141] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cert = self.pem {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.878310] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.878475] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] compute_monitors = [] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.878676] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] config_dir = [] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.878851] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] config_drive_format = iso9660 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.878986] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.879167] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] config_source = [] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.879336] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] console_host = devstack {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.879502] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] control_exchange = nova {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.879672] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cpu_allocation_ratio = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.879848] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] daemon = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.880029] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] debug = True {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.880190] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] default_access_ip_network_name = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.880356] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] default_availability_zone = nova {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.880512] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] default_ephemeral_format = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.880670] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] default_green_pool_size = 1000 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.880951] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.881107] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] default_schedule_zone = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.881252] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] disk_allocation_ratio = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.881411] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] enable_new_services = True {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.881588] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] enabled_apis = ['osapi_compute'] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.881751] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] enabled_ssl_apis = [] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.881907] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] flat_injected = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.882072] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] force_config_drive = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.882234] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] force_raw_images = True {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.882401] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] graceful_shutdown_timeout = 5 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.882560] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] heal_instance_info_cache_interval = -1 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.882779] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] host = cpu-1 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.882955] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.883137] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] initial_disk_allocation_ratio = 1.0 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.883299] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] initial_ram_allocation_ratio = 1.0 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.883510] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.883674] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] instance_build_timeout = 0 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.883834] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] instance_delete_interval = 300 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.884013] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] instance_format = [instance: %(uuid)s] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.884187] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] instance_name_template = instance-%08x {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.884348] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] instance_usage_audit = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.884516] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] instance_usage_audit_period = month {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.884679] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.884848] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] instances_path = /opt/stack/data/nova/instances {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.885018] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] internal_service_availability_zone = internal {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.885178] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] key = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.885335] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] live_migration_retry_count = 30 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.885500] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] log_color = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.885661] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] log_config_append = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.885853] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.886035] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] log_dir = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.886200] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] log_file = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.886331] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] log_options = True {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.886518] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] log_rotate_interval = 1 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.886705] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] log_rotate_interval_type = days {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.886877] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] log_rotation_type = none {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.887028] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.887152] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.887321] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.887487] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.887615] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.887779] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] long_rpc_timeout = 1800 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.887937] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] max_concurrent_builds = 10 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.888170] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] max_concurrent_live_migrations = 1 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.888355] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] max_concurrent_snapshots = 5 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.888519] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] max_local_block_devices = 3 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.888710] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] max_logfile_count = 30 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.888879] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] max_logfile_size_mb = 200 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.889058] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] maximum_instance_delete_attempts = 5 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.889233] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] metadata_listen = 0.0.0.0 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.889403] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] metadata_listen_port = 8775 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.889574] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] metadata_workers = 2 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.889735] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] migrate_max_retries = -1 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.889901] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] mkisofs_cmd = genisoimage {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.890129] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] my_block_storage_ip = 10.180.1.21 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.890269] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] my_ip = 10.180.1.21 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.890468] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.890631] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] network_allocate_retries = 0 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.890855] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.891087] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] osapi_compute_listen = 0.0.0.0 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.891269] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] osapi_compute_listen_port = 8774 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.891443] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] osapi_compute_unique_server_name_scope = {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.891617] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] osapi_compute_workers = 2 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.891782] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] password_length = 12 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.891944] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] periodic_enable = True {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.892133] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] periodic_fuzzy_delay = 60 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.892311] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] pointer_model = usbtablet {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.892479] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] preallocate_images = none {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.892643] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] publish_errors = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.892777] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] pybasedir = /opt/stack/nova {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.892935] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] ram_allocation_ratio = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.893110] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] rate_limit_burst = 0 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.893281] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] rate_limit_except_level = CRITICAL {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.893440] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] rate_limit_interval = 0 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.893601] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] reboot_timeout = 0 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.893762] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] reclaim_instance_interval = 0 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.893916] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] record = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.894094] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] reimage_timeout_per_gb = 60 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.894265] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] report_interval = 120 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.894425] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] rescue_timeout = 0 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.894584] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] reserved_host_cpus = 0 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.894743] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] reserved_host_disk_mb = 0 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.894899] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] reserved_host_memory_mb = 512 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.895068] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] reserved_huge_pages = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.895228] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] resize_confirm_window = 0 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.895388] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] resize_fs_using_block_device = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.895546] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] resume_guests_state_on_host_boot = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.895714] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.895880] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] rpc_response_timeout = 60 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.896059] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] run_external_periodic_tasks = True {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.896238] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] running_deleted_instance_action = reap {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.896399] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] running_deleted_instance_poll_interval = 1800 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.896584] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] running_deleted_instance_timeout = 0 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.896753] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] scheduler_instance_sync_interval = 120 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.896924] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] service_down_time = 720 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.897104] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] servicegroup_driver = db {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.897265] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] shell_completion = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.897428] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] shelved_offload_time = 0 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.897588] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] shelved_poll_interval = 3600 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.897761] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] shutdown_timeout = 0 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.897933] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] source_is_ipv6 = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.898107] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] ssl_only = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.898373] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.898549] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] sync_power_state_interval = 600 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.898741] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] sync_power_state_pool_size = 1000 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.898920] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] syslog_log_facility = LOG_USER {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.899095] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] tempdir = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.899262] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] timeout_nbd = 10 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.899434] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] transport_url = **** {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.899604] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] update_resources_interval = 0 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.899763] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] use_cow_images = True {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.899924] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] use_journal = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.900096] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] use_json = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.900260] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] use_rootwrap_daemon = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.900419] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] use_stderr = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.900578] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] use_syslog = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.900736] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vcpu_pin_set = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.900922] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vif_plugging_is_fatal = True {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.901122] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vif_plugging_timeout = 300 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.901294] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] virt_mkfs = [] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.901456] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] volume_usage_poll_interval = 0 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.901619] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] watch_log_file = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.901789] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] web = /usr/share/spice-html5 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.901971] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.902152] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.902317] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.902489] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_concurrency.disable_process_locking = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.903030] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.903228] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.903402] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.903579] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.903773] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.903926] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.904131] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] api.auth_strategy = keystone {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.904306] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] api.compute_link_prefix = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.904486] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.904663] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] api.dhcp_domain = novalocal {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.904835] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] api.enable_instance_password = True {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.905007] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] api.glance_link_prefix = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.905187] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.905394] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.905588] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] api.instance_list_per_project_cells = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.905765] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] api.list_records_by_skipping_down_cells = True {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.905932] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] api.local_metadata_per_cell = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.906117] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] api.max_limit = 1000 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.906290] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] api.metadata_cache_expiration = 15 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.906482] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] api.neutron_default_tenant_id = default {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.906674] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] api.response_validation = warn {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.906854] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] api.use_neutron_default_nets = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.907040] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.907215] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.907385] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.907571] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.907745] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] api.vendordata_dynamic_targets = [] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.907913] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] api.vendordata_jsonfile_path = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.908111] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.908311] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cache.backend = dogpile.cache.memcached {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.908479] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cache.backend_argument = **** {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.908659] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cache.backend_expiration_time = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.908841] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cache.config_prefix = cache.oslo {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.909022] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cache.dead_timeout = 60.0 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.909197] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cache.debug_cache_backend = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.909362] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cache.enable_retry_client = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.909528] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cache.enable_socket_keepalive = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.909700] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cache.enabled = True {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.909867] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cache.enforce_fips_mode = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.910044] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cache.expiration_time = 600 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.910215] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cache.hashclient_retry_attempts = 2 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.910381] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cache.hashclient_retry_delay = 1.0 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.910544] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cache.memcache_dead_retry = 300 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.910703] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cache.memcache_password = **** {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.910867] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.911043] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.911211] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cache.memcache_pool_maxsize = 10 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.911374] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.911539] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cache.memcache_sasl_enabled = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.911717] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.911884] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cache.memcache_socket_timeout = 1.0 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.912057] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cache.memcache_username = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.912226] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cache.proxies = [] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.912389] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cache.redis_db = 0 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.912550] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cache.redis_password = **** {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.912724] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cache.redis_sentinel_service_name = mymaster {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.912899] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.913083] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cache.redis_server = localhost:6379 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.913256] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cache.redis_socket_timeout = 1.0 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.913421] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cache.redis_username = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.913588] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cache.retry_attempts = 2 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.913757] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cache.retry_delay = 0.0 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.913920] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cache.socket_keepalive_count = 1 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.914099] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cache.socket_keepalive_idle = 1 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.914267] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cache.socket_keepalive_interval = 1 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.914429] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cache.tls_allowed_ciphers = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.914590] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cache.tls_cafile = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.914752] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cache.tls_certfile = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.914914] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cache.tls_enabled = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.915085] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cache.tls_keyfile = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.915258] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cinder.auth_section = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.915434] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cinder.auth_type = password {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.915597] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cinder.cafile = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.915775] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cinder.catalog_info = volumev3::publicURL {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.915938] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cinder.certfile = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.916122] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cinder.collect_timing = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.916291] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cinder.cross_az_attach = True {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.916468] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cinder.debug = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.916649] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cinder.endpoint_template = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.916818] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cinder.http_retries = 3 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.916982] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cinder.insecure = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.917161] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cinder.keyfile = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.917363] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cinder.os_region_name = RegionOne {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.917529] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cinder.split_loggers = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.917696] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cinder.timeout = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.917873] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.918058] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] compute.cpu_dedicated_set = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.918230] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] compute.cpu_shared_set = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.918397] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] compute.image_type_exclude_list = [] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.918576] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.918763] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] compute.max_concurrent_disk_ops = 0 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.918931] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] compute.max_disk_devices_to_attach = -1 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.919109] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.919283] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.919447] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] compute.resource_provider_association_refresh = 300 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.919631] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.919812] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] compute.shutdown_retry_interval = 10 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.919997] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.920195] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] conductor.workers = 2 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.920375] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] console.allowed_origins = [] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.920543] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] console.ssl_ciphers = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.920712] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] console.ssl_minimum_version = default {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.920879] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] consoleauth.enforce_session_timeout = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.921074] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] consoleauth.token_ttl = 600 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.921254] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cyborg.cafile = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.921414] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cyborg.certfile = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.921579] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cyborg.collect_timing = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.921741] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cyborg.connect_retries = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.921900] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cyborg.connect_retry_delay = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.922073] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cyborg.endpoint_override = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.922239] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cyborg.insecure = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.922396] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cyborg.keyfile = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.922555] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cyborg.max_version = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.922714] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cyborg.min_version = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.922873] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cyborg.region_name = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.923040] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cyborg.retriable_status_codes = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.923207] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cyborg.service_name = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.923378] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cyborg.service_type = accelerator {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.923539] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cyborg.split_loggers = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.923704] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cyborg.status_code_retries = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.923851] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cyborg.status_code_retry_delay = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.924015] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cyborg.timeout = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.924205] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.924363] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] cyborg.version = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.924533] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] database.asyncio_connection = **** {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.924697] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] database.asyncio_slave_connection = **** {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.924870] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] database.backend = sqlalchemy {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.925054] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] database.connection = **** {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.925227] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] database.connection_debug = 0 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.925399] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] database.connection_parameters = {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.925566] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] database.connection_recycle_time = 3600 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.925733] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] database.connection_trace = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.925895] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] database.db_inc_retry_interval = True {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.926066] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] database.db_max_retries = 20 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.926235] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] database.db_max_retry_interval = 10 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.926398] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] database.db_retry_interval = 1 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.926590] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] database.max_overflow = 50 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.926762] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] database.max_pool_size = 5 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.926927] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] database.max_retries = 10 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.927114] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.927281] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] database.mysql_wsrep_sync_wait = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.927439] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] database.pool_timeout = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.927603] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] database.retry_interval = 10 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.927764] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] database.slave_connection = **** {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.927938] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] database.sqlite_synchronous = True {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.928120] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] database.use_db_reconnect = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.928301] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] api_database.asyncio_connection = **** {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.928465] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] api_database.asyncio_slave_connection = **** {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.928688] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] api_database.backend = sqlalchemy {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.928886] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] api_database.connection = **** {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.929066] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] api_database.connection_debug = 0 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.929245] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] api_database.connection_parameters = {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.929411] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] api_database.connection_recycle_time = 3600 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.929574] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] api_database.connection_trace = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.929738] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] api_database.db_inc_retry_interval = True {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.929899] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] api_database.db_max_retries = 20 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.930072] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] api_database.db_max_retry_interval = 10 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.930238] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] api_database.db_retry_interval = 1 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.930401] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] api_database.max_overflow = 50 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.930563] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] api_database.max_pool_size = 5 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.930767] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] api_database.max_retries = 10 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.930904] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.931103] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.931317] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] api_database.pool_timeout = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.931494] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] api_database.retry_interval = 10 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.931654] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] api_database.slave_connection = **** {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.931823] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] api_database.sqlite_synchronous = True {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.931996] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] devices.enabled_mdev_types = [] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.932217] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.932413] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] ephemeral_storage_encryption.default_format = luks {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.932644] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] ephemeral_storage_encryption.enabled = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.932851] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.933042] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] glance.api_servers = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.933215] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] glance.cafile = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.933397] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] glance.certfile = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.933608] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] glance.collect_timing = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.933782] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] glance.connect_retries = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.933944] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] glance.connect_retry_delay = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.934127] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] glance.debug = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.934301] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] glance.default_trusted_certificate_ids = [] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.934465] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] glance.enable_certificate_validation = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.934630] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] glance.enable_rbd_download = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.934792] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] glance.endpoint_override = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.934961] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] glance.insecure = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.935158] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] glance.keyfile = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.935334] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] glance.max_version = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.935496] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] glance.min_version = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.935662] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] glance.num_retries = 3 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.935835] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] glance.rbd_ceph_conf = {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.936011] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] glance.rbd_connect_timeout = 5 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.936189] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] glance.rbd_pool = {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.936359] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] glance.rbd_user = {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.936551] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] glance.region_name = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.936725] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] glance.retriable_status_codes = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.936887] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] glance.service_name = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.937073] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] glance.service_type = image {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.937243] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] glance.split_loggers = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.937403] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] glance.status_code_retries = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.937566] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] glance.status_code_retry_delay = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.937726] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] glance.timeout = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.937908] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.938086] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] glance.verify_glance_signatures = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.938251] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] glance.version = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.938419] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] guestfs.debug = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.938612] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] manila.auth_section = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.938791] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] manila.auth_type = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.938953] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] manila.cafile = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.939180] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] manila.certfile = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.939381] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] manila.collect_timing = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.939595] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] manila.connect_retries = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.939799] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] manila.connect_retry_delay = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.939975] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] manila.endpoint_override = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.940185] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] manila.insecure = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.940372] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] manila.keyfile = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.940567] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] manila.max_version = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.940739] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] manila.min_version = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.940924] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] manila.region_name = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.941123] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] manila.retriable_status_codes = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.941290] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] manila.service_name = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.941465] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] manila.service_type = shared-file-system {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.941633] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] manila.share_apply_policy_timeout = 10 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.941799] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] manila.split_loggers = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.941962] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] manila.status_code_retries = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.942140] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] manila.status_code_retry_delay = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.942304] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] manila.timeout = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.942486] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.942648] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] manila.version = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.942818] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] mks.enabled = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.943193] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.943395] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] image_cache.manager_interval = 2400 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.943572] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] image_cache.precache_concurrency = 1 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.943749] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] image_cache.remove_unused_base_images = True {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.943923] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.944106] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.944290] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] image_cache.subdirectory_name = _base {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.944466] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] ironic.api_max_retries = 60 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.944634] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] ironic.api_retry_interval = 2 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.944799] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] ironic.auth_section = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.944964] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] ironic.auth_type = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.945144] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] ironic.cafile = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.945383] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] ironic.certfile = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.945585] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] ironic.collect_timing = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.945759] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] ironic.conductor_group = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.945922] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] ironic.connect_retries = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.946150] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] ironic.connect_retry_delay = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.946333] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] ironic.endpoint_override = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.946500] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] ironic.insecure = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.946663] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] ironic.keyfile = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.946825] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] ironic.max_version = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.946983] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] ironic.min_version = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.947167] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] ironic.peer_list = [] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.947329] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] ironic.region_name = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.947490] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] ironic.retriable_status_codes = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.947655] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] ironic.serial_console_state_timeout = 10 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.947818] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] ironic.service_name = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.947990] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] ironic.service_type = baremetal {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.948168] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] ironic.shard = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.948335] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] ironic.split_loggers = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.948552] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] ironic.status_code_retries = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.948752] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] ironic.status_code_retry_delay = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.948920] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] ironic.timeout = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.949119] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.949285] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] ironic.version = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.949469] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.949645] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] key_manager.fixed_key = **** {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.949830] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.949991] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] barbican.barbican_api_version = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.950167] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] barbican.barbican_endpoint = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.950340] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] barbican.barbican_endpoint_type = public {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.950498] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] barbican.barbican_region_name = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.950657] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] barbican.cafile = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.950815] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] barbican.certfile = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.951014] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] barbican.collect_timing = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.951193] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] barbican.insecure = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.951354] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] barbican.keyfile = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.951517] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] barbican.number_of_retries = 60 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.951679] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] barbican.retry_delay = 1 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.951847] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] barbican.send_service_user_token = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.952028] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] barbican.split_loggers = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.952184] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] barbican.timeout = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.952347] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] barbican.verify_ssl = True {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.952506] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] barbican.verify_ssl_path = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.952675] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] barbican_service_user.auth_section = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.952840] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] barbican_service_user.auth_type = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.953008] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] barbican_service_user.cafile = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.953183] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] barbican_service_user.certfile = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.953348] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] barbican_service_user.collect_timing = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.953513] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] barbican_service_user.insecure = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.953676] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] barbican_service_user.keyfile = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.953841] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] barbican_service_user.split_loggers = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.954008] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] barbican_service_user.timeout = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.954181] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vault.approle_role_id = **** {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.954343] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vault.approle_secret_id = **** {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.954516] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vault.kv_mountpoint = secret {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.954679] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vault.kv_path = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.954846] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vault.kv_version = 2 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.955016] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vault.namespace = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.955184] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vault.root_token_id = **** {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.955345] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vault.ssl_ca_crt_file = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.955511] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vault.timeout = 60.0 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.955675] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vault.use_ssl = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.955847] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.956020] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] keystone.cafile = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.956186] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] keystone.certfile = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.956350] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] keystone.collect_timing = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.956531] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] keystone.connect_retries = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.956706] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] keystone.connect_retry_delay = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.956870] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] keystone.endpoint_override = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.957046] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] keystone.insecure = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.957212] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] keystone.keyfile = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.957371] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] keystone.max_version = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.957529] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] keystone.min_version = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.957689] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] keystone.region_name = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.957851] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] keystone.retriable_status_codes = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.958014] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] keystone.service_name = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.958199] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] keystone.service_type = identity {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.958360] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] keystone.split_loggers = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.958522] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] keystone.status_code_retries = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.958716] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] keystone.status_code_retry_delay = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.958882] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] keystone.timeout = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.959079] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.959246] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] keystone.version = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.959437] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.ceph_mount_options = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.959763] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.959949] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.connection_uri = {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.960130] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.cpu_mode = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.960302] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.cpu_model_extra_flags = [] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.960474] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.cpu_models = [] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.960646] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.cpu_power_governor_high = performance {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.960818] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.cpu_power_governor_low = powersave {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.961026] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.cpu_power_management = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.961209] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.961382] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.device_detach_attempts = 8 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.961548] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.device_detach_timeout = 20 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.961719] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.disk_cachemodes = [] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.961884] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.disk_prefix = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.962061] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.enabled_perf_events = [] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.962226] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.file_backed_memory = 0 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.962393] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.gid_maps = [] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.962554] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.hw_disk_discard = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.962715] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.hw_machine_type = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.962885] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.images_rbd_ceph_conf = {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.963062] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.963227] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.963395] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.images_rbd_glance_store_name = {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.963562] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.images_rbd_pool = rbd {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.963733] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.images_type = default {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.963900] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.images_volume_group = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.964089] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.inject_key = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.964258] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.inject_partition = -2 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.964420] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.inject_password = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.964582] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.iscsi_iface = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.964747] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.iser_use_multipath = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.964910] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.live_migration_bandwidth = 0 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.965084] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.965251] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.live_migration_downtime = 500 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.965414] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.965575] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.965735] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.live_migration_inbound_addr = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.965896] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.966068] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.live_migration_permit_post_copy = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.966231] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.live_migration_scheme = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.966402] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.live_migration_timeout_action = abort {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.966593] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.live_migration_tunnelled = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.966760] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.live_migration_uri = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.966925] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.live_migration_with_native_tls = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.967099] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.max_queues = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.967267] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.967499] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.967664] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.nfs_mount_options = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.967958] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.968147] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.968314] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.num_iser_scan_tries = 5 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.968476] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.num_memory_encrypted_guests = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.968665] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.968841] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.num_pcie_ports = 0 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.969016] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.num_volume_scan_tries = 5 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.969187] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.pmem_namespaces = [] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.969348] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.quobyte_client_cfg = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.969640] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.969815] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.rbd_connect_timeout = 5 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.969977] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.970156] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.970316] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.rbd_secret_uuid = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.970472] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.rbd_user = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.970632] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.970804] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.remote_filesystem_transport = ssh {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.971025] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.rescue_image_id = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.971218] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.rescue_kernel_id = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.971382] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.rescue_ramdisk_id = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.971550] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.971712] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.rx_queue_size = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.971880] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.smbfs_mount_options = {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.972191] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.972372] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.snapshot_compression = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.972537] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.snapshot_image_format = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.972768] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.972939] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.sparse_logical_volumes = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.973118] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.swtpm_enabled = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.973293] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.swtpm_group = tss {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.973463] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.swtpm_user = tss {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.973631] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.sysinfo_serial = unique {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.973793] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.tb_cache_size = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.973950] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.tx_queue_size = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.974126] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.uid_maps = [] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.974292] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.use_virtio_for_bridges = True {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.974462] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.virt_type = kvm {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.974628] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.volume_clear = zero {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.974792] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.volume_clear_size = 0 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.974962] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.volume_enforce_multipath = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.975140] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.volume_use_multipath = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.975301] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.vzstorage_cache_path = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.975471] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.975639] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.vzstorage_mount_group = qemu {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.975805] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.vzstorage_mount_opts = [] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.975973] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.976276] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.976468] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.vzstorage_mount_user = stack {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.976659] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.976837] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] neutron.auth_section = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.977015] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] neutron.auth_type = password {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.977183] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] neutron.cafile = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.977342] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] neutron.certfile = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.977504] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] neutron.collect_timing = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.977665] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] neutron.connect_retries = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.977824] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] neutron.connect_retry_delay = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.977994] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] neutron.default_floating_pool = public {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.978169] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] neutron.endpoint_override = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.978334] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] neutron.extension_sync_interval = 600 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.978493] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] neutron.http_retries = 3 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.978687] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] neutron.insecure = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.978859] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] neutron.keyfile = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.979035] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] neutron.max_version = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.979214] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.979373] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] neutron.min_version = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.979550] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] neutron.ovs_bridge = br-int {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.979760] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] neutron.physnets = [] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.979942] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] neutron.region_name = RegionOne {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.980118] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] neutron.retriable_status_codes = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.980293] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] neutron.service_metadata_proxy = True {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.980455] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] neutron.service_name = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.980624] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] neutron.service_type = network {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.980793] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] neutron.split_loggers = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.980953] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] neutron.status_code_retries = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.981125] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] neutron.status_code_retry_delay = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.981287] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] neutron.timeout = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.981467] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.981631] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] neutron.version = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.981802] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] notifications.bdms_in_notifications = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.981978] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] notifications.default_level = INFO {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.982159] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] notifications.include_share_mapping = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.982345] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] notifications.notification_format = unversioned {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.982511] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] notifications.notify_on_state_change = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.982687] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.982864] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] pci.alias = [] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.983046] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] pci.device_spec = [] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.983213] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] pci.report_in_placement = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.983384] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] placement.auth_section = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.983557] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] placement.auth_type = password {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.983726] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.983885] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] placement.cafile = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.984052] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] placement.certfile = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.984220] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] placement.collect_timing = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.984377] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] placement.connect_retries = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.984533] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] placement.connect_retry_delay = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.984694] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] placement.default_domain_id = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.984848] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] placement.default_domain_name = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.985015] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] placement.domain_id = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.985174] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] placement.domain_name = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.985330] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] placement.endpoint_override = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.985489] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] placement.insecure = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.985642] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] placement.keyfile = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.985799] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] placement.max_version = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.985953] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] placement.min_version = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.986132] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] placement.password = **** {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.986292] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] placement.project_domain_id = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.986465] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] placement.project_domain_name = Default {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.986662] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] placement.project_id = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.986847] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] placement.project_name = service {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.987028] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] placement.region_name = RegionOne {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.987197] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] placement.retriable_status_codes = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.987371] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] placement.service_name = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.987542] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] placement.service_type = placement {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.987706] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] placement.split_loggers = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.987865] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] placement.status_code_retries = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.988035] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] placement.status_code_retry_delay = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.988199] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] placement.system_scope = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.988356] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] placement.timeout = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.988511] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] placement.trust_id = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.988695] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] placement.user_domain_id = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.988870] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] placement.user_domain_name = Default {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.989040] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] placement.user_id = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.989220] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] placement.username = nova {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.989400] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.989572] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] placement.version = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.989770] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] quota.cores = 20 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.989935] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] quota.count_usage_from_placement = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.990120] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.990291] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] quota.injected_file_content_bytes = 10240 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.990458] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] quota.injected_file_path_length = 255 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.990625] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] quota.injected_files = 5 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.990790] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] quota.instances = 10 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.990953] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] quota.key_pairs = 100 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.991129] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] quota.metadata_items = 128 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.991297] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] quota.ram = 51200 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.991457] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] quota.recheck_quota = True {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.991621] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] quota.server_group_members = 10 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.991788] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] quota.server_groups = 10 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.991995] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.992183] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] quota.unified_limits_resource_strategy = require {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.992490] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.992544] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.992691] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] scheduler.image_metadata_prefilter = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.992853] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.993030] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] scheduler.max_attempts = 3 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.993198] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] scheduler.max_placement_results = 1000 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.993361] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.993523] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] scheduler.query_placement_for_image_type_support = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.993683] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.993858] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] scheduler.workers = 2 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.994044] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.994219] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.994396] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.994565] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.994729] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.994893] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.995066] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.995258] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.995423] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] filter_scheduler.host_subset_size = 1 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.995587] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.995750] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.995912] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.996089] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.996270] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.996436] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] filter_scheduler.isolated_hosts = [] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.996630] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] filter_scheduler.isolated_images = [] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.996798] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.996960] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.997137] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.997303] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] filter_scheduler.pci_in_placement = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.997467] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.997629] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.997793] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.997955] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.998130] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.998297] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.998463] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] filter_scheduler.track_instance_changes = True {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.998668] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.998848] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] metrics.required = True {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.999019] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] metrics.weight_multiplier = 1.0 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.999187] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.999350] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] metrics.weight_setting = [] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.999680] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.999856] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] serial_console.enabled = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.000044] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] serial_console.port_range = 10000:20000 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.000222] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.000390] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.000557] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] serial_console.serialproxy_port = 6083 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.000726] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] service_user.auth_section = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.000896] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] service_user.auth_type = password {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.001065] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] service_user.cafile = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.001227] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] service_user.certfile = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.001386] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] service_user.collect_timing = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.001542] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] service_user.insecure = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.001697] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] service_user.keyfile = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.001867] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] service_user.send_service_user_token = True {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.002038] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] service_user.split_loggers = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.002199] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] service_user.timeout = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.002366] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] spice.agent_enabled = True {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.002528] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] spice.enabled = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.002826] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.003036] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.003212] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] spice.html5proxy_port = 6082 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.003374] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] spice.image_compression = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.003535] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] spice.jpeg_compression = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.003691] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] spice.playback_compression = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.003854] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] spice.require_secure = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.004032] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] spice.server_listen = 127.0.0.1 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.004206] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.004481] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.004651] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] spice.streaming_mode = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.004811] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] spice.zlib_compression = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.004975] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] upgrade_levels.baseapi = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.005161] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] upgrade_levels.compute = auto {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.005320] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] upgrade_levels.conductor = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.005475] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] upgrade_levels.scheduler = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.005643] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vendordata_dynamic_auth.auth_section = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.005801] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vendordata_dynamic_auth.auth_type = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.005957] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vendordata_dynamic_auth.cafile = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.006126] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vendordata_dynamic_auth.certfile = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.006289] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.006453] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vendordata_dynamic_auth.insecure = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.006637] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vendordata_dynamic_auth.keyfile = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.006803] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.006960] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vendordata_dynamic_auth.timeout = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.007145] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vmware.api_retry_count = 10 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.007306] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vmware.ca_file = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.007475] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vmware.cache_prefix = devstack-image-cache {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.007641] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vmware.cluster_name = testcl1 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.007851] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vmware.connection_pool_size = 10 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.008036] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vmware.console_delay_seconds = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.008212] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vmware.datastore_regex = ^datastore.* {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.008420] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.008624] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vmware.host_password = **** {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.008802] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vmware.host_port = 443 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.008972] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vmware.host_username = administrator@vsphere.local {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.009165] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vmware.insecure = True {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.009319] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vmware.integration_bridge = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.009483] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vmware.maximum_objects = 100 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.009644] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vmware.pbm_default_policy = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.009803] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vmware.pbm_enabled = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.009957] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vmware.pbm_wsdl_location = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.010140] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.010298] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vmware.serial_port_proxy_uri = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.010454] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vmware.serial_port_service_uri = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.010620] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vmware.task_poll_interval = 0.5 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.010790] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vmware.use_linked_clone = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.010958] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vmware.vnc_keymap = en-us {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.011137] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vmware.vnc_port = 5900 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.011299] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vmware.vnc_port_total = 10000 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.011481] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vnc.auth_schemes = ['none'] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.011657] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vnc.enabled = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.011942] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.012137] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.012309] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vnc.novncproxy_port = 6080 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.012494] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vnc.server_listen = 127.0.0.1 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.012673] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.012834] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vnc.vencrypt_ca_certs = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.012993] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vnc.vencrypt_client_cert = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.013168] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vnc.vencrypt_client_key = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.013340] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.013501] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] workarounds.disable_deep_image_inspection = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.013663] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.013823] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.013979] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.014162] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] workarounds.disable_rootwrap = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.014327] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] workarounds.enable_numa_live_migration = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.014487] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.014645] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.014807] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.014964] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] workarounds.libvirt_disable_apic = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.015136] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.015297] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.015455] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.015614] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.015773] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.015930] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.016101] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.016262] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.016420] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.016582] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.016764] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.016930] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] wsgi.client_socket_timeout = 900 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.017775] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] wsgi.default_pool_size = 1000 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.018010] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] wsgi.keep_alive = True {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.018206] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] wsgi.max_header_line = 16384 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.018381] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] wsgi.secure_proxy_ssl_header = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.018600] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] wsgi.ssl_ca_file = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.018791] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] wsgi.ssl_cert_file = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.018962] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] wsgi.ssl_key_file = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.019150] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] wsgi.tcp_keepidle = 600 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.019347] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.019523] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] zvm.ca_file = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.019711] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] zvm.cloud_connector_url = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.020040] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.020232] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] zvm.reachable_timeout = 300 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.020411] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.020618] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.020817] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] profiler.connection_string = messaging:// {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.020992] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] profiler.enabled = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.021265] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] profiler.es_doc_type = notification {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.021440] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] profiler.es_scroll_size = 10000 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.021614] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] profiler.es_scroll_time = 2m {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.021780] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] profiler.filter_error_trace = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.021951] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] profiler.hmac_keys = **** {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.022141] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] profiler.sentinel_service_name = mymaster {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.022313] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] profiler.socket_timeout = 0.1 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.022478] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] profiler.trace_requests = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.022651] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] profiler.trace_sqlalchemy = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.022834] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] profiler_jaeger.process_tags = {} {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.022998] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] profiler_jaeger.service_name_prefix = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.023181] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] profiler_otlp.service_name_prefix = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.023351] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] remote_debug.host = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.023518] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] remote_debug.port = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.023732] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.023951] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.024152] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.024321] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.024484] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.024651] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.024816] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.024979] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.025160] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.025334] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.025494] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.025669] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.025834] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.025999] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.026181] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.026353] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.026551] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.026730] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.026904] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.027079] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.027244] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.027407] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.027572] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.027775] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.027953] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.028133] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.028297] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.028457] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.028638] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.028811] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.028975] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_messaging_rabbit.ssl = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.029231] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.029412] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.029580] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.029750] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.029916] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_messaging_rabbit.ssl_version = {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.030091] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.030282] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.030450] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_messaging_notifications.retry = -1 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.030627] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.030801] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_messaging_notifications.transport_url = **** {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.030971] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_limit.auth_section = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.031222] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_limit.auth_type = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.031409] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_limit.cafile = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.031574] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_limit.certfile = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.031741] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_limit.collect_timing = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.031906] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_limit.connect_retries = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.032076] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_limit.connect_retry_delay = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.032243] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_limit.endpoint_id = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.032416] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_limit.endpoint_interface = publicURL {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.032577] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_limit.endpoint_override = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.032740] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_limit.endpoint_region_name = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.032898] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_limit.endpoint_service_name = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.033069] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_limit.endpoint_service_type = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.033237] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_limit.insecure = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.033394] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_limit.keyfile = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.033553] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_limit.max_version = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.033710] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_limit.min_version = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.033867] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_limit.region_name = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.034037] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_limit.retriable_status_codes = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.034263] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_limit.service_name = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.034453] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_limit.service_type = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.034620] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_limit.split_loggers = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.034782] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_limit.status_code_retries = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.034941] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_limit.status_code_retry_delay = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.035114] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_limit.timeout = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.035281] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_limit.valid_interfaces = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.035439] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_limit.version = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.035607] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_reports.file_event_handler = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.035780] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.035941] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] oslo_reports.log_dir = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.036130] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.036292] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.036453] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.036621] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.036787] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.036946] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.037131] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.037295] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vif_plug_ovs_privileged.group = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.037455] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.037630] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.037806] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.037967] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] vif_plug_ovs_privileged.user = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.038154] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] os_vif_linux_bridge.flat_interface = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.038339] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.038514] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.038713] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.038896] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.039084] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.039339] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.039515] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.039775] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.039937] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] os_vif_ovs.isolate_vif = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.040127] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.040301] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.040473] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.040652] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] os_vif_ovs.ovsdb_interface = native {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.040816] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] os_vif_ovs.per_port_bridge = False {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.040988] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] privsep_osbrick.capabilities = [21] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.041167] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] privsep_osbrick.group = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.041412] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] privsep_osbrick.helper_command = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.041598] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.041812] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.042008] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] privsep_osbrick.user = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.042201] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.042365] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] nova_sys_admin.group = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.042526] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] nova_sys_admin.helper_command = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.042696] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.042862] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.043033] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] nova_sys_admin.user = None {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.043168] env[70015]: DEBUG oslo_service.backend.eventlet.service [None req-38480300-f31d-4a3c-808f-6d9fa61c2543 None None] ******************************************************************************** {{(pid=70015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 550.043593] env[70015]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 550.547039] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-1f52a64a-4bfd-4623-b40c-9547c93d53f3 None None] Getting list of instances from cluster (obj){ [ 550.547039] env[70015]: value = "domain-c8" [ 550.547039] env[70015]: _type = "ClusterComputeResource" [ 550.547039] env[70015]: } {{(pid=70015) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 550.548141] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76de1c2-4ea8-49e6-9cac-aad03dad0e19 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.557157] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-1f52a64a-4bfd-4623-b40c-9547c93d53f3 None None] Got total of 0 instances {{(pid=70015) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 550.557727] env[70015]: WARNING nova.virt.vmwareapi.driver [None req-1f52a64a-4bfd-4623-b40c-9547c93d53f3 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 550.558215] env[70015]: INFO nova.virt.node [None req-1f52a64a-4bfd-4623-b40c-9547c93d53f3 None None] Generated node identity 74b1aad2-fde9-482f-bdc7-a62277f2e79c [ 550.558447] env[70015]: INFO nova.virt.node [None req-1f52a64a-4bfd-4623-b40c-9547c93d53f3 None None] Wrote node identity 74b1aad2-fde9-482f-bdc7-a62277f2e79c to /opt/stack/data/n-cpu-1/compute_id [ 551.060671] env[70015]: WARNING nova.compute.manager [None req-1f52a64a-4bfd-4623-b40c-9547c93d53f3 None None] Compute nodes ['74b1aad2-fde9-482f-bdc7-a62277f2e79c'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 552.066695] env[70015]: INFO nova.compute.manager [None req-1f52a64a-4bfd-4623-b40c-9547c93d53f3 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 553.073428] env[70015]: WARNING nova.compute.manager [None req-1f52a64a-4bfd-4623-b40c-9547c93d53f3 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 553.073786] env[70015]: DEBUG oslo_concurrency.lockutils [None req-1f52a64a-4bfd-4623-b40c-9547c93d53f3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 553.073933] env[70015]: DEBUG oslo_concurrency.lockutils [None req-1f52a64a-4bfd-4623-b40c-9547c93d53f3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 553.074132] env[70015]: DEBUG oslo_concurrency.lockutils [None req-1f52a64a-4bfd-4623-b40c-9547c93d53f3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 553.074325] env[70015]: DEBUG nova.compute.resource_tracker [None req-1f52a64a-4bfd-4623-b40c-9547c93d53f3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70015) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 553.075264] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe4705d-dffc-4d16-8dd4-64ef2ee6f665 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.083403] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97145232-ccab-404e-9378-eb598730b1dc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.098480] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e15d4d-af65-4b7b-8b34-07c7c39a6891 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.104527] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1febd7-aa76-4141-bcc3-8dcd694ec29a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.132775] env[70015]: DEBUG nova.compute.resource_tracker [None req-1f52a64a-4bfd-4623-b40c-9547c93d53f3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180953MB free_disk=77GB free_vcpus=48 pci_devices=None {{(pid=70015) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 553.132905] env[70015]: DEBUG oslo_concurrency.lockutils [None req-1f52a64a-4bfd-4623-b40c-9547c93d53f3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 553.133136] env[70015]: DEBUG oslo_concurrency.lockutils [None req-1f52a64a-4bfd-4623-b40c-9547c93d53f3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 553.635335] env[70015]: WARNING nova.compute.resource_tracker [None req-1f52a64a-4bfd-4623-b40c-9547c93d53f3 None None] No compute node record for cpu-1:74b1aad2-fde9-482f-bdc7-a62277f2e79c: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 74b1aad2-fde9-482f-bdc7-a62277f2e79c could not be found. [ 554.138776] env[70015]: INFO nova.compute.resource_tracker [None req-1f52a64a-4bfd-4623-b40c-9547c93d53f3 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 74b1aad2-fde9-482f-bdc7-a62277f2e79c [ 555.646998] env[70015]: DEBUG nova.compute.resource_tracker [None req-1f52a64a-4bfd-4623-b40c-9547c93d53f3 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=70015) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 555.647374] env[70015]: DEBUG nova.compute.resource_tracker [None req-1f52a64a-4bfd-4623-b40c-9547c93d53f3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=70015) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 555.804737] env[70015]: INFO nova.scheduler.client.report [None req-1f52a64a-4bfd-4623-b40c-9547c93d53f3 None None] [req-30080e15-2461-4911-a11e-bb3651efca0b] Created resource provider record via placement API for resource provider with UUID 74b1aad2-fde9-482f-bdc7-a62277f2e79c and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 555.821663] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6ac71b-33ee-4eae-88c7-02680c71f972 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.829697] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ccd000c-9494-4d34-88e8-ae619d7b5b3f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.860144] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec8d362-264d-4603-b5a4-bf7d45b13710 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.867844] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dba349b-7fb8-4af6-803b-36292b5092c3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.881108] env[70015]: DEBUG nova.compute.provider_tree [None req-1f52a64a-4bfd-4623-b40c-9547c93d53f3 None None] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 556.417242] env[70015]: DEBUG nova.scheduler.client.report [None req-1f52a64a-4bfd-4623-b40c-9547c93d53f3 None None] Updated inventory for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 556.417507] env[70015]: DEBUG nova.compute.provider_tree [None req-1f52a64a-4bfd-4623-b40c-9547c93d53f3 None None] Updating resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c generation from 0 to 1 during operation: update_inventory {{(pid=70015) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 556.417668] env[70015]: DEBUG nova.compute.provider_tree [None req-1f52a64a-4bfd-4623-b40c-9547c93d53f3 None None] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 556.464110] env[70015]: DEBUG nova.compute.provider_tree [None req-1f52a64a-4bfd-4623-b40c-9547c93d53f3 None None] Updating resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c generation from 1 to 2 during operation: update_traits {{(pid=70015) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 556.968356] env[70015]: DEBUG nova.compute.resource_tracker [None req-1f52a64a-4bfd-4623-b40c-9547c93d53f3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70015) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 556.968697] env[70015]: DEBUG oslo_concurrency.lockutils [None req-1f52a64a-4bfd-4623-b40c-9547c93d53f3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.835s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 556.968766] env[70015]: DEBUG nova.service [None req-1f52a64a-4bfd-4623-b40c-9547c93d53f3 None None] Creating RPC server for service compute {{(pid=70015) start /opt/stack/nova/nova/service.py:178}} [ 556.981964] env[70015]: DEBUG nova.service [None req-1f52a64a-4bfd-4623-b40c-9547c93d53f3 None None] Join ServiceGroup membership for this service compute {{(pid=70015) start /opt/stack/nova/nova/service.py:195}} [ 556.982171] env[70015]: DEBUG nova.servicegroup.drivers.db [None req-1f52a64a-4bfd-4623-b40c-9547c93d53f3 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=70015) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 582.987699] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._sync_power_states {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 583.490723] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Getting list of instances from cluster (obj){ [ 583.490723] env[70015]: value = "domain-c8" [ 583.490723] env[70015]: _type = "ClusterComputeResource" [ 583.490723] env[70015]: } {{(pid=70015) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 583.493495] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8ff7f1-1a83-4e6a-a652-271e5dab8350 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.503724] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Got total of 0 instances {{(pid=70015) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 583.503962] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 583.504306] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Getting list of instances from cluster (obj){ [ 583.504306] env[70015]: value = "domain-c8" [ 583.504306] env[70015]: _type = "ClusterComputeResource" [ 583.504306] env[70015]: } {{(pid=70015) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 583.505235] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924f6c57-d678-4a26-98da-ad5deb04fda7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.513245] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Got total of 0 instances {{(pid=70015) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 597.529993] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Acquiring lock "ddbcf67f-44f4-44f0-8614-48ee6a4a21b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.530652] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Lock "ddbcf67f-44f4-44f0-8614-48ee6a4a21b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.035487] env[70015]: DEBUG nova.compute.manager [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] [instance: ddbcf67f-44f4-44f0-8614-48ee6a4a21b8] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 598.328060] env[70015]: DEBUG oslo_concurrency.lockutils [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Acquiring lock "8d2b826f-16de-4f55-a3f6-33a0ceb3b72a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.328060] env[70015]: DEBUG oslo_concurrency.lockutils [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Lock "8d2b826f-16de-4f55-a3f6-33a0ceb3b72a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.500612] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Acquiring lock "6c6067ac-622b-4055-9b68-4166fc23bd52" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.500854] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Lock "6c6067ac-622b-4055-9b68-4166fc23bd52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.577553] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.577860] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.581117] env[70015]: INFO nova.compute.claims [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] [instance: ddbcf67f-44f4-44f0-8614-48ee6a4a21b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 598.833039] env[70015]: DEBUG nova.compute.manager [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 598.986300] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Acquiring lock "ad2bc565-e53f-44c4-a183-01be8d43bfb0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.987082] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Lock "ad2bc565-e53f-44c4-a183-01be8d43bfb0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.003571] env[70015]: DEBUG nova.compute.manager [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] [instance: 6c6067ac-622b-4055-9b68-4166fc23bd52] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 599.360584] env[70015]: DEBUG oslo_concurrency.lockutils [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.490075] env[70015]: DEBUG nova.compute.manager [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] [instance: ad2bc565-e53f-44c4-a183-01be8d43bfb0] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 599.537095] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.666920] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Acquiring lock "94323044-a24f-424f-a0c4-cf4eab76b57c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.670685] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Lock "94323044-a24f-424f-a0c4-cf4eab76b57c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.720709] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c48d891-46ef-4155-b610-f734f5a5bd71 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.731017] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf44269-877e-4934-bc52-a98f97b1ab3c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.780702] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f02fc73-7e5b-4671-afc1-57964621cfda {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.791259] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533db5cd-6fc7-4ae5-906f-02f01c4b645f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.809847] env[70015]: DEBUG nova.compute.provider_tree [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 599.956719] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "b19bdd14-b244-46bf-a1f5-264bfe7aedc1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.956948] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "b19bdd14-b244-46bf-a1f5-264bfe7aedc1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.019021] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.175502] env[70015]: DEBUG nova.compute.manager [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] [instance: 94323044-a24f-424f-a0c4-cf4eab76b57c] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 600.312408] env[70015]: DEBUG nova.scheduler.client.report [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 600.343609] env[70015]: DEBUG oslo_concurrency.lockutils [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Acquiring lock "41baed96-29ff-4f0d-ab6f-9520ba5bd910" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.343609] env[70015]: DEBUG oslo_concurrency.lockutils [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Lock "41baed96-29ff-4f0d-ab6f-9520ba5bd910" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.460099] env[70015]: DEBUG nova.compute.manager [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 600.706229] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.821306] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.243s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.823966] env[70015]: DEBUG nova.compute.manager [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] [instance: ddbcf67f-44f4-44f0-8614-48ee6a4a21b8] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 600.827467] env[70015]: DEBUG oslo_concurrency.lockutils [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.465s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.827467] env[70015]: INFO nova.compute.claims [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 600.844905] env[70015]: DEBUG nova.compute.manager [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 600.985590] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.257674] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Acquiring lock "0873d084-90c6-4f26-bfb5-0f86077ca52b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.258207] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Lock "0873d084-90c6-4f26-bfb5-0f86077ca52b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.338978] env[70015]: DEBUG nova.compute.utils [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 601.340138] env[70015]: DEBUG nova.compute.manager [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] [instance: ddbcf67f-44f4-44f0-8614-48ee6a4a21b8] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 601.342034] env[70015]: DEBUG nova.network.neutron [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] [instance: ddbcf67f-44f4-44f0-8614-48ee6a4a21b8] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 601.376325] env[70015]: DEBUG oslo_concurrency.lockutils [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.604510] env[70015]: DEBUG nova.policy [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29209cd4835a4a28b1887057cf40c284', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f077dba5bdf43ad9cb835c584af1cde', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 601.765600] env[70015]: DEBUG nova.compute.manager [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] [instance: 0873d084-90c6-4f26-bfb5-0f86077ca52b] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 601.846913] env[70015]: DEBUG nova.compute.manager [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] [instance: ddbcf67f-44f4-44f0-8614-48ee6a4a21b8] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 601.995948] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67903750-239f-4dfd-b2c5-9ba0836b1062 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.004695] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e63a7ee-c509-4923-aabd-fd2001e11242 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.041442] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c66753-6d78-465e-aec2-ecaad013d360 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.051762] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b796b1-746b-4202-baa7-825f4c928af1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.058735] env[70015]: DEBUG nova.network.neutron [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] [instance: ddbcf67f-44f4-44f0-8614-48ee6a4a21b8] Successfully created port: 19594162-4365-4b74-87fa-81ec276e1925 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 602.070858] env[70015]: DEBUG nova.compute.provider_tree [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 602.297829] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.576393] env[70015]: DEBUG nova.scheduler.client.report [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 602.860062] env[70015]: DEBUG nova.compute.manager [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] [instance: ddbcf67f-44f4-44f0-8614-48ee6a4a21b8] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 602.893237] env[70015]: DEBUG nova.virt.hardware [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 602.893237] env[70015]: DEBUG nova.virt.hardware [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 602.893237] env[70015]: DEBUG nova.virt.hardware [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 602.893410] env[70015]: DEBUG nova.virt.hardware [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 602.893410] env[70015]: DEBUG nova.virt.hardware [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 602.893410] env[70015]: DEBUG nova.virt.hardware [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 602.893867] env[70015]: DEBUG nova.virt.hardware [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 602.894229] env[70015]: DEBUG nova.virt.hardware [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 602.896088] env[70015]: DEBUG nova.virt.hardware [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 602.896088] env[70015]: DEBUG nova.virt.hardware [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 602.896088] env[70015]: DEBUG nova.virt.hardware [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 602.896592] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23813b62-d65d-48c3-aae3-9e8fb1225123 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.906255] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba71a061-64b0-458b-accd-f72612db9ece {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.924611] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb13bfe-b2ac-46b4-87bf-837292b6b427 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.087113] env[70015]: DEBUG oslo_concurrency.lockutils [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.259s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.087113] env[70015]: DEBUG nova.compute.manager [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 603.094680] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.559s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.097194] env[70015]: INFO nova.compute.claims [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] [instance: 6c6067ac-622b-4055-9b68-4166fc23bd52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 603.600211] env[70015]: DEBUG nova.compute.utils [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 603.612295] env[70015]: DEBUG nova.compute.manager [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 603.612295] env[70015]: DEBUG nova.network.neutron [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 603.688451] env[70015]: DEBUG nova.policy [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '373f4f922bc84b08919c689c35e5e11a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24476c76fd264105ace48e23a709ebc0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 604.113430] env[70015]: DEBUG nova.compute.manager [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 604.252914] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b69464-48d7-4adb-a8d9-dec2c122acbb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.262588] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be692325-b5b8-4906-a0af-1c9089fb479e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.292680] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39678e5b-5370-4994-9506-d53a6115ec55 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.299999] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58882118-73f8-4466-8b9c-e2708e399ec2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.314508] env[70015]: DEBUG nova.compute.provider_tree [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 604.473574] env[70015]: DEBUG nova.network.neutron [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a] Successfully created port: 12909c62-afbe-4dce-86b2-f43e096cc23f {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 604.551989] env[70015]: DEBUG nova.network.neutron [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] [instance: ddbcf67f-44f4-44f0-8614-48ee6a4a21b8] Successfully updated port: 19594162-4365-4b74-87fa-81ec276e1925 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 604.821254] env[70015]: DEBUG nova.scheduler.client.report [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 605.058635] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Acquiring lock "refresh_cache-ddbcf67f-44f4-44f0-8614-48ee6a4a21b8" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.058635] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Acquired lock "refresh_cache-ddbcf67f-44f4-44f0-8614-48ee6a4a21b8" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.058635] env[70015]: DEBUG nova.network.neutron [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] [instance: ddbcf67f-44f4-44f0-8614-48ee6a4a21b8] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 605.124135] env[70015]: DEBUG nova.compute.manager [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 605.202979] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 605.204111] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 605.204111] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 605.204111] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 605.204222] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 605.204863] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 605.205929] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 605.207029] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70015) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 605.207029] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 605.272532] env[70015]: DEBUG nova.virt.hardware [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 605.272870] env[70015]: DEBUG nova.virt.hardware [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 605.273140] env[70015]: DEBUG nova.virt.hardware [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 605.273359] env[70015]: DEBUG nova.virt.hardware [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 605.273518] env[70015]: DEBUG nova.virt.hardware [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 605.273777] env[70015]: DEBUG nova.virt.hardware [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 605.273954] env[70015]: DEBUG nova.virt.hardware [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 605.274214] env[70015]: DEBUG nova.virt.hardware [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 605.274468] env[70015]: DEBUG nova.virt.hardware [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 605.274596] env[70015]: DEBUG nova.virt.hardware [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 605.274814] env[70015]: DEBUG nova.virt.hardware [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 605.275798] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099e5098-e933-48ff-a915-2849bb28fb54 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.284940] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66dc5861-f277-4022-b442-e310a0aa3311 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.333314] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.239s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.333905] env[70015]: DEBUG nova.compute.manager [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] [instance: 6c6067ac-622b-4055-9b68-4166fc23bd52] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 605.336679] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.321s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.338793] env[70015]: INFO nova.compute.claims [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] [instance: ad2bc565-e53f-44c4-a183-01be8d43bfb0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 605.351147] env[70015]: DEBUG nova.compute.manager [req-0f837436-cd3c-4947-a95f-dffe4e3def5d req-0b1d1d12-1b52-4fbc-862c-230cffd57267 service nova] [instance: ddbcf67f-44f4-44f0-8614-48ee6a4a21b8] Received event network-vif-plugged-19594162-4365-4b74-87fa-81ec276e1925 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 605.351334] env[70015]: DEBUG oslo_concurrency.lockutils [req-0f837436-cd3c-4947-a95f-dffe4e3def5d req-0b1d1d12-1b52-4fbc-862c-230cffd57267 service nova] Acquiring lock "ddbcf67f-44f4-44f0-8614-48ee6a4a21b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.351532] env[70015]: DEBUG oslo_concurrency.lockutils [req-0f837436-cd3c-4947-a95f-dffe4e3def5d req-0b1d1d12-1b52-4fbc-862c-230cffd57267 service nova] Lock "ddbcf67f-44f4-44f0-8614-48ee6a4a21b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.351715] env[70015]: DEBUG oslo_concurrency.lockutils [req-0f837436-cd3c-4947-a95f-dffe4e3def5d req-0b1d1d12-1b52-4fbc-862c-230cffd57267 service nova] Lock "ddbcf67f-44f4-44f0-8614-48ee6a4a21b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.352855] env[70015]: DEBUG nova.compute.manager [req-0f837436-cd3c-4947-a95f-dffe4e3def5d req-0b1d1d12-1b52-4fbc-862c-230cffd57267 service nova] [instance: ddbcf67f-44f4-44f0-8614-48ee6a4a21b8] No waiting events found dispatching network-vif-plugged-19594162-4365-4b74-87fa-81ec276e1925 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 605.352855] env[70015]: WARNING nova.compute.manager [req-0f837436-cd3c-4947-a95f-dffe4e3def5d req-0b1d1d12-1b52-4fbc-862c-230cffd57267 service nova] [instance: ddbcf67f-44f4-44f0-8614-48ee6a4a21b8] Received unexpected event network-vif-plugged-19594162-4365-4b74-87fa-81ec276e1925 for instance with vm_state building and task_state spawning. [ 605.638484] env[70015]: DEBUG nova.network.neutron [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] [instance: ddbcf67f-44f4-44f0-8614-48ee6a4a21b8] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 605.709819] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.843159] env[70015]: DEBUG nova.compute.utils [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 605.850508] env[70015]: DEBUG nova.compute.manager [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] [instance: 6c6067ac-622b-4055-9b68-4166fc23bd52] Not allocating networking since 'none' was specified. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 605.977493] env[70015]: DEBUG nova.network.neutron [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] [instance: ddbcf67f-44f4-44f0-8614-48ee6a4a21b8] Updating instance_info_cache with network_info: [{"id": "19594162-4365-4b74-87fa-81ec276e1925", "address": "fa:16:3e:f1:97:40", "network": {"id": "ac280c2a-3314-4f9c-9949-9bff12864220", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-856204469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f077dba5bdf43ad9cb835c584af1cde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19594162-43", "ovs_interfaceid": "19594162-4365-4b74-87fa-81ec276e1925", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.260855] env[70015]: DEBUG nova.network.neutron [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a] Successfully updated port: 12909c62-afbe-4dce-86b2-f43e096cc23f {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 606.351895] env[70015]: DEBUG nova.compute.manager [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] [instance: 6c6067ac-622b-4055-9b68-4166fc23bd52] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 606.483121] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Releasing lock "refresh_cache-ddbcf67f-44f4-44f0-8614-48ee6a4a21b8" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.483121] env[70015]: DEBUG nova.compute.manager [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] [instance: ddbcf67f-44f4-44f0-8614-48ee6a4a21b8] Instance network_info: |[{"id": "19594162-4365-4b74-87fa-81ec276e1925", "address": "fa:16:3e:f1:97:40", "network": {"id": "ac280c2a-3314-4f9c-9949-9bff12864220", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-856204469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f077dba5bdf43ad9cb835c584af1cde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19594162-43", "ovs_interfaceid": "19594162-4365-4b74-87fa-81ec276e1925", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 606.483262] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] [instance: ddbcf67f-44f4-44f0-8614-48ee6a4a21b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:97:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '849fc06e-dfc2-470f-8490-034590682ea7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19594162-4365-4b74-87fa-81ec276e1925', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 606.495906] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.499057] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-995e7ec1-4f2a-48fd-b13e-99dae2a0a8dc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.514850] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Created folder: OpenStack in parent group-v4. [ 606.514945] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Creating folder: Project (5f077dba5bdf43ad9cb835c584af1cde). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.515163] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30671616-02d6-4d4c-aac4-8d30cd0bb50b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.521096] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165e6d3d-4980-46ce-8989-87c34bf83de7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.533176] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Created folder: Project (5f077dba5bdf43ad9cb835c584af1cde) in parent group-v720117. [ 606.536025] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Creating folder: Instances. Parent ref: group-v720118. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.536025] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73ddbdd1-c864-4345-967c-247a98411ba1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.539843] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c16f008-7dbc-4802-9ee1-b25d7c28c83d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.544900] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Created folder: Instances in parent group-v720118. [ 606.545160] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 606.547015] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddbcf67f-44f4-44f0-8614-48ee6a4a21b8] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 606.547015] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b8d4aa4-dc2c-465a-afa2-c7b8e3cd4960 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.589537] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956da0b3-bd16-4fe6-8723-58e6923c9d2a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.594774] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 606.594774] env[70015]: value = "task-3610141" [ 606.594774] env[70015]: _type = "Task" [ 606.594774] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.602262] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ab4607-141e-42ca-9513-c8d0a8c0709d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.611347] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610141, 'name': CreateVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.619064] env[70015]: DEBUG nova.compute.provider_tree [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 606.763400] env[70015]: DEBUG oslo_concurrency.lockutils [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Acquiring lock "refresh_cache-8d2b826f-16de-4f55-a3f6-33a0ceb3b72a" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.763695] env[70015]: DEBUG oslo_concurrency.lockutils [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Acquired lock "refresh_cache-8d2b826f-16de-4f55-a3f6-33a0ceb3b72a" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.763695] env[70015]: DEBUG nova.network.neutron [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 607.109496] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610141, 'name': CreateVM_Task, 'duration_secs': 0.399125} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.111024] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddbcf67f-44f4-44f0-8614-48ee6a4a21b8] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 607.122486] env[70015]: DEBUG nova.scheduler.client.report [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 607.128486] env[70015]: DEBUG oslo_vmware.service [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c48ab15-6f66-4944-9aa8-3ae0fc2099f3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.136914] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.136914] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.137467] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.140456] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cae0f10-a15d-4a2f-99e3-f0cba2e684dc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.143714] env[70015]: DEBUG oslo_vmware.api [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Waiting for the task: (returnval){ [ 607.143714] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52076c00-beac-50b1-6d59-f4f78ad02318" [ 607.143714] env[70015]: _type = "Task" [ 607.143714] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.153328] env[70015]: DEBUG oslo_vmware.api [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52076c00-beac-50b1-6d59-f4f78ad02318, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.348893] env[70015]: DEBUG nova.network.neutron [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 607.367199] env[70015]: DEBUG nova.compute.manager [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] [instance: 6c6067ac-622b-4055-9b68-4166fc23bd52] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 607.399870] env[70015]: DEBUG nova.virt.hardware [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 607.400210] env[70015]: DEBUG nova.virt.hardware [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 607.401032] env[70015]: DEBUG nova.virt.hardware [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 607.401032] env[70015]: DEBUG nova.virt.hardware [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 607.401032] env[70015]: DEBUG nova.virt.hardware [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 607.401032] env[70015]: DEBUG nova.virt.hardware [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 607.401309] env[70015]: DEBUG nova.virt.hardware [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 607.401382] env[70015]: DEBUG nova.virt.hardware [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 607.401563] env[70015]: DEBUG nova.virt.hardware [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 607.401704] env[70015]: DEBUG nova.virt.hardware [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 607.401894] env[70015]: DEBUG nova.virt.hardware [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 607.402971] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912bfea1-80f3-48d2-8b85-29ec22e21985 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.413670] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae84556-cb37-4ebc-9f51-890017aef19b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.432492] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] [instance: 6c6067ac-622b-4055-9b68-4166fc23bd52] Instance VIF info [] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 607.441780] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Creating folder: Project (db00ba3d9ed24b2ba28a0598ff23de3e). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.442167] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27c62e8b-8061-4475-9b61-ce3382497dab {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.453643] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Created folder: Project (db00ba3d9ed24b2ba28a0598ff23de3e) in parent group-v720117. [ 607.453828] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Creating folder: Instances. Parent ref: group-v720121. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.454093] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2660cb0d-2fa6-41f5-9572-ead0b9c040c8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.462405] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Created folder: Instances in parent group-v720121. [ 607.462644] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 607.462829] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c6067ac-622b-4055-9b68-4166fc23bd52] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 607.463061] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-119484cc-90c9-47dd-80b1-1d786c6574df {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.482610] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 607.482610] env[70015]: value = "task-3610144" [ 607.482610] env[70015]: _type = "Task" [ 607.482610] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.497321] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610144, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.582852] env[70015]: DEBUG nova.network.neutron [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a] Updating instance_info_cache with network_info: [{"id": "12909c62-afbe-4dce-86b2-f43e096cc23f", "address": "fa:16:3e:58:b1:f1", "network": {"id": "3c1a3fbb-2170-407e-9ccc-287a3d99ace9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d690f2455b7c4076b06d93f0db674d65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12909c62-af", "ovs_interfaceid": "12909c62-afbe-4dce-86b2-f43e096cc23f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.633960] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.297s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.634360] env[70015]: DEBUG nova.compute.manager [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] [instance: ad2bc565-e53f-44c4-a183-01be8d43bfb0] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 607.641231] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.934s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.643054] env[70015]: INFO nova.compute.claims [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] [instance: 94323044-a24f-424f-a0c4-cf4eab76b57c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 607.659020] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.659020] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] [instance: ddbcf67f-44f4-44f0-8614-48ee6a4a21b8] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 607.659020] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.659020] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.659289] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 607.659289] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca4eb1a4-10b1-4535-ae82-abc2489dbf69 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.677678] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 607.677871] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 607.678703] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb493e1-790c-4651-92de-9041f996cffc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.689733] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba52a6a4-107d-4845-b971-b111bd3f89e3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.695600] env[70015]: DEBUG oslo_vmware.api [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Waiting for the task: (returnval){ [ 607.695600] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52c72fdb-516d-f572-48ce-7788dd5679a1" [ 607.695600] env[70015]: _type = "Task" [ 607.695600] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.708126] env[70015]: DEBUG oslo_vmware.api [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52c72fdb-516d-f572-48ce-7788dd5679a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.993312] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610144, 'name': CreateVM_Task, 'duration_secs': 0.27646} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.993484] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c6067ac-622b-4055-9b68-4166fc23bd52] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 607.993955] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.994050] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.994346] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.995033] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f56024c7-ac04-4d14-8265-514391120596 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.999761] env[70015]: DEBUG oslo_vmware.api [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Waiting for the task: (returnval){ [ 607.999761] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5287b5b9-2bc9-c683-933f-a27ef0bc65da" [ 607.999761] env[70015]: _type = "Task" [ 607.999761] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.008536] env[70015]: DEBUG oslo_vmware.api [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5287b5b9-2bc9-c683-933f-a27ef0bc65da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.087289] env[70015]: DEBUG oslo_concurrency.lockutils [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Releasing lock "refresh_cache-8d2b826f-16de-4f55-a3f6-33a0ceb3b72a" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.087976] env[70015]: DEBUG nova.compute.manager [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a] Instance network_info: |[{"id": "12909c62-afbe-4dce-86b2-f43e096cc23f", "address": "fa:16:3e:58:b1:f1", "network": {"id": "3c1a3fbb-2170-407e-9ccc-287a3d99ace9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d690f2455b7c4076b06d93f0db674d65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12909c62-af", "ovs_interfaceid": "12909c62-afbe-4dce-86b2-f43e096cc23f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 608.091339] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:b1:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da623279-b6f6-4570-8b15-a332120b8b60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12909c62-afbe-4dce-86b2-f43e096cc23f', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 608.104892] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Creating folder: Project (24476c76fd264105ace48e23a709ebc0). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.105212] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2195cda5-b0fb-4a48-bdc9-f61b25fe85b6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.115527] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Created folder: Project (24476c76fd264105ace48e23a709ebc0) in parent group-v720117. [ 608.115747] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Creating folder: Instances. Parent ref: group-v720124. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.115966] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8d05492-3268-4ac6-9e19-4a8e11317b1c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.128872] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Created folder: Instances in parent group-v720124. [ 608.129136] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 608.129496] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 608.129581] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a81a2e1-c648-4c7b-8239-a09c3f490088 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.150914] env[70015]: DEBUG nova.compute.utils [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 608.150914] env[70015]: DEBUG nova.compute.manager [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] [instance: ad2bc565-e53f-44c4-a183-01be8d43bfb0] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 608.150914] env[70015]: DEBUG nova.network.neutron [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] [instance: ad2bc565-e53f-44c4-a183-01be8d43bfb0] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 608.159523] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 608.159523] env[70015]: value = "task-3610147" [ 608.159523] env[70015]: _type = "Task" [ 608.159523] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.168273] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610147, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.210410] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] [instance: ddbcf67f-44f4-44f0-8614-48ee6a4a21b8] Preparing fetch location {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 608.210410] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Creating directory with path [datastore1] vmware_temp/6e9ee99b-16af-4ac6-ba0c-36e186d9e899/610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 608.210410] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1cd8c74a-18f4-4289-8b12-d6ab52e1c61b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.226217] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Created directory with path [datastore1] vmware_temp/6e9ee99b-16af-4ac6-ba0c-36e186d9e899/610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 608.226217] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] [instance: ddbcf67f-44f4-44f0-8614-48ee6a4a21b8] Fetch image to [datastore1] vmware_temp/6e9ee99b-16af-4ac6-ba0c-36e186d9e899/610693f8-5d52-4275-a790-262cb88d3cd9/tmp-sparse.vmdk {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 608.226217] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] [instance: ddbcf67f-44f4-44f0-8614-48ee6a4a21b8] Downloading image file data 610693f8-5d52-4275-a790-262cb88d3cd9 to [datastore1] vmware_temp/6e9ee99b-16af-4ac6-ba0c-36e186d9e899/610693f8-5d52-4275-a790-262cb88d3cd9/tmp-sparse.vmdk on the data store datastore1 {{(pid=70015) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 608.226217] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d62fea3-1ae1-450f-bcd7-1228e559a157 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.233086] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29fdf8d-0f78-4ca5-819f-22f47aadc00f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.245534] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc8ba27-e124-43c2-8a3e-07e49f29a945 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.254976] env[70015]: DEBUG nova.policy [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26b3f9d9298d4bf7a704f4206ba4a04d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9804ba587fd488ea92d30f5343ead34', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 608.258431] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Acquiring lock "2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.258545] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Lock "2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.292647] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7908b9-3108-4399-a82f-d7cb167c6331 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.302180] env[70015]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-11cb8e43-6bad-4f61-a4f2-9239d534488d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.332060] env[70015]: DEBUG nova.virt.vmwareapi.images [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] [instance: ddbcf67f-44f4-44f0-8614-48ee6a4a21b8] Downloading image file data 610693f8-5d52-4275-a790-262cb88d3cd9 to the data store datastore1 {{(pid=70015) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 608.440174] env[70015]: DEBUG oslo_vmware.rw_handles [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/6e9ee99b-16af-4ac6-ba0c-36e186d9e899/610693f8-5d52-4275-a790-262cb88d3cd9/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=70015) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 608.520729] env[70015]: DEBUG nova.compute.manager [req-86305f96-e52d-446f-b7c5-c17d58b05c5e req-1fe43ec8-f454-4994-9150-999a2949894d service nova] [instance: ddbcf67f-44f4-44f0-8614-48ee6a4a21b8] Received event network-changed-19594162-4365-4b74-87fa-81ec276e1925 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 608.521274] env[70015]: DEBUG nova.compute.manager [req-86305f96-e52d-446f-b7c5-c17d58b05c5e req-1fe43ec8-f454-4994-9150-999a2949894d service nova] [instance: ddbcf67f-44f4-44f0-8614-48ee6a4a21b8] Refreshing instance network info cache due to event network-changed-19594162-4365-4b74-87fa-81ec276e1925. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 608.521274] env[70015]: DEBUG oslo_concurrency.lockutils [req-86305f96-e52d-446f-b7c5-c17d58b05c5e req-1fe43ec8-f454-4994-9150-999a2949894d service nova] Acquiring lock "refresh_cache-ddbcf67f-44f4-44f0-8614-48ee6a4a21b8" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.521274] env[70015]: DEBUG oslo_concurrency.lockutils [req-86305f96-e52d-446f-b7c5-c17d58b05c5e req-1fe43ec8-f454-4994-9150-999a2949894d service nova] Acquired lock "refresh_cache-ddbcf67f-44f4-44f0-8614-48ee6a4a21b8" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.524852] env[70015]: DEBUG nova.network.neutron [req-86305f96-e52d-446f-b7c5-c17d58b05c5e req-1fe43ec8-f454-4994-9150-999a2949894d service nova] [instance: ddbcf67f-44f4-44f0-8614-48ee6a4a21b8] Refreshing network info cache for port 19594162-4365-4b74-87fa-81ec276e1925 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 608.541348] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.541457] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] [instance: 6c6067ac-622b-4055-9b68-4166fc23bd52] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 608.541918] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.661357] env[70015]: DEBUG nova.compute.manager [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] [instance: ad2bc565-e53f-44c4-a183-01be8d43bfb0] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 608.677729] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610147, 'name': CreateVM_Task, 'duration_secs': 0.350415} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.679499] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 608.681219] env[70015]: DEBUG oslo_concurrency.lockutils [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.681424] env[70015]: DEBUG oslo_concurrency.lockutils [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.683206] env[70015]: DEBUG oslo_concurrency.lockutils [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.683206] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24ecc6f7-2bbc-4ed0-8dfd-1ab1702e9953 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.693246] env[70015]: DEBUG oslo_vmware.api [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Waiting for the task: (returnval){ [ 608.693246] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52153a66-b6b7-7952-68c6-6a27358361b6" [ 608.693246] env[70015]: _type = "Task" [ 608.693246] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.711180] env[70015]: DEBUG oslo_concurrency.lockutils [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.711485] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 608.711822] env[70015]: DEBUG oslo_concurrency.lockutils [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.761856] env[70015]: DEBUG nova.compute.manager [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 608.894687] env[70015]: DEBUG nova.network.neutron [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] [instance: ad2bc565-e53f-44c4-a183-01be8d43bfb0] Successfully created port: de73ae2c-8687-4d6d-8010-1f8505870008 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 608.967256] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739d693d-9f87-4811-9664-0179598dfab9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.976607] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2265b41d-524b-4d18-b9db-6346ae9a3f14 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.015143] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ff5379-a0ac-45d5-83cb-72544e168ed1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.024125] env[70015]: DEBUG oslo_concurrency.lockutils [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Acquiring lock "19a17a9d-795d-44bf-a2b5-768b9e110095" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.024764] env[70015]: DEBUG oslo_concurrency.lockutils [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Lock "19a17a9d-795d-44bf-a2b5-768b9e110095" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.034824] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d4dada-ea6b-4751-af89-dccb95e740a8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.054223] env[70015]: DEBUG nova.compute.provider_tree [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 609.144228] env[70015]: DEBUG oslo_vmware.rw_handles [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Completed reading data from the image iterator. {{(pid=70015) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 609.144459] env[70015]: DEBUG oslo_vmware.rw_handles [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/6e9ee99b-16af-4ac6-ba0c-36e186d9e899/610693f8-5d52-4275-a790-262cb88d3cd9/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=70015) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 609.277896] env[70015]: DEBUG nova.virt.vmwareapi.images [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] [instance: ddbcf67f-44f4-44f0-8614-48ee6a4a21b8] Downloaded image file data 610693f8-5d52-4275-a790-262cb88d3cd9 to vmware_temp/6e9ee99b-16af-4ac6-ba0c-36e186d9e899/610693f8-5d52-4275-a790-262cb88d3cd9/tmp-sparse.vmdk on the data store datastore1 {{(pid=70015) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 609.280579] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] [instance: ddbcf67f-44f4-44f0-8614-48ee6a4a21b8] Caching image {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 609.280764] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Copying Virtual Disk [datastore1] vmware_temp/6e9ee99b-16af-4ac6-ba0c-36e186d9e899/610693f8-5d52-4275-a790-262cb88d3cd9/tmp-sparse.vmdk to [datastore1] vmware_temp/6e9ee99b-16af-4ac6-ba0c-36e186d9e899/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 609.281309] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96c65119-ea62-443f-b640-9fed9de721a6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.289429] env[70015]: DEBUG oslo_vmware.api [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Waiting for the task: (returnval){ [ 609.289429] env[70015]: value = "task-3610148" [ 609.289429] env[70015]: _type = "Task" [ 609.289429] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.295575] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.303310] env[70015]: DEBUG oslo_vmware.api [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Task: {'id': task-3610148, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.534900] env[70015]: DEBUG nova.compute.manager [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] [instance: 19a17a9d-795d-44bf-a2b5-768b9e110095] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 609.561344] env[70015]: DEBUG nova.scheduler.client.report [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 609.647124] env[70015]: DEBUG nova.network.neutron [req-86305f96-e52d-446f-b7c5-c17d58b05c5e req-1fe43ec8-f454-4994-9150-999a2949894d service nova] [instance: ddbcf67f-44f4-44f0-8614-48ee6a4a21b8] Updated VIF entry in instance network info cache for port 19594162-4365-4b74-87fa-81ec276e1925. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 609.647544] env[70015]: DEBUG nova.network.neutron [req-86305f96-e52d-446f-b7c5-c17d58b05c5e req-1fe43ec8-f454-4994-9150-999a2949894d service nova] [instance: ddbcf67f-44f4-44f0-8614-48ee6a4a21b8] Updating instance_info_cache with network_info: [{"id": "19594162-4365-4b74-87fa-81ec276e1925", "address": "fa:16:3e:f1:97:40", "network": {"id": "ac280c2a-3314-4f9c-9949-9bff12864220", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-856204469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f077dba5bdf43ad9cb835c584af1cde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19594162-43", "ovs_interfaceid": "19594162-4365-4b74-87fa-81ec276e1925", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.676784] env[70015]: DEBUG nova.compute.manager [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] [instance: ad2bc565-e53f-44c4-a183-01be8d43bfb0] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 609.709302] env[70015]: DEBUG nova.virt.hardware [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 609.709588] env[70015]: DEBUG nova.virt.hardware [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 609.709751] env[70015]: DEBUG nova.virt.hardware [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 609.709930] env[70015]: DEBUG nova.virt.hardware [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 609.710345] env[70015]: DEBUG nova.virt.hardware [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 609.710570] env[70015]: DEBUG nova.virt.hardware [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 609.710873] env[70015]: DEBUG nova.virt.hardware [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 609.711293] env[70015]: DEBUG nova.virt.hardware [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 609.711544] env[70015]: DEBUG nova.virt.hardware [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 609.711750] env[70015]: DEBUG nova.virt.hardware [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 609.712152] env[70015]: DEBUG nova.virt.hardware [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 609.713345] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f0b80d-1c27-4b69-8cf1-9aaead97ea52 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.721731] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af050677-336a-4048-aa31-6678223d90d6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.799142] env[70015]: DEBUG oslo_vmware.api [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Task: {'id': task-3610148, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.057320] env[70015]: DEBUG oslo_concurrency.lockutils [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.072869] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.433s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.073498] env[70015]: DEBUG nova.compute.manager [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] [instance: 94323044-a24f-424f-a0c4-cf4eab76b57c] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 610.076129] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.091s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.077959] env[70015]: INFO nova.compute.claims [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 610.150790] env[70015]: DEBUG oslo_concurrency.lockutils [req-86305f96-e52d-446f-b7c5-c17d58b05c5e req-1fe43ec8-f454-4994-9150-999a2949894d service nova] Releasing lock "refresh_cache-ddbcf67f-44f4-44f0-8614-48ee6a4a21b8" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.150962] env[70015]: DEBUG nova.compute.manager [req-86305f96-e52d-446f-b7c5-c17d58b05c5e req-1fe43ec8-f454-4994-9150-999a2949894d service nova] [instance: 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a] Received event network-vif-plugged-12909c62-afbe-4dce-86b2-f43e096cc23f {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 610.151824] env[70015]: DEBUG oslo_concurrency.lockutils [req-86305f96-e52d-446f-b7c5-c17d58b05c5e req-1fe43ec8-f454-4994-9150-999a2949894d service nova] Acquiring lock "8d2b826f-16de-4f55-a3f6-33a0ceb3b72a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.151824] env[70015]: DEBUG oslo_concurrency.lockutils [req-86305f96-e52d-446f-b7c5-c17d58b05c5e req-1fe43ec8-f454-4994-9150-999a2949894d service nova] Lock "8d2b826f-16de-4f55-a3f6-33a0ceb3b72a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.151948] env[70015]: DEBUG oslo_concurrency.lockutils [req-86305f96-e52d-446f-b7c5-c17d58b05c5e req-1fe43ec8-f454-4994-9150-999a2949894d service nova] Lock "8d2b826f-16de-4f55-a3f6-33a0ceb3b72a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.152126] env[70015]: DEBUG nova.compute.manager [req-86305f96-e52d-446f-b7c5-c17d58b05c5e req-1fe43ec8-f454-4994-9150-999a2949894d service nova] [instance: 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a] No waiting events found dispatching network-vif-plugged-12909c62-afbe-4dce-86b2-f43e096cc23f {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 610.152331] env[70015]: WARNING nova.compute.manager [req-86305f96-e52d-446f-b7c5-c17d58b05c5e req-1fe43ec8-f454-4994-9150-999a2949894d service nova] [instance: 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a] Received unexpected event network-vif-plugged-12909c62-afbe-4dce-86b2-f43e096cc23f for instance with vm_state building and task_state spawning. [ 610.152498] env[70015]: DEBUG nova.compute.manager [req-86305f96-e52d-446f-b7c5-c17d58b05c5e req-1fe43ec8-f454-4994-9150-999a2949894d service nova] [instance: 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a] Received event network-changed-12909c62-afbe-4dce-86b2-f43e096cc23f {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 610.152661] env[70015]: DEBUG nova.compute.manager [req-86305f96-e52d-446f-b7c5-c17d58b05c5e req-1fe43ec8-f454-4994-9150-999a2949894d service nova] [instance: 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a] Refreshing instance network info cache due to event network-changed-12909c62-afbe-4dce-86b2-f43e096cc23f. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 610.152881] env[70015]: DEBUG oslo_concurrency.lockutils [req-86305f96-e52d-446f-b7c5-c17d58b05c5e req-1fe43ec8-f454-4994-9150-999a2949894d service nova] Acquiring lock "refresh_cache-8d2b826f-16de-4f55-a3f6-33a0ceb3b72a" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.152977] env[70015]: DEBUG oslo_concurrency.lockutils [req-86305f96-e52d-446f-b7c5-c17d58b05c5e req-1fe43ec8-f454-4994-9150-999a2949894d service nova] Acquired lock "refresh_cache-8d2b826f-16de-4f55-a3f6-33a0ceb3b72a" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.153146] env[70015]: DEBUG nova.network.neutron [req-86305f96-e52d-446f-b7c5-c17d58b05c5e req-1fe43ec8-f454-4994-9150-999a2949894d service nova] [instance: 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a] Refreshing network info cache for port 12909c62-afbe-4dce-86b2-f43e096cc23f {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 610.303722] env[70015]: DEBUG oslo_vmware.api [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Task: {'id': task-3610148, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.645478} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.304038] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Copied Virtual Disk [datastore1] vmware_temp/6e9ee99b-16af-4ac6-ba0c-36e186d9e899/610693f8-5d52-4275-a790-262cb88d3cd9/tmp-sparse.vmdk to [datastore1] vmware_temp/6e9ee99b-16af-4ac6-ba0c-36e186d9e899/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 610.304281] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Deleting the datastore file [datastore1] vmware_temp/6e9ee99b-16af-4ac6-ba0c-36e186d9e899/610693f8-5d52-4275-a790-262cb88d3cd9/tmp-sparse.vmdk {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 610.304618] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebb7c8eb-6100-4911-8ada-570492f2bcbe {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.312567] env[70015]: DEBUG oslo_vmware.api [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Waiting for the task: (returnval){ [ 610.312567] env[70015]: value = "task-3610149" [ 610.312567] env[70015]: _type = "Task" [ 610.312567] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.326060] env[70015]: DEBUG oslo_vmware.api [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Task: {'id': task-3610149, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.542322] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Acquiring lock "f9453044-6270-44bb-9de6-dd6481693259" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.542831] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Lock "f9453044-6270-44bb-9de6-dd6481693259" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.582318] env[70015]: DEBUG nova.compute.utils [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 610.585440] env[70015]: DEBUG nova.compute.manager [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] [instance: 94323044-a24f-424f-a0c4-cf4eab76b57c] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 610.586318] env[70015]: DEBUG nova.network.neutron [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] [instance: 94323044-a24f-424f-a0c4-cf4eab76b57c] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 610.710110] env[70015]: DEBUG nova.policy [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a2ff46e2d1741378c7c968e0fef4c7c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03687c077b3148189d65f3c1690e68b7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 610.823851] env[70015]: DEBUG oslo_vmware.api [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Task: {'id': task-3610149, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026074} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.824118] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 610.824337] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Moving file from [datastore1] vmware_temp/6e9ee99b-16af-4ac6-ba0c-36e186d9e899/610693f8-5d52-4275-a790-262cb88d3cd9 to [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9. {{(pid=70015) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 610.824595] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-18d83e19-75e9-4173-9998-7db840e77557 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.831065] env[70015]: DEBUG oslo_vmware.api [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Waiting for the task: (returnval){ [ 610.831065] env[70015]: value = "task-3610150" [ 610.831065] env[70015]: _type = "Task" [ 610.831065] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.842280] env[70015]: DEBUG oslo_vmware.api [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Task: {'id': task-3610150, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.090966] env[70015]: DEBUG nova.compute.manager [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] [instance: 94323044-a24f-424f-a0c4-cf4eab76b57c] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 611.344843] env[70015]: DEBUG oslo_vmware.api [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Task: {'id': task-3610150, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.027176} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.349785] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] File moved {{(pid=70015) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 611.350135] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] [instance: ddbcf67f-44f4-44f0-8614-48ee6a4a21b8] Cleaning up location [datastore1] vmware_temp/6e9ee99b-16af-4ac6-ba0c-36e186d9e899 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 611.350208] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Deleting the datastore file [datastore1] vmware_temp/6e9ee99b-16af-4ac6-ba0c-36e186d9e899 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 611.352872] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2225272e-4611-4615-bd35-3129979078e3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.358040] env[70015]: DEBUG oslo_vmware.api [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Waiting for the task: (returnval){ [ 611.358040] env[70015]: value = "task-3610151" [ 611.358040] env[70015]: _type = "Task" [ 611.358040] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.367674] env[70015]: DEBUG oslo_vmware.api [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Task: {'id': task-3610151, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.381798] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09d1efa-0b11-42a7-8f94-f8bbb22aa639 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.391499] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db565efd-239f-45d8-9a65-18113c681e59 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.422362] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46375076-9147-45c7-80b0-bd25ebc4694f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.430477] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b839420c-b4e4-4818-8d24-b7abe01414cf {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.444227] env[70015]: DEBUG nova.compute.provider_tree [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 611.601922] env[70015]: DEBUG nova.network.neutron [req-86305f96-e52d-446f-b7c5-c17d58b05c5e req-1fe43ec8-f454-4994-9150-999a2949894d service nova] [instance: 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a] Updated VIF entry in instance network info cache for port 12909c62-afbe-4dce-86b2-f43e096cc23f. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 611.602538] env[70015]: DEBUG nova.network.neutron [req-86305f96-e52d-446f-b7c5-c17d58b05c5e req-1fe43ec8-f454-4994-9150-999a2949894d service nova] [instance: 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a] Updating instance_info_cache with network_info: [{"id": "12909c62-afbe-4dce-86b2-f43e096cc23f", "address": "fa:16:3e:58:b1:f1", "network": {"id": "3c1a3fbb-2170-407e-9ccc-287a3d99ace9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d690f2455b7c4076b06d93f0db674d65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12909c62-af", "ovs_interfaceid": "12909c62-afbe-4dce-86b2-f43e096cc23f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.868859] env[70015]: DEBUG oslo_vmware.api [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Task: {'id': task-3610151, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027116} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.869326] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 611.870285] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90cebdce-a509-4657-8495-ece994653020 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.881379] env[70015]: DEBUG nova.network.neutron [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] [instance: ad2bc565-e53f-44c4-a183-01be8d43bfb0] Successfully updated port: de73ae2c-8687-4d6d-8010-1f8505870008 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 611.885809] env[70015]: DEBUG oslo_vmware.api [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Waiting for the task: (returnval){ [ 611.885809] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52032499-270b-3993-5171-6092606d0266" [ 611.885809] env[70015]: _type = "Task" [ 611.885809] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.899930] env[70015]: DEBUG oslo_vmware.api [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52032499-270b-3993-5171-6092606d0266, 'name': SearchDatastore_Task, 'duration_secs': 0.010833} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.900816] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.901181] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] ddbcf67f-44f4-44f0-8614-48ee6a4a21b8/ddbcf67f-44f4-44f0-8614-48ee6a4a21b8.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 611.901830] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.902100] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 611.902214] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f77d06c0-01ec-4419-a768-e58e8b724057 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.904698] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-158607f4-4465-4eb3-82e8-c4a990054fe7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.912915] env[70015]: DEBUG oslo_vmware.api [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Waiting for the task: (returnval){ [ 611.912915] env[70015]: value = "task-3610152" [ 611.912915] env[70015]: _type = "Task" [ 611.912915] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.914306] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 611.914395] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 611.918189] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d34b836-ca90-40fa-b088-32a0ef9c8532 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.925446] env[70015]: DEBUG oslo_vmware.api [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Task: {'id': task-3610152, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.926682] env[70015]: DEBUG oslo_vmware.api [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Waiting for the task: (returnval){ [ 611.926682] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]520f34d1-876a-1836-da94-24b0be319bfd" [ 611.926682] env[70015]: _type = "Task" [ 611.926682] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.934962] env[70015]: DEBUG oslo_vmware.api [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]520f34d1-876a-1836-da94-24b0be319bfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.947452] env[70015]: DEBUG nova.scheduler.client.report [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 611.985031] env[70015]: DEBUG nova.network.neutron [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] [instance: 94323044-a24f-424f-a0c4-cf4eab76b57c] Successfully created port: 7902d117-1a91-40bb-b685-fa8a2d829bbf {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 612.102833] env[70015]: DEBUG nova.compute.manager [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] [instance: 94323044-a24f-424f-a0c4-cf4eab76b57c] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 612.105706] env[70015]: DEBUG oslo_concurrency.lockutils [req-86305f96-e52d-446f-b7c5-c17d58b05c5e req-1fe43ec8-f454-4994-9150-999a2949894d service nova] Releasing lock "refresh_cache-8d2b826f-16de-4f55-a3f6-33a0ceb3b72a" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.130089] env[70015]: DEBUG nova.virt.hardware [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 612.130344] env[70015]: DEBUG nova.virt.hardware [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 612.130496] env[70015]: DEBUG nova.virt.hardware [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 612.130675] env[70015]: DEBUG nova.virt.hardware [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 612.130819] env[70015]: DEBUG nova.virt.hardware [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 612.130961] env[70015]: DEBUG nova.virt.hardware [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 612.131232] env[70015]: DEBUG nova.virt.hardware [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 612.131363] env[70015]: DEBUG nova.virt.hardware [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 612.131581] env[70015]: DEBUG nova.virt.hardware [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 612.131708] env[70015]: DEBUG nova.virt.hardware [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 612.131930] env[70015]: DEBUG nova.virt.hardware [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 612.133071] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a875c5e-03eb-4c16-aab8-33f603995111 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.144748] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f50bb0-18ea-4654-b30e-1daf4c3786c4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.386024] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Acquiring lock "refresh_cache-ad2bc565-e53f-44c4-a183-01be8d43bfb0" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.386024] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Acquired lock "refresh_cache-ad2bc565-e53f-44c4-a183-01be8d43bfb0" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.386024] env[70015]: DEBUG nova.network.neutron [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] [instance: ad2bc565-e53f-44c4-a183-01be8d43bfb0] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 612.424098] env[70015]: DEBUG oslo_vmware.api [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Task: {'id': task-3610152, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510262} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.424426] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] ddbcf67f-44f4-44f0-8614-48ee6a4a21b8/ddbcf67f-44f4-44f0-8614-48ee6a4a21b8.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 612.424640] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] [instance: ddbcf67f-44f4-44f0-8614-48ee6a4a21b8] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 612.424896] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-698638b0-5791-4945-b789-a4637ac2a496 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.437773] env[70015]: DEBUG oslo_vmware.api [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]520f34d1-876a-1836-da94-24b0be319bfd, 'name': SearchDatastore_Task, 'duration_secs': 0.017568} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.439456] env[70015]: DEBUG oslo_vmware.api [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Waiting for the task: (returnval){ [ 612.439456] env[70015]: value = "task-3610153" [ 612.439456] env[70015]: _type = "Task" [ 612.439456] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.439816] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d04803ab-f3f6-46aa-b43b-01f9d53ff30d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.451608] env[70015]: DEBUG oslo_vmware.api [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Waiting for the task: (returnval){ [ 612.451608] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52b9f4bf-060b-6f31-dd2b-f72fcc280529" [ 612.451608] env[70015]: _type = "Task" [ 612.451608] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.455317] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.455795] env[70015]: DEBUG nova.compute.manager [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 612.463382] env[70015]: DEBUG oslo_concurrency.lockutils [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.087s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.467023] env[70015]: INFO nova.compute.claims [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 612.477292] env[70015]: DEBUG oslo_vmware.api [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52b9f4bf-060b-6f31-dd2b-f72fcc280529, 'name': SearchDatastore_Task, 'duration_secs': 0.011407} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.477630] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.477978] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 6c6067ac-622b-4055-9b68-4166fc23bd52/6c6067ac-622b-4055-9b68-4166fc23bd52.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 612.478331] env[70015]: DEBUG oslo_concurrency.lockutils [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.478538] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 612.478789] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87849cdd-e949-4cc9-b271-5db3328c933b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.481191] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-592aa331-f015-4514-a45e-8280f06474f6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.491718] env[70015]: DEBUG oslo_vmware.api [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Waiting for the task: (returnval){ [ 612.491718] env[70015]: value = "task-3610154" [ 612.491718] env[70015]: _type = "Task" [ 612.491718] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.495666] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 612.495666] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 612.499743] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e81f6dfb-76bf-44be-90ea-b9ff214be604 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.511579] env[70015]: DEBUG oslo_vmware.api [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Task: {'id': task-3610154, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.513350] env[70015]: DEBUG oslo_vmware.api [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Waiting for the task: (returnval){ [ 612.513350] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]522450c3-14e6-4fc3-0491-34cabb4bef29" [ 612.513350] env[70015]: _type = "Task" [ 612.513350] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.527498] env[70015]: DEBUG oslo_vmware.api [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]522450c3-14e6-4fc3-0491-34cabb4bef29, 'name': SearchDatastore_Task, 'duration_secs': 0.008761} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.529948] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c3ee43d-3aa0-48cb-b989-ea9c3f6be7d0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.538133] env[70015]: DEBUG oslo_vmware.api [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Waiting for the task: (returnval){ [ 612.538133] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]526d49be-3d3d-e0d7-29f5-536b5488b471" [ 612.538133] env[70015]: _type = "Task" [ 612.538133] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.547733] env[70015]: DEBUG oslo_vmware.api [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]526d49be-3d3d-e0d7-29f5-536b5488b471, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.837635] env[70015]: DEBUG nova.compute.manager [req-72f63159-bf5a-4fe5-8da6-af93eeba7338 req-d044acfc-a3d7-4f18-95b2-82d20d0ecf7d service nova] [instance: ad2bc565-e53f-44c4-a183-01be8d43bfb0] Received event network-vif-plugged-de73ae2c-8687-4d6d-8010-1f8505870008 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 612.838009] env[70015]: DEBUG oslo_concurrency.lockutils [req-72f63159-bf5a-4fe5-8da6-af93eeba7338 req-d044acfc-a3d7-4f18-95b2-82d20d0ecf7d service nova] Acquiring lock "ad2bc565-e53f-44c4-a183-01be8d43bfb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.838735] env[70015]: DEBUG oslo_concurrency.lockutils [req-72f63159-bf5a-4fe5-8da6-af93eeba7338 req-d044acfc-a3d7-4f18-95b2-82d20d0ecf7d service nova] Lock "ad2bc565-e53f-44c4-a183-01be8d43bfb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.839117] env[70015]: DEBUG oslo_concurrency.lockutils [req-72f63159-bf5a-4fe5-8da6-af93eeba7338 req-d044acfc-a3d7-4f18-95b2-82d20d0ecf7d service nova] Lock "ad2bc565-e53f-44c4-a183-01be8d43bfb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.839275] env[70015]: DEBUG nova.compute.manager [req-72f63159-bf5a-4fe5-8da6-af93eeba7338 req-d044acfc-a3d7-4f18-95b2-82d20d0ecf7d service nova] [instance: ad2bc565-e53f-44c4-a183-01be8d43bfb0] No waiting events found dispatching network-vif-plugged-de73ae2c-8687-4d6d-8010-1f8505870008 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 612.839651] env[70015]: WARNING nova.compute.manager [req-72f63159-bf5a-4fe5-8da6-af93eeba7338 req-d044acfc-a3d7-4f18-95b2-82d20d0ecf7d service nova] [instance: ad2bc565-e53f-44c4-a183-01be8d43bfb0] Received unexpected event network-vif-plugged-de73ae2c-8687-4d6d-8010-1f8505870008 for instance with vm_state building and task_state spawning. [ 612.954663] env[70015]: DEBUG oslo_vmware.api [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Task: {'id': task-3610153, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115303} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.954663] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] [instance: ddbcf67f-44f4-44f0-8614-48ee6a4a21b8] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 612.957193] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2d8f71-7682-4f2b-9773-876af156595b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.960351] env[70015]: DEBUG nova.compute.utils [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 612.962098] env[70015]: DEBUG nova.compute.manager [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 612.962569] env[70015]: DEBUG nova.network.neutron [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 612.992456] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] [instance: ddbcf67f-44f4-44f0-8614-48ee6a4a21b8] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] ddbcf67f-44f4-44f0-8614-48ee6a4a21b8/ddbcf67f-44f4-44f0-8614-48ee6a4a21b8.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 612.996636] env[70015]: DEBUG nova.network.neutron [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] [instance: ad2bc565-e53f-44c4-a183-01be8d43bfb0] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 612.998314] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-005eb81c-aa17-4470-afa2-1bdab2268f21 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.022542] env[70015]: DEBUG oslo_vmware.api [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Task: {'id': task-3610154, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471618} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.023876] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 6c6067ac-622b-4055-9b68-4166fc23bd52/6c6067ac-622b-4055-9b68-4166fc23bd52.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 613.023876] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] [instance: 6c6067ac-622b-4055-9b68-4166fc23bd52] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 613.024492] env[70015]: DEBUG oslo_vmware.api [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Waiting for the task: (returnval){ [ 613.024492] env[70015]: value = "task-3610155" [ 613.024492] env[70015]: _type = "Task" [ 613.024492] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.024761] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e492df7-b093-459f-a8bd-ad56ad307526 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.034936] env[70015]: DEBUG oslo_vmware.api [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Task: {'id': task-3610155, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.036730] env[70015]: DEBUG oslo_vmware.api [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Waiting for the task: (returnval){ [ 613.036730] env[70015]: value = "task-3610156" [ 613.036730] env[70015]: _type = "Task" [ 613.036730] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.050908] env[70015]: DEBUG oslo_vmware.api [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]526d49be-3d3d-e0d7-29f5-536b5488b471, 'name': SearchDatastore_Task, 'duration_secs': 0.009971} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.051233] env[70015]: DEBUG oslo_concurrency.lockutils [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.051550] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a/8d2b826f-16de-4f55-a3f6-33a0ceb3b72a.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 613.051841] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b8f872b-6318-4d45-a303-a42d63ff1713 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.057462] env[70015]: DEBUG oslo_vmware.api [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Waiting for the task: (returnval){ [ 613.057462] env[70015]: value = "task-3610157" [ 613.057462] env[70015]: _type = "Task" [ 613.057462] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.073716] env[70015]: DEBUG oslo_vmware.api [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Task: {'id': task-3610157, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.111613] env[70015]: DEBUG nova.policy [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f74c80322484d35a9219fe7d3471e53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'faa8a08038de44e2ad837e0e45b67282', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 613.466634] env[70015]: DEBUG nova.compute.manager [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 613.545289] env[70015]: DEBUG nova.network.neutron [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] [instance: ad2bc565-e53f-44c4-a183-01be8d43bfb0] Updating instance_info_cache with network_info: [{"id": "de73ae2c-8687-4d6d-8010-1f8505870008", "address": "fa:16:3e:e4:b6:b0", "network": {"id": "3c1a3fbb-2170-407e-9ccc-287a3d99ace9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d690f2455b7c4076b06d93f0db674d65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde73ae2c-86", "ovs_interfaceid": "de73ae2c-8687-4d6d-8010-1f8505870008", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.551064] env[70015]: DEBUG oslo_vmware.api [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Task: {'id': task-3610155, 'name': ReconfigVM_Task, 'duration_secs': 0.395478} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.562036] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] [instance: ddbcf67f-44f4-44f0-8614-48ee6a4a21b8] Reconfigured VM instance instance-00000001 to attach disk [datastore1] ddbcf67f-44f4-44f0-8614-48ee6a4a21b8/ddbcf67f-44f4-44f0-8614-48ee6a4a21b8.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 613.562036] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c097afc-63df-4682-b5b2-e2cc596b61cc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.590273] env[70015]: DEBUG oslo_vmware.api [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Task: {'id': task-3610156, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08844} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.590273] env[70015]: DEBUG oslo_vmware.api [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Waiting for the task: (returnval){ [ 613.590273] env[70015]: value = "task-3610158" [ 613.590273] env[70015]: _type = "Task" [ 613.590273] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.590273] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] [instance: 6c6067ac-622b-4055-9b68-4166fc23bd52] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 613.591626] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240f31eb-ba26-4c1e-998e-e9c38b337efb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.605719] env[70015]: DEBUG oslo_vmware.api [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Task: {'id': task-3610157, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498437} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.617520] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a/8d2b826f-16de-4f55-a3f6-33a0ceb3b72a.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 613.617643] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 613.628486] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] [instance: 6c6067ac-622b-4055-9b68-4166fc23bd52] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 6c6067ac-622b-4055-9b68-4166fc23bd52/6c6067ac-622b-4055-9b68-4166fc23bd52.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 613.628895] env[70015]: DEBUG oslo_vmware.api [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Task: {'id': task-3610158, 'name': Rename_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.632331] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9e25ff4-4d4a-47b6-9148-310f6ba1e28c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.634693] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fe4196b-0562-4863-a4df-000d73955102 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.655504] env[70015]: DEBUG oslo_vmware.api [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Waiting for the task: (returnval){ [ 613.655504] env[70015]: value = "task-3610159" [ 613.655504] env[70015]: _type = "Task" [ 613.655504] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.657225] env[70015]: DEBUG oslo_vmware.api [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Waiting for the task: (returnval){ [ 613.657225] env[70015]: value = "task-3610160" [ 613.657225] env[70015]: _type = "Task" [ 613.657225] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.674868] env[70015]: DEBUG oslo_vmware.api [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Task: {'id': task-3610159, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.682739] env[70015]: DEBUG oslo_vmware.api [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Task: {'id': task-3610160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.825045] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0c1433-832b-4f70-b4a3-959c00735be0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.835799] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6cf47e-6cd0-491a-a5a4-72921c652cf5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.868745] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d445a7-bc45-4cdd-8e86-9cd1c469caf4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.876378] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f58548-c714-4a2e-be4a-92e8257af6ac {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.891020] env[70015]: DEBUG nova.compute.provider_tree [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 614.062993] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Releasing lock "refresh_cache-ad2bc565-e53f-44c4-a183-01be8d43bfb0" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.063340] env[70015]: DEBUG nova.compute.manager [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] [instance: ad2bc565-e53f-44c4-a183-01be8d43bfb0] Instance network_info: |[{"id": "de73ae2c-8687-4d6d-8010-1f8505870008", "address": "fa:16:3e:e4:b6:b0", "network": {"id": "3c1a3fbb-2170-407e-9ccc-287a3d99ace9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d690f2455b7c4076b06d93f0db674d65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde73ae2c-86", "ovs_interfaceid": "de73ae2c-8687-4d6d-8010-1f8505870008", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 614.063912] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] [instance: ad2bc565-e53f-44c4-a183-01be8d43bfb0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:b6:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da623279-b6f6-4570-8b15-a332120b8b60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de73ae2c-8687-4d6d-8010-1f8505870008', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 614.072299] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Creating folder: Project (d9804ba587fd488ea92d30f5343ead34). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 614.072549] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad29be0e-fde9-4d8c-abe5-4d7dc4b22d44 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.082185] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Created folder: Project (d9804ba587fd488ea92d30f5343ead34) in parent group-v720117. [ 614.083036] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Creating folder: Instances. Parent ref: group-v720127. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 614.083298] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad863171-4a1e-4da1-921d-4dd8609e316d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.095793] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Created folder: Instances in parent group-v720127. [ 614.095992] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 614.096606] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad2bc565-e53f-44c4-a183-01be8d43bfb0] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 614.096942] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88028cad-eefa-49a3-a0cb-e8d401b03d8f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.115953] env[70015]: DEBUG oslo_vmware.api [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Task: {'id': task-3610158, 'name': Rename_Task, 'duration_secs': 0.148088} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.116607] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] [instance: ddbcf67f-44f4-44f0-8614-48ee6a4a21b8] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 614.116855] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-501e0dd0-fd48-4a39-b97f-0a464f1f20a3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.120214] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 614.120214] env[70015]: value = "task-3610163" [ 614.120214] env[70015]: _type = "Task" [ 614.120214] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.124975] env[70015]: DEBUG oslo_vmware.api [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Waiting for the task: (returnval){ [ 614.124975] env[70015]: value = "task-3610164" [ 614.124975] env[70015]: _type = "Task" [ 614.124975] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.131358] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610163, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.136305] env[70015]: DEBUG oslo_vmware.api [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Task: {'id': task-3610164, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.171206] env[70015]: DEBUG oslo_vmware.api [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Task: {'id': task-3610159, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079682} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.175121] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 614.175389] env[70015]: DEBUG oslo_vmware.api [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Task: {'id': task-3610160, 'name': ReconfigVM_Task, 'duration_secs': 0.303198} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.176152] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570e0582-58c1-4178-9cb1-90c569931534 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.179079] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] [instance: 6c6067ac-622b-4055-9b68-4166fc23bd52] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 6c6067ac-622b-4055-9b68-4166fc23bd52/6c6067ac-622b-4055-9b68-4166fc23bd52.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 614.179698] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c8f18ce-b1d9-4caa-b2c0-75ebd579fc00 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.206343] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a/8d2b826f-16de-4f55-a3f6-33a0ceb3b72a.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 614.208251] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e811989f-def4-4804-87f3-a053fff6a531 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.227913] env[70015]: DEBUG oslo_vmware.api [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Waiting for the task: (returnval){ [ 614.227913] env[70015]: value = "task-3610165" [ 614.227913] env[70015]: _type = "Task" [ 614.227913] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.233416] env[70015]: DEBUG oslo_vmware.api [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Waiting for the task: (returnval){ [ 614.233416] env[70015]: value = "task-3610166" [ 614.233416] env[70015]: _type = "Task" [ 614.233416] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.240939] env[70015]: DEBUG oslo_vmware.api [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Task: {'id': task-3610165, 'name': Rename_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.248698] env[70015]: DEBUG oslo_vmware.api [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Task: {'id': task-3610166, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.255038] env[70015]: DEBUG nova.network.neutron [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Successfully created port: 49e27699-a187-4363-b1c4-e2a87042abe3 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 614.394279] env[70015]: DEBUG nova.scheduler.client.report [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 614.485558] env[70015]: DEBUG nova.compute.manager [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 614.510226] env[70015]: DEBUG nova.virt.hardware [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 614.510410] env[70015]: DEBUG nova.virt.hardware [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 614.510568] env[70015]: DEBUG nova.virt.hardware [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 614.512232] env[70015]: DEBUG nova.virt.hardware [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 614.512310] env[70015]: DEBUG nova.virt.hardware [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 614.512461] env[70015]: DEBUG nova.virt.hardware [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 614.512686] env[70015]: DEBUG nova.virt.hardware [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 614.513764] env[70015]: DEBUG nova.virt.hardware [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 614.516532] env[70015]: DEBUG nova.virt.hardware [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 614.516790] env[70015]: DEBUG nova.virt.hardware [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 614.516995] env[70015]: DEBUG nova.virt.hardware [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 614.518021] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe5e469-ace0-461f-bc98-51485ece53bc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.527903] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208daabb-1e10-4fb2-811f-672fbb657bdd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.644971] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610163, 'name': CreateVM_Task, 'duration_secs': 0.450162} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.645437] env[70015]: DEBUG oslo_vmware.api [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Task: {'id': task-3610164, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.645656] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad2bc565-e53f-44c4-a183-01be8d43bfb0] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 614.646337] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.646501] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.646793] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.647245] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c183e1b-bf14-44ac-8b9b-0dfd9e0958ef {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.652385] env[70015]: DEBUG oslo_vmware.api [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Waiting for the task: (returnval){ [ 614.652385] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]520ea23d-d321-6193-6735-3145c13d8446" [ 614.652385] env[70015]: _type = "Task" [ 614.652385] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.660652] env[70015]: DEBUG oslo_vmware.api [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]520ea23d-d321-6193-6735-3145c13d8446, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.716071] env[70015]: DEBUG nova.network.neutron [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] [instance: 94323044-a24f-424f-a0c4-cf4eab76b57c] Successfully updated port: 7902d117-1a91-40bb-b685-fa8a2d829bbf {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 614.743935] env[70015]: DEBUG oslo_vmware.api [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Task: {'id': task-3610165, 'name': Rename_Task, 'duration_secs': 0.193559} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.743935] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] [instance: 6c6067ac-622b-4055-9b68-4166fc23bd52] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 614.743935] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a0c75e5-e981-4894-b39a-964598022caa {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.750885] env[70015]: DEBUG oslo_vmware.api [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Task: {'id': task-3610166, 'name': ReconfigVM_Task, 'duration_secs': 0.306066} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.750885] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a/8d2b826f-16de-4f55-a3f6-33a0ceb3b72a.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 614.750885] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a2c137c-6b5a-4b78-b139-4748ca89f8f3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.754037] env[70015]: DEBUG oslo_vmware.api [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Waiting for the task: (returnval){ [ 614.754037] env[70015]: value = "task-3610167" [ 614.754037] env[70015]: _type = "Task" [ 614.754037] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.759078] env[70015]: DEBUG oslo_vmware.api [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Waiting for the task: (returnval){ [ 614.759078] env[70015]: value = "task-3610168" [ 614.759078] env[70015]: _type = "Task" [ 614.759078] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.767109] env[70015]: DEBUG oslo_vmware.api [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Task: {'id': task-3610167, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.770860] env[70015]: DEBUG oslo_vmware.api [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Task: {'id': task-3610168, 'name': Rename_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.901487] env[70015]: DEBUG oslo_concurrency.lockutils [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.902158] env[70015]: DEBUG nova.compute.manager [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 614.906757] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.609s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.911380] env[70015]: INFO nova.compute.claims [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] [instance: 0873d084-90c6-4f26-bfb5-0f86077ca52b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 615.138526] env[70015]: DEBUG oslo_vmware.api [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Task: {'id': task-3610164, 'name': PowerOnVM_Task, 'duration_secs': 0.789193} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.139046] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] [instance: ddbcf67f-44f4-44f0-8614-48ee6a4a21b8] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 615.139481] env[70015]: INFO nova.compute.manager [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] [instance: ddbcf67f-44f4-44f0-8614-48ee6a4a21b8] Took 12.28 seconds to spawn the instance on the hypervisor. [ 615.139793] env[70015]: DEBUG nova.compute.manager [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] [instance: ddbcf67f-44f4-44f0-8614-48ee6a4a21b8] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 615.140639] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8df0669-82d4-4030-b649-4f277f7e20ba {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.179241] env[70015]: DEBUG oslo_vmware.api [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]520ea23d-d321-6193-6735-3145c13d8446, 'name': SearchDatastore_Task, 'duration_secs': 0.009106} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.179562] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.181599] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] [instance: ad2bc565-e53f-44c4-a183-01be8d43bfb0] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 615.181599] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.181599] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.181599] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 615.181599] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4286bd9d-0746-46ca-b733-f50f548d44b2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.192451] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 615.192451] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 615.193857] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e88f1b8a-b7bf-4936-bdb4-833c9c3c5b41 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.201242] env[70015]: DEBUG oslo_vmware.api [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Waiting for the task: (returnval){ [ 615.201242] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52108c99-70fb-2633-d7ec-83c6923c092b" [ 615.201242] env[70015]: _type = "Task" [ 615.201242] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.210543] env[70015]: DEBUG oslo_vmware.api [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52108c99-70fb-2633-d7ec-83c6923c092b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.220584] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Acquiring lock "refresh_cache-94323044-a24f-424f-a0c4-cf4eab76b57c" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.220584] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Acquired lock "refresh_cache-94323044-a24f-424f-a0c4-cf4eab76b57c" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.220896] env[70015]: DEBUG nova.network.neutron [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] [instance: 94323044-a24f-424f-a0c4-cf4eab76b57c] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 615.274024] env[70015]: DEBUG oslo_vmware.api [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Task: {'id': task-3610168, 'name': Rename_Task, 'duration_secs': 0.155773} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.274285] env[70015]: DEBUG oslo_vmware.api [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Task: {'id': task-3610167, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.274550] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 615.274790] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ba1c0bf-3a35-449c-9bda-7e513da7f7d5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.281452] env[70015]: DEBUG oslo_vmware.api [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Waiting for the task: (returnval){ [ 615.281452] env[70015]: value = "task-3610169" [ 615.281452] env[70015]: _type = "Task" [ 615.281452] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.290378] env[70015]: DEBUG oslo_vmware.api [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Task: {'id': task-3610169, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.422635] env[70015]: DEBUG nova.compute.utils [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 615.422635] env[70015]: DEBUG nova.compute.manager [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Not allocating networking since 'none' was specified. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 615.677200] env[70015]: INFO nova.compute.manager [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] [instance: ddbcf67f-44f4-44f0-8614-48ee6a4a21b8] Took 17.14 seconds to build instance. [ 615.716112] env[70015]: DEBUG oslo_vmware.api [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52108c99-70fb-2633-d7ec-83c6923c092b, 'name': SearchDatastore_Task, 'duration_secs': 0.012592} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.718034] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e50d921-dc56-4aad-a330-248c232d0e1a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.728239] env[70015]: DEBUG oslo_vmware.api [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Waiting for the task: (returnval){ [ 615.728239] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]525314de-62d0-6bf1-49d8-e9e11ae33ae9" [ 615.728239] env[70015]: _type = "Task" [ 615.728239] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.743334] env[70015]: DEBUG oslo_vmware.api [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]525314de-62d0-6bf1-49d8-e9e11ae33ae9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.765832] env[70015]: DEBUG oslo_vmware.api [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Task: {'id': task-3610167, 'name': PowerOnVM_Task, 'duration_secs': 0.695926} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.765832] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] [instance: 6c6067ac-622b-4055-9b68-4166fc23bd52] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 615.765832] env[70015]: INFO nova.compute.manager [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] [instance: 6c6067ac-622b-4055-9b68-4166fc23bd52] Took 8.40 seconds to spawn the instance on the hypervisor. [ 615.766024] env[70015]: DEBUG nova.compute.manager [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] [instance: 6c6067ac-622b-4055-9b68-4166fc23bd52] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 615.767052] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda2be96-94e8-467c-8a0a-7b92aed31d3f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.790907] env[70015]: DEBUG oslo_vmware.api [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Task: {'id': task-3610169, 'name': PowerOnVM_Task, 'duration_secs': 0.497372} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.791047] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 615.791426] env[70015]: INFO nova.compute.manager [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a] Took 10.67 seconds to spawn the instance on the hypervisor. [ 615.791615] env[70015]: DEBUG nova.compute.manager [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 615.792604] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505dfbb1-cefd-4072-9ddd-7559edf22348 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.825844] env[70015]: DEBUG nova.network.neutron [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] [instance: 94323044-a24f-424f-a0c4-cf4eab76b57c] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 615.925480] env[70015]: DEBUG nova.compute.manager [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 616.105652] env[70015]: DEBUG nova.compute.manager [req-58d0d8d0-a6b6-4814-bb52-900486138f82 req-5e22a77c-2c45-4898-a607-8d83af4c0d00 service nova] [instance: ad2bc565-e53f-44c4-a183-01be8d43bfb0] Received event network-changed-de73ae2c-8687-4d6d-8010-1f8505870008 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 616.105934] env[70015]: DEBUG nova.compute.manager [req-58d0d8d0-a6b6-4814-bb52-900486138f82 req-5e22a77c-2c45-4898-a607-8d83af4c0d00 service nova] [instance: ad2bc565-e53f-44c4-a183-01be8d43bfb0] Refreshing instance network info cache due to event network-changed-de73ae2c-8687-4d6d-8010-1f8505870008. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 616.106242] env[70015]: DEBUG oslo_concurrency.lockutils [req-58d0d8d0-a6b6-4814-bb52-900486138f82 req-5e22a77c-2c45-4898-a607-8d83af4c0d00 service nova] Acquiring lock "refresh_cache-ad2bc565-e53f-44c4-a183-01be8d43bfb0" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.106810] env[70015]: DEBUG oslo_concurrency.lockutils [req-58d0d8d0-a6b6-4814-bb52-900486138f82 req-5e22a77c-2c45-4898-a607-8d83af4c0d00 service nova] Acquired lock "refresh_cache-ad2bc565-e53f-44c4-a183-01be8d43bfb0" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.107067] env[70015]: DEBUG nova.network.neutron [req-58d0d8d0-a6b6-4814-bb52-900486138f82 req-5e22a77c-2c45-4898-a607-8d83af4c0d00 service nova] [instance: ad2bc565-e53f-44c4-a183-01be8d43bfb0] Refreshing network info cache for port de73ae2c-8687-4d6d-8010-1f8505870008 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 616.119239] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42957cbd-9933-4acc-8d62-751d5fb9f576 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.132129] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db85bc01-056e-474b-9b29-9ccb31b8f73c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.171233] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0366f9ae-9b2e-408b-95b3-02a55cbd22bc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.179234] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08eed167-205a-43a6-8b04-2c6beb4a3551 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.183947] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5014a05f-6b14-4350-9764-4793d64c8fb8 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Lock "ddbcf67f-44f4-44f0-8614-48ee6a4a21b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.654s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.201710] env[70015]: DEBUG nova.compute.provider_tree [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 616.226033] env[70015]: DEBUG nova.network.neutron [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] [instance: 94323044-a24f-424f-a0c4-cf4eab76b57c] Updating instance_info_cache with network_info: [{"id": "7902d117-1a91-40bb-b685-fa8a2d829bbf", "address": "fa:16:3e:c2:60:23", "network": {"id": "3c1a3fbb-2170-407e-9ccc-287a3d99ace9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d690f2455b7c4076b06d93f0db674d65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7902d117-1a", "ovs_interfaceid": "7902d117-1a91-40bb-b685-fa8a2d829bbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.241893] env[70015]: DEBUG oslo_vmware.api [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]525314de-62d0-6bf1-49d8-e9e11ae33ae9, 'name': SearchDatastore_Task, 'duration_secs': 0.014791} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.243236] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.243236] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] ad2bc565-e53f-44c4-a183-01be8d43bfb0/ad2bc565-e53f-44c4-a183-01be8d43bfb0.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 616.243236] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c383d3d-f8f3-4dc7-915d-8aa73be1df5c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.251743] env[70015]: DEBUG oslo_vmware.api [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Waiting for the task: (returnval){ [ 616.251743] env[70015]: value = "task-3610170" [ 616.251743] env[70015]: _type = "Task" [ 616.251743] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.263578] env[70015]: DEBUG oslo_vmware.api [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Task: {'id': task-3610170, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.287321] env[70015]: INFO nova.compute.manager [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] [instance: 6c6067ac-622b-4055-9b68-4166fc23bd52] Took 16.78 seconds to build instance. [ 616.314914] env[70015]: INFO nova.compute.manager [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a] Took 16.98 seconds to build instance. [ 616.686591] env[70015]: DEBUG nova.compute.manager [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: f9453044-6270-44bb-9de6-dd6481693259] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 616.705648] env[70015]: DEBUG nova.scheduler.client.report [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 616.729195] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Releasing lock "refresh_cache-94323044-a24f-424f-a0c4-cf4eab76b57c" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.729606] env[70015]: DEBUG nova.compute.manager [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] [instance: 94323044-a24f-424f-a0c4-cf4eab76b57c] Instance network_info: |[{"id": "7902d117-1a91-40bb-b685-fa8a2d829bbf", "address": "fa:16:3e:c2:60:23", "network": {"id": "3c1a3fbb-2170-407e-9ccc-287a3d99ace9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d690f2455b7c4076b06d93f0db674d65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7902d117-1a", "ovs_interfaceid": "7902d117-1a91-40bb-b685-fa8a2d829bbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 616.730149] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] [instance: 94323044-a24f-424f-a0c4-cf4eab76b57c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:60:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da623279-b6f6-4570-8b15-a332120b8b60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7902d117-1a91-40bb-b685-fa8a2d829bbf', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 616.743504] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Creating folder: Project (03687c077b3148189d65f3c1690e68b7). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.743844] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4468e90d-aec3-412e-a2be-af2811473b69 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.759498] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Created folder: Project (03687c077b3148189d65f3c1690e68b7) in parent group-v720117. [ 616.759815] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Creating folder: Instances. Parent ref: group-v720130. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.760471] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ae379f2-cbb2-4740-a28b-fef52e5c6baa {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.770204] env[70015]: DEBUG oslo_vmware.api [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Task: {'id': task-3610170, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.771737] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Created folder: Instances in parent group-v720130. [ 616.771737] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 616.771848] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94323044-a24f-424f-a0c4-cf4eab76b57c] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 616.772224] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4bf9ccd8-8089-4b06-abf0-56bdcf3c4e1d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.789398] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c1ee9001-1472-4c36-b208-807c3b002c0f tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Lock "6c6067ac-622b-4055-9b68-4166fc23bd52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.288s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.794541] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 616.794541] env[70015]: value = "task-3610173" [ 616.794541] env[70015]: _type = "Task" [ 616.794541] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.805366] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610173, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.815751] env[70015]: DEBUG oslo_concurrency.lockutils [None req-be44e276-f05f-466f-b0ee-0715d6e164e2 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Lock "8d2b826f-16de-4f55-a3f6-33a0ceb3b72a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.488s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.935925] env[70015]: DEBUG nova.compute.manager [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 616.970790] env[70015]: DEBUG nova.virt.hardware [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 616.970790] env[70015]: DEBUG nova.virt.hardware [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 616.971046] env[70015]: DEBUG nova.virt.hardware [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 616.971349] env[70015]: DEBUG nova.virt.hardware [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 616.972307] env[70015]: DEBUG nova.virt.hardware [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 616.972307] env[70015]: DEBUG nova.virt.hardware [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 616.972307] env[70015]: DEBUG nova.virt.hardware [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 616.972595] env[70015]: DEBUG nova.virt.hardware [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 616.972724] env[70015]: DEBUG nova.virt.hardware [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 616.973033] env[70015]: DEBUG nova.virt.hardware [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 616.973304] env[70015]: DEBUG nova.virt.hardware [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 616.974514] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1f61a6-0342-497f-a750-36d5466d3636 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.987284] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c482d3-a105-48c8-aa0b-a815d0d7afac {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.006584] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Instance VIF info [] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 617.015640] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Creating folder: Project (882e008423194d69ac2b0344114ca5f7). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.016080] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a617390-296d-4b4c-b18d-f06a2a4e0054 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.026576] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Created folder: Project (882e008423194d69ac2b0344114ca5f7) in parent group-v720117. [ 617.026576] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Creating folder: Instances. Parent ref: group-v720133. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.026576] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-724f9bb4-10bb-4c08-b93a-85773622a062 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.034428] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Created folder: Instances in parent group-v720133. [ 617.034767] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 617.034856] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 617.035083] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0cdc774c-e0b9-4623-8af8-fe26f924328a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.055496] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 617.055496] env[70015]: value = "task-3610176" [ 617.055496] env[70015]: _type = "Task" [ 617.055496] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.065473] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610176, 'name': CreateVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.213172] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.306s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.213755] env[70015]: DEBUG nova.compute.manager [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] [instance: 0873d084-90c6-4f26-bfb5-0f86077ca52b] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 617.219697] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.220096] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 11.510s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.220096] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.222319] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70015) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 617.222319] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.925s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.223940] env[70015]: INFO nova.compute.claims [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 617.230326] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4869f880-c7df-4486-ade8-b27a273a86ea {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.249815] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b7c408-c60a-4426-99d2-c612f085bd53 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.258534] env[70015]: DEBUG nova.network.neutron [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Successfully updated port: 49e27699-a187-4363-b1c4-e2a87042abe3 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 617.288883] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f26644-020e-40e0-9251-19f3d8e6887d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.296750] env[70015]: DEBUG oslo_vmware.api [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Task: {'id': task-3610170, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593084} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.303290] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] ad2bc565-e53f-44c4-a183-01be8d43bfb0/ad2bc565-e53f-44c4-a183-01be8d43bfb0.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 617.303290] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] [instance: ad2bc565-e53f-44c4-a183-01be8d43bfb0] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 617.307357] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8a14d73-c6bd-4dd0-900b-36dd4c6ddd93 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.310967] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b4d766-e6cb-4584-bfbe-ba4f887eb43c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.322148] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610173, 'name': CreateVM_Task, 'duration_secs': 0.479149} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.322654] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94323044-a24f-424f-a0c4-cf4eab76b57c] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 617.324228] env[70015]: DEBUG oslo_vmware.service [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc72351-2652-49a9-92ed-6f49e2a336dd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.365896] env[70015]: DEBUG oslo_vmware.api [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Waiting for the task: (returnval){ [ 617.365896] env[70015]: value = "task-3610177" [ 617.365896] env[70015]: _type = "Task" [ 617.365896] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.366448] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180949MB free_disk=77GB free_vcpus=48 pci_devices=None {{(pid=70015) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 617.366662] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.374098] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.374312] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.374766] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.375478] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9832e858-0275-4a21-891d-30f717c094e4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.383583] env[70015]: DEBUG oslo_vmware.api [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Task: {'id': task-3610177, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.385889] env[70015]: DEBUG oslo_vmware.api [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Waiting for the task: (returnval){ [ 617.385889] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52018078-cb8b-3fd1-b140-ea733801db0b" [ 617.385889] env[70015]: _type = "Task" [ 617.385889] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.396076] env[70015]: DEBUG oslo_vmware.api [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52018078-cb8b-3fd1-b140-ea733801db0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.572651] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610176, 'name': CreateVM_Task, 'duration_secs': 0.336831} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.572651] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 617.577112] env[70015]: DEBUG oslo_concurrency.lockutils [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.706251] env[70015]: DEBUG nova.network.neutron [req-58d0d8d0-a6b6-4814-bb52-900486138f82 req-5e22a77c-2c45-4898-a607-8d83af4c0d00 service nova] [instance: ad2bc565-e53f-44c4-a183-01be8d43bfb0] Updated VIF entry in instance network info cache for port de73ae2c-8687-4d6d-8010-1f8505870008. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 617.706425] env[70015]: DEBUG nova.network.neutron [req-58d0d8d0-a6b6-4814-bb52-900486138f82 req-5e22a77c-2c45-4898-a607-8d83af4c0d00 service nova] [instance: ad2bc565-e53f-44c4-a183-01be8d43bfb0] Updating instance_info_cache with network_info: [{"id": "de73ae2c-8687-4d6d-8010-1f8505870008", "address": "fa:16:3e:e4:b6:b0", "network": {"id": "3c1a3fbb-2170-407e-9ccc-287a3d99ace9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d690f2455b7c4076b06d93f0db674d65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde73ae2c-86", "ovs_interfaceid": "de73ae2c-8687-4d6d-8010-1f8505870008", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.733808] env[70015]: DEBUG nova.compute.utils [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 617.739836] env[70015]: DEBUG nova.compute.manager [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] [instance: 0873d084-90c6-4f26-bfb5-0f86077ca52b] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 617.740135] env[70015]: DEBUG nova.network.neutron [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] [instance: 0873d084-90c6-4f26-bfb5-0f86077ca52b] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 617.773883] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "refresh_cache-b19bdd14-b244-46bf-a1f5-264bfe7aedc1" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.774086] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquired lock "refresh_cache-b19bdd14-b244-46bf-a1f5-264bfe7aedc1" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.774242] env[70015]: DEBUG nova.network.neutron [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 617.884077] env[70015]: DEBUG oslo_vmware.api [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Task: {'id': task-3610177, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076986} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.884077] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] [instance: ad2bc565-e53f-44c4-a183-01be8d43bfb0] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 617.884822] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc39db99-b93e-4b19-931b-fb70f00c3f42 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.926626] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] [instance: ad2bc565-e53f-44c4-a183-01be8d43bfb0] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] ad2bc565-e53f-44c4-a183-01be8d43bfb0/ad2bc565-e53f-44c4-a183-01be8d43bfb0.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 617.927067] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.927298] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] [instance: 94323044-a24f-424f-a0c4-cf4eab76b57c] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 617.927674] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.928324] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.928324] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 617.929535] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e23cacc3-3b85-44c5-8baf-a1c924483062 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.953561] env[70015]: DEBUG oslo_concurrency.lockutils [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.954278] env[70015]: DEBUG oslo_concurrency.lockutils [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.954556] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b77b3b96-af5e-40be-bc32-b49420c157d3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.956448] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d541a1e3-a638-4e6d-ba3c-d95dfad387dc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.962107] env[70015]: DEBUG oslo_vmware.api [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Waiting for the task: (returnval){ [ 617.962107] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52410cc2-66e1-0ed9-75df-7d9cc8599777" [ 617.962107] env[70015]: _type = "Task" [ 617.962107] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.966484] env[70015]: DEBUG oslo_vmware.api [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Waiting for the task: (returnval){ [ 617.966484] env[70015]: value = "task-3610178" [ 617.966484] env[70015]: _type = "Task" [ 617.966484] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.978973] env[70015]: DEBUG oslo_vmware.api [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52410cc2-66e1-0ed9-75df-7d9cc8599777, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.981228] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 617.981374] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 617.982892] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c5d89b-10b1-4e50-8ddd-e0cafb89d865 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.991870] env[70015]: DEBUG oslo_vmware.api [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Task: {'id': task-3610178, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.996463] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-206f96a1-e7fc-4699-aff1-2b5a114ca6de {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.001837] env[70015]: DEBUG oslo_vmware.api [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Waiting for the task: (returnval){ [ 618.001837] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]521eb67d-eb79-c484-718f-393878962fa3" [ 618.001837] env[70015]: _type = "Task" [ 618.001837] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.009764] env[70015]: DEBUG oslo_vmware.api [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]521eb67d-eb79-c484-718f-393878962fa3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.022130] env[70015]: DEBUG nova.policy [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9592420464fc4a3f966e5716dd09ccf7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2f3486fdd2e42fa8bd3b083e2e9e266', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 618.209629] env[70015]: DEBUG oslo_concurrency.lockutils [req-58d0d8d0-a6b6-4814-bb52-900486138f82 req-5e22a77c-2c45-4898-a607-8d83af4c0d00 service nova] Releasing lock "refresh_cache-ad2bc565-e53f-44c4-a183-01be8d43bfb0" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.209629] env[70015]: DEBUG nova.compute.manager [req-58d0d8d0-a6b6-4814-bb52-900486138f82 req-5e22a77c-2c45-4898-a607-8d83af4c0d00 service nova] [instance: 94323044-a24f-424f-a0c4-cf4eab76b57c] Received event network-vif-plugged-7902d117-1a91-40bb-b685-fa8a2d829bbf {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 618.209629] env[70015]: DEBUG oslo_concurrency.lockutils [req-58d0d8d0-a6b6-4814-bb52-900486138f82 req-5e22a77c-2c45-4898-a607-8d83af4c0d00 service nova] Acquiring lock "94323044-a24f-424f-a0c4-cf4eab76b57c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.209848] env[70015]: DEBUG oslo_concurrency.lockutils [req-58d0d8d0-a6b6-4814-bb52-900486138f82 req-5e22a77c-2c45-4898-a607-8d83af4c0d00 service nova] Lock "94323044-a24f-424f-a0c4-cf4eab76b57c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.209955] env[70015]: DEBUG oslo_concurrency.lockutils [req-58d0d8d0-a6b6-4814-bb52-900486138f82 req-5e22a77c-2c45-4898-a607-8d83af4c0d00 service nova] Lock "94323044-a24f-424f-a0c4-cf4eab76b57c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.210033] env[70015]: DEBUG nova.compute.manager [req-58d0d8d0-a6b6-4814-bb52-900486138f82 req-5e22a77c-2c45-4898-a607-8d83af4c0d00 service nova] [instance: 94323044-a24f-424f-a0c4-cf4eab76b57c] No waiting events found dispatching network-vif-plugged-7902d117-1a91-40bb-b685-fa8a2d829bbf {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 618.210207] env[70015]: WARNING nova.compute.manager [req-58d0d8d0-a6b6-4814-bb52-900486138f82 req-5e22a77c-2c45-4898-a607-8d83af4c0d00 service nova] [instance: 94323044-a24f-424f-a0c4-cf4eab76b57c] Received unexpected event network-vif-plugged-7902d117-1a91-40bb-b685-fa8a2d829bbf for instance with vm_state building and task_state spawning. [ 618.210367] env[70015]: DEBUG nova.compute.manager [req-58d0d8d0-a6b6-4814-bb52-900486138f82 req-5e22a77c-2c45-4898-a607-8d83af4c0d00 service nova] [instance: 94323044-a24f-424f-a0c4-cf4eab76b57c] Received event network-changed-7902d117-1a91-40bb-b685-fa8a2d829bbf {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 618.210515] env[70015]: DEBUG nova.compute.manager [req-58d0d8d0-a6b6-4814-bb52-900486138f82 req-5e22a77c-2c45-4898-a607-8d83af4c0d00 service nova] [instance: 94323044-a24f-424f-a0c4-cf4eab76b57c] Refreshing instance network info cache due to event network-changed-7902d117-1a91-40bb-b685-fa8a2d829bbf. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 618.210720] env[70015]: DEBUG oslo_concurrency.lockutils [req-58d0d8d0-a6b6-4814-bb52-900486138f82 req-5e22a77c-2c45-4898-a607-8d83af4c0d00 service nova] Acquiring lock "refresh_cache-94323044-a24f-424f-a0c4-cf4eab76b57c" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.210925] env[70015]: DEBUG oslo_concurrency.lockutils [req-58d0d8d0-a6b6-4814-bb52-900486138f82 req-5e22a77c-2c45-4898-a607-8d83af4c0d00 service nova] Acquired lock "refresh_cache-94323044-a24f-424f-a0c4-cf4eab76b57c" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.211828] env[70015]: DEBUG nova.network.neutron [req-58d0d8d0-a6b6-4814-bb52-900486138f82 req-5e22a77c-2c45-4898-a607-8d83af4c0d00 service nova] [instance: 94323044-a24f-424f-a0c4-cf4eab76b57c] Refreshing network info cache for port 7902d117-1a91-40bb-b685-fa8a2d829bbf {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 618.247156] env[70015]: DEBUG nova.compute.manager [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] [instance: 0873d084-90c6-4f26-bfb5-0f86077ca52b] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 618.398773] env[70015]: DEBUG nova.network.neutron [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 618.483696] env[70015]: DEBUG oslo_concurrency.lockutils [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.483696] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 618.483818] env[70015]: DEBUG oslo_concurrency.lockutils [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.491483] env[70015]: DEBUG oslo_vmware.api [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Task: {'id': task-3610178, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.513531] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] [instance: 94323044-a24f-424f-a0c4-cf4eab76b57c] Preparing fetch location {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 618.514185] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Creating directory with path [datastore2] vmware_temp/53f4938e-b28d-41ba-ac61-b7d7a9c0c8c8/610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 618.514576] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158bc74f-c1e5-43e0-a0f4-355fd02b7238 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.517506] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82d309ed-9f4d-405e-a138-a9e15e141247 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.526793] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d23258-0c61-432e-96c8-c197275354cc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.573315] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4ac516-1bd3-4a17-bf5d-a75850908f07 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.578810] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Created directory with path [datastore2] vmware_temp/53f4938e-b28d-41ba-ac61-b7d7a9c0c8c8/610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 618.578810] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] [instance: 94323044-a24f-424f-a0c4-cf4eab76b57c] Fetch image to [datastore2] vmware_temp/53f4938e-b28d-41ba-ac61-b7d7a9c0c8c8/610693f8-5d52-4275-a790-262cb88d3cd9/tmp-sparse.vmdk {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 618.578810] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] [instance: 94323044-a24f-424f-a0c4-cf4eab76b57c] Downloading image file data 610693f8-5d52-4275-a790-262cb88d3cd9 to [datastore2] vmware_temp/53f4938e-b28d-41ba-ac61-b7d7a9c0c8c8/610693f8-5d52-4275-a790-262cb88d3cd9/tmp-sparse.vmdk on the data store datastore2 {{(pid=70015) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 618.578810] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00e989b-d1ee-497c-96b0-5a3b9ced0bc3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.596214] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d6f690-b138-47d0-a85f-fba0a3197123 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.602044] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998f93f7-b0e0-4e77-8f85-b1a1fd44b8be {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.619762] env[70015]: DEBUG nova.compute.provider_tree [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.627525] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69758fb-2c02-4c3a-9272-569352c2672b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.662743] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989003fc-7e4f-4772-9fb5-272e407c7b47 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.670846] env[70015]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-381a62cb-fc94-4b1d-8ada-48d42ffa2ef0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.697906] env[70015]: DEBUG nova.virt.vmwareapi.images [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] [instance: 94323044-a24f-424f-a0c4-cf4eab76b57c] Downloading image file data 610693f8-5d52-4275-a790-262cb88d3cd9 to the data store datastore2 {{(pid=70015) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 618.791155] env[70015]: DEBUG oslo_vmware.rw_handles [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/53f4938e-b28d-41ba-ac61-b7d7a9c0c8c8/610693f8-5d52-4275-a790-262cb88d3cd9/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=70015) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 618.983757] env[70015]: DEBUG oslo_vmware.api [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Task: {'id': task-3610178, 'name': ReconfigVM_Task, 'duration_secs': 0.621478} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.987811] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] [instance: ad2bc565-e53f-44c4-a183-01be8d43bfb0] Reconfigured VM instance instance-00000004 to attach disk [datastore1] ad2bc565-e53f-44c4-a183-01be8d43bfb0/ad2bc565-e53f-44c4-a183-01be8d43bfb0.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 618.992909] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b831b04f-0854-4dc2-8e7f-d711c476d095 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.998077] env[70015]: DEBUG oslo_vmware.api [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Waiting for the task: (returnval){ [ 618.998077] env[70015]: value = "task-3610179" [ 618.998077] env[70015]: _type = "Task" [ 618.998077] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.006805] env[70015]: DEBUG oslo_vmware.api [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Task: {'id': task-3610179, 'name': Rename_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.128369] env[70015]: DEBUG nova.scheduler.client.report [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 619.268596] env[70015]: DEBUG nova.compute.manager [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] [instance: 0873d084-90c6-4f26-bfb5-0f86077ca52b] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 619.309021] env[70015]: DEBUG nova.virt.hardware [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 619.309362] env[70015]: DEBUG nova.virt.hardware [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 619.309567] env[70015]: DEBUG nova.virt.hardware [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 619.309683] env[70015]: DEBUG nova.virt.hardware [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 619.309964] env[70015]: DEBUG nova.virt.hardware [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 619.309964] env[70015]: DEBUG nova.virt.hardware [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 619.310598] env[70015]: DEBUG nova.virt.hardware [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 619.311031] env[70015]: DEBUG nova.virt.hardware [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 619.311031] env[70015]: DEBUG nova.virt.hardware [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 619.311231] env[70015]: DEBUG nova.virt.hardware [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 619.311400] env[70015]: DEBUG nova.virt.hardware [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 619.312388] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f664fd-cce1-49f4-b006-6336b4993d58 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.316990] env[70015]: DEBUG nova.network.neutron [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Updating instance_info_cache with network_info: [{"id": "49e27699-a187-4363-b1c4-e2a87042abe3", "address": "fa:16:3e:2c:8b:ba", "network": {"id": "aed3b2bc-e425-473e-9c01-5fba157d1ba4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-846382282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faa8a08038de44e2ad837e0e45b67282", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49e27699-a1", "ovs_interfaceid": "49e27699-a187-4363-b1c4-e2a87042abe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.331847] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b036bbc-1ad2-4d0f-bdd8-aa2f4bcead17 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.471880] env[70015]: DEBUG nova.network.neutron [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] [instance: 0873d084-90c6-4f26-bfb5-0f86077ca52b] Successfully created port: 992333cc-d83e-47c0-8fd1-39a5429aef40 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 619.510902] env[70015]: DEBUG oslo_vmware.api [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Task: {'id': task-3610179, 'name': Rename_Task, 'duration_secs': 0.26374} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.511301] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] [instance: ad2bc565-e53f-44c4-a183-01be8d43bfb0] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 619.511607] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-311f7112-bf23-4c7a-af35-a8e4d250095e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.519961] env[70015]: DEBUG oslo_vmware.api [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Waiting for the task: (returnval){ [ 619.519961] env[70015]: value = "task-3610180" [ 619.519961] env[70015]: _type = "Task" [ 619.519961] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.520165] env[70015]: DEBUG oslo_vmware.rw_handles [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Completed reading data from the image iterator. {{(pid=70015) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 619.520351] env[70015]: DEBUG oslo_vmware.rw_handles [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/53f4938e-b28d-41ba-ac61-b7d7a9c0c8c8/610693f8-5d52-4275-a790-262cb88d3cd9/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=70015) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 619.533657] env[70015]: DEBUG oslo_vmware.api [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Task: {'id': task-3610180, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.644953] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.423s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.646084] env[70015]: DEBUG nova.compute.manager [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 619.651296] env[70015]: DEBUG nova.virt.vmwareapi.images [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] [instance: 94323044-a24f-424f-a0c4-cf4eab76b57c] Downloaded image file data 610693f8-5d52-4275-a790-262cb88d3cd9 to vmware_temp/53f4938e-b28d-41ba-ac61-b7d7a9c0c8c8/610693f8-5d52-4275-a790-262cb88d3cd9/tmp-sparse.vmdk on the data store datastore2 {{(pid=70015) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 619.653928] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] [instance: 94323044-a24f-424f-a0c4-cf4eab76b57c] Caching image {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 619.654985] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Copying Virtual Disk [datastore2] vmware_temp/53f4938e-b28d-41ba-ac61-b7d7a9c0c8c8/610693f8-5d52-4275-a790-262cb88d3cd9/tmp-sparse.vmdk to [datastore2] vmware_temp/53f4938e-b28d-41ba-ac61-b7d7a9c0c8c8/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 619.655267] env[70015]: DEBUG oslo_concurrency.lockutils [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.598s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.656782] env[70015]: INFO nova.compute.claims [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] [instance: 19a17a9d-795d-44bf-a2b5-768b9e110095] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 619.660219] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ceefbff-f9e2-4bce-92b3-661a60b44d87 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.675426] env[70015]: DEBUG oslo_vmware.api [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Waiting for the task: (returnval){ [ 619.675426] env[70015]: value = "task-3610181" [ 619.675426] env[70015]: _type = "Task" [ 619.675426] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.688486] env[70015]: DEBUG oslo_vmware.api [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Task: {'id': task-3610181, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.739514] env[70015]: DEBUG nova.compute.manager [req-1ee4092b-d18e-42ce-ae9f-f621f3e555a4 req-5fe5d401-98c5-4848-971b-61fb2b189282 service nova] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Received event network-vif-plugged-49e27699-a187-4363-b1c4-e2a87042abe3 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 619.739754] env[70015]: DEBUG oslo_concurrency.lockutils [req-1ee4092b-d18e-42ce-ae9f-f621f3e555a4 req-5fe5d401-98c5-4848-971b-61fb2b189282 service nova] Acquiring lock "b19bdd14-b244-46bf-a1f5-264bfe7aedc1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.740029] env[70015]: DEBUG oslo_concurrency.lockutils [req-1ee4092b-d18e-42ce-ae9f-f621f3e555a4 req-5fe5d401-98c5-4848-971b-61fb2b189282 service nova] Lock "b19bdd14-b244-46bf-a1f5-264bfe7aedc1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.741194] env[70015]: DEBUG oslo_concurrency.lockutils [req-1ee4092b-d18e-42ce-ae9f-f621f3e555a4 req-5fe5d401-98c5-4848-971b-61fb2b189282 service nova] Lock "b19bdd14-b244-46bf-a1f5-264bfe7aedc1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.741402] env[70015]: DEBUG nova.compute.manager [req-1ee4092b-d18e-42ce-ae9f-f621f3e555a4 req-5fe5d401-98c5-4848-971b-61fb2b189282 service nova] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] No waiting events found dispatching network-vif-plugged-49e27699-a187-4363-b1c4-e2a87042abe3 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 619.741614] env[70015]: WARNING nova.compute.manager [req-1ee4092b-d18e-42ce-ae9f-f621f3e555a4 req-5fe5d401-98c5-4848-971b-61fb2b189282 service nova] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Received unexpected event network-vif-plugged-49e27699-a187-4363-b1c4-e2a87042abe3 for instance with vm_state building and task_state spawning. [ 619.741790] env[70015]: DEBUG nova.compute.manager [req-1ee4092b-d18e-42ce-ae9f-f621f3e555a4 req-5fe5d401-98c5-4848-971b-61fb2b189282 service nova] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Received event network-changed-49e27699-a187-4363-b1c4-e2a87042abe3 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 619.741986] env[70015]: DEBUG nova.compute.manager [req-1ee4092b-d18e-42ce-ae9f-f621f3e555a4 req-5fe5d401-98c5-4848-971b-61fb2b189282 service nova] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Refreshing instance network info cache due to event network-changed-49e27699-a187-4363-b1c4-e2a87042abe3. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 619.742185] env[70015]: DEBUG oslo_concurrency.lockutils [req-1ee4092b-d18e-42ce-ae9f-f621f3e555a4 req-5fe5d401-98c5-4848-971b-61fb2b189282 service nova] Acquiring lock "refresh_cache-b19bdd14-b244-46bf-a1f5-264bfe7aedc1" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.824735] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Releasing lock "refresh_cache-b19bdd14-b244-46bf-a1f5-264bfe7aedc1" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.825174] env[70015]: DEBUG nova.compute.manager [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Instance network_info: |[{"id": "49e27699-a187-4363-b1c4-e2a87042abe3", "address": "fa:16:3e:2c:8b:ba", "network": {"id": "aed3b2bc-e425-473e-9c01-5fba157d1ba4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-846382282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faa8a08038de44e2ad837e0e45b67282", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49e27699-a1", "ovs_interfaceid": "49e27699-a187-4363-b1c4-e2a87042abe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 619.825958] env[70015]: DEBUG oslo_concurrency.lockutils [req-1ee4092b-d18e-42ce-ae9f-f621f3e555a4 req-5fe5d401-98c5-4848-971b-61fb2b189282 service nova] Acquired lock "refresh_cache-b19bdd14-b244-46bf-a1f5-264bfe7aedc1" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.825958] env[70015]: DEBUG nova.network.neutron [req-1ee4092b-d18e-42ce-ae9f-f621f3e555a4 req-5fe5d401-98c5-4848-971b-61fb2b189282 service nova] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Refreshing network info cache for port 49e27699-a187-4363-b1c4-e2a87042abe3 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 619.827351] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:8b:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cc30a16-f070-421c-964e-50c9aa32f17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49e27699-a187-4363-b1c4-e2a87042abe3', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 619.835409] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Creating folder: Project (faa8a08038de44e2ad837e0e45b67282). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.836068] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49fa31ef-e81f-40e9-8c20-de5fe24dc3c4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.847030] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Created folder: Project (faa8a08038de44e2ad837e0e45b67282) in parent group-v720117. [ 619.847160] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Creating folder: Instances. Parent ref: group-v720136. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.847497] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12a0ee6c-eab4-4653-be11-8c4316d1bffb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.856342] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Created folder: Instances in parent group-v720136. [ 619.856700] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 619.856851] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 619.857075] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a7e2943-5222-4c79-ab67-8e85e1b5e069 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.876721] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 619.876721] env[70015]: value = "task-3610184" [ 619.876721] env[70015]: _type = "Task" [ 619.876721] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.885281] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610184, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.892289] env[70015]: DEBUG nova.network.neutron [req-58d0d8d0-a6b6-4814-bb52-900486138f82 req-5e22a77c-2c45-4898-a607-8d83af4c0d00 service nova] [instance: 94323044-a24f-424f-a0c4-cf4eab76b57c] Updated VIF entry in instance network info cache for port 7902d117-1a91-40bb-b685-fa8a2d829bbf. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 619.892914] env[70015]: DEBUG nova.network.neutron [req-58d0d8d0-a6b6-4814-bb52-900486138f82 req-5e22a77c-2c45-4898-a607-8d83af4c0d00 service nova] [instance: 94323044-a24f-424f-a0c4-cf4eab76b57c] Updating instance_info_cache with network_info: [{"id": "7902d117-1a91-40bb-b685-fa8a2d829bbf", "address": "fa:16:3e:c2:60:23", "network": {"id": "3c1a3fbb-2170-407e-9ccc-287a3d99ace9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d690f2455b7c4076b06d93f0db674d65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7902d117-1a", "ovs_interfaceid": "7902d117-1a91-40bb-b685-fa8a2d829bbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.926369] env[70015]: DEBUG nova.compute.manager [None req-71a4243e-e355-43a2-b32f-dbe519b42231 tempest-ServerDiagnosticsV248Test-1312898427 tempest-ServerDiagnosticsV248Test-1312898427-project-admin] [instance: 6c6067ac-622b-4055-9b68-4166fc23bd52] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 619.929911] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b7afe5-29ef-41c4-98e6-d904d0f1edb4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.940097] env[70015]: INFO nova.compute.manager [None req-71a4243e-e355-43a2-b32f-dbe519b42231 tempest-ServerDiagnosticsV248Test-1312898427 tempest-ServerDiagnosticsV248Test-1312898427-project-admin] [instance: 6c6067ac-622b-4055-9b68-4166fc23bd52] Retrieving diagnostics [ 619.941369] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1f00a1-fe85-47ba-bec5-00b5713c872c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.031282] env[70015]: DEBUG oslo_vmware.api [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Task: {'id': task-3610180, 'name': PowerOnVM_Task} progress is 37%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.153455] env[70015]: DEBUG nova.compute.utils [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 620.155144] env[70015]: DEBUG nova.compute.manager [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 620.155481] env[70015]: DEBUG nova.network.neutron [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 620.175037] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e778e463-5cb1-471e-a7e3-4880d652766c tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Acquiring lock "ddbcf67f-44f4-44f0-8614-48ee6a4a21b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.175210] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e778e463-5cb1-471e-a7e3-4880d652766c tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Lock "ddbcf67f-44f4-44f0-8614-48ee6a4a21b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.175451] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e778e463-5cb1-471e-a7e3-4880d652766c tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Acquiring lock "ddbcf67f-44f4-44f0-8614-48ee6a4a21b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.175806] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e778e463-5cb1-471e-a7e3-4880d652766c tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Lock "ddbcf67f-44f4-44f0-8614-48ee6a4a21b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.176122] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e778e463-5cb1-471e-a7e3-4880d652766c tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Lock "ddbcf67f-44f4-44f0-8614-48ee6a4a21b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.179963] env[70015]: INFO nova.compute.manager [None req-e778e463-5cb1-471e-a7e3-4880d652766c tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] [instance: ddbcf67f-44f4-44f0-8614-48ee6a4a21b8] Terminating instance [ 620.193916] env[70015]: DEBUG oslo_vmware.api [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Task: {'id': task-3610181, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.322890] env[70015]: DEBUG nova.policy [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21e4f6cd75d64cdb8779d6f9c8da5b48', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72e070e3cd3544c3b05709e6e1abe44d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 620.391174] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610184, 'name': CreateVM_Task, 'duration_secs': 0.376884} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.391411] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 620.393561] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.394493] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.394493] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.394760] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fcbd300-b914-45e8-a19c-e95757af21b7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.397681] env[70015]: DEBUG oslo_concurrency.lockutils [req-58d0d8d0-a6b6-4814-bb52-900486138f82 req-5e22a77c-2c45-4898-a607-8d83af4c0d00 service nova] Releasing lock "refresh_cache-94323044-a24f-424f-a0c4-cf4eab76b57c" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.401297] env[70015]: DEBUG oslo_vmware.api [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 620.401297] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52e2255e-32ff-e717-4d9c-db30da7cfb3d" [ 620.401297] env[70015]: _type = "Task" [ 620.401297] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.414223] env[70015]: DEBUG oslo_vmware.api [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52e2255e-32ff-e717-4d9c-db30da7cfb3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.537798] env[70015]: DEBUG oslo_vmware.api [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Task: {'id': task-3610180, 'name': PowerOnVM_Task, 'duration_secs': 0.981144} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.538094] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] [instance: ad2bc565-e53f-44c4-a183-01be8d43bfb0] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 620.538346] env[70015]: INFO nova.compute.manager [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] [instance: ad2bc565-e53f-44c4-a183-01be8d43bfb0] Took 10.86 seconds to spawn the instance on the hypervisor. [ 620.538499] env[70015]: DEBUG nova.compute.manager [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] [instance: ad2bc565-e53f-44c4-a183-01be8d43bfb0] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 620.539292] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0305d84-3433-44b1-b0ce-a7ba84ef788c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.661043] env[70015]: DEBUG nova.compute.manager [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 620.689887] env[70015]: DEBUG nova.compute.manager [None req-e778e463-5cb1-471e-a7e3-4880d652766c tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] [instance: ddbcf67f-44f4-44f0-8614-48ee6a4a21b8] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 620.690674] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e778e463-5cb1-471e-a7e3-4880d652766c tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] [instance: ddbcf67f-44f4-44f0-8614-48ee6a4a21b8] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 620.690769] env[70015]: DEBUG oslo_vmware.api [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Task: {'id': task-3610181, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.928271} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.691588] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346d32d9-2001-447c-b6c4-f065817b6786 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.694717] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Copied Virtual Disk [datastore2] vmware_temp/53f4938e-b28d-41ba-ac61-b7d7a9c0c8c8/610693f8-5d52-4275-a790-262cb88d3cd9/tmp-sparse.vmdk to [datastore2] vmware_temp/53f4938e-b28d-41ba-ac61-b7d7a9c0c8c8/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 620.695015] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Deleting the datastore file [datastore2] vmware_temp/53f4938e-b28d-41ba-ac61-b7d7a9c0c8c8/610693f8-5d52-4275-a790-262cb88d3cd9/tmp-sparse.vmdk {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 620.695561] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58bb0cd8-e25e-4081-a4fb-5020ef7277f5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.705677] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-e778e463-5cb1-471e-a7e3-4880d652766c tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] [instance: ddbcf67f-44f4-44f0-8614-48ee6a4a21b8] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 620.707246] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af9bf514-d250-4f3f-8764-c4a15b283cf7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.710499] env[70015]: DEBUG oslo_vmware.api [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Waiting for the task: (returnval){ [ 620.710499] env[70015]: value = "task-3610185" [ 620.710499] env[70015]: _type = "Task" [ 620.710499] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.715990] env[70015]: DEBUG oslo_vmware.api [None req-e778e463-5cb1-471e-a7e3-4880d652766c tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Waiting for the task: (returnval){ [ 620.715990] env[70015]: value = "task-3610186" [ 620.715990] env[70015]: _type = "Task" [ 620.715990] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.731407] env[70015]: DEBUG oslo_vmware.api [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Task: {'id': task-3610185, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.738420] env[70015]: DEBUG oslo_vmware.api [None req-e778e463-5cb1-471e-a7e3-4880d652766c tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Task: {'id': task-3610186, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.821678] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e41ffc15-d9cf-46fe-b4ca-13234afa70f0 tempest-DeleteServersAdminTestJSON-819541607 tempest-DeleteServersAdminTestJSON-819541607-project-admin] Acquiring lock "8d2b826f-16de-4f55-a3f6-33a0ceb3b72a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.821982] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e41ffc15-d9cf-46fe-b4ca-13234afa70f0 tempest-DeleteServersAdminTestJSON-819541607 tempest-DeleteServersAdminTestJSON-819541607-project-admin] Lock "8d2b826f-16de-4f55-a3f6-33a0ceb3b72a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.823166] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e41ffc15-d9cf-46fe-b4ca-13234afa70f0 tempest-DeleteServersAdminTestJSON-819541607 tempest-DeleteServersAdminTestJSON-819541607-project-admin] Acquiring lock "8d2b826f-16de-4f55-a3f6-33a0ceb3b72a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.823166] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e41ffc15-d9cf-46fe-b4ca-13234afa70f0 tempest-DeleteServersAdminTestJSON-819541607 tempest-DeleteServersAdminTestJSON-819541607-project-admin] Lock "8d2b826f-16de-4f55-a3f6-33a0ceb3b72a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.823166] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e41ffc15-d9cf-46fe-b4ca-13234afa70f0 tempest-DeleteServersAdminTestJSON-819541607 tempest-DeleteServersAdminTestJSON-819541607-project-admin] Lock "8d2b826f-16de-4f55-a3f6-33a0ceb3b72a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.827490] env[70015]: INFO nova.compute.manager [None req-e41ffc15-d9cf-46fe-b4ca-13234afa70f0 tempest-DeleteServersAdminTestJSON-819541607 tempest-DeleteServersAdminTestJSON-819541607-project-admin] [instance: 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a] Terminating instance [ 620.899718] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9fea32-b845-4c1b-8d4b-1155c0651a42 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.910868] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2321f0-9803-41ed-8828-74a22e5c0e91 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.918355] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.918602] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 620.918804] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.947776] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db56af1-dbc0-46a3-8dd9-1a51cf8cc283 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.955675] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ba9f3f-85fb-4ec2-8e1f-cdab8271f459 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.971220] env[70015]: DEBUG nova.compute.provider_tree [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.070058] env[70015]: INFO nova.compute.manager [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] [instance: ad2bc565-e53f-44c4-a183-01be8d43bfb0] Took 21.07 seconds to build instance. [ 621.223436] env[70015]: DEBUG oslo_vmware.api [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Task: {'id': task-3610185, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.052629} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.227093] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 621.227526] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Moving file from [datastore2] vmware_temp/53f4938e-b28d-41ba-ac61-b7d7a9c0c8c8/610693f8-5d52-4275-a790-262cb88d3cd9 to [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9. {{(pid=70015) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 621.228615] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-a011434d-5881-4692-ac2c-4427ffe09b5f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.237852] env[70015]: DEBUG oslo_vmware.api [None req-e778e463-5cb1-471e-a7e3-4880d652766c tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Task: {'id': task-3610186, 'name': PowerOffVM_Task, 'duration_secs': 0.491653} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.239525] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-e778e463-5cb1-471e-a7e3-4880d652766c tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] [instance: ddbcf67f-44f4-44f0-8614-48ee6a4a21b8] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 621.239805] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e778e463-5cb1-471e-a7e3-4880d652766c tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] [instance: ddbcf67f-44f4-44f0-8614-48ee6a4a21b8] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 621.240210] env[70015]: DEBUG oslo_vmware.api [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Waiting for the task: (returnval){ [ 621.240210] env[70015]: value = "task-3610187" [ 621.240210] env[70015]: _type = "Task" [ 621.240210] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.240621] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0763241-411a-4700-899d-2cc810f9b3af {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.252340] env[70015]: DEBUG oslo_vmware.api [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Task: {'id': task-3610187, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.313189] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e778e463-5cb1-471e-a7e3-4880d652766c tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] [instance: ddbcf67f-44f4-44f0-8614-48ee6a4a21b8] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 621.313411] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e778e463-5cb1-471e-a7e3-4880d652766c tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] [instance: ddbcf67f-44f4-44f0-8614-48ee6a4a21b8] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 621.313850] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-e778e463-5cb1-471e-a7e3-4880d652766c tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Deleting the datastore file [datastore1] ddbcf67f-44f4-44f0-8614-48ee6a4a21b8 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 621.314165] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59b849f1-c78f-4e95-acc4-19899bcb9547 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.321976] env[70015]: DEBUG oslo_vmware.api [None req-e778e463-5cb1-471e-a7e3-4880d652766c tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Waiting for the task: (returnval){ [ 621.321976] env[70015]: value = "task-3610189" [ 621.321976] env[70015]: _type = "Task" [ 621.321976] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.328710] env[70015]: DEBUG nova.network.neutron [req-1ee4092b-d18e-42ce-ae9f-f621f3e555a4 req-5fe5d401-98c5-4848-971b-61fb2b189282 service nova] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Updated VIF entry in instance network info cache for port 49e27699-a187-4363-b1c4-e2a87042abe3. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 621.328710] env[70015]: DEBUG nova.network.neutron [req-1ee4092b-d18e-42ce-ae9f-f621f3e555a4 req-5fe5d401-98c5-4848-971b-61fb2b189282 service nova] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Updating instance_info_cache with network_info: [{"id": "49e27699-a187-4363-b1c4-e2a87042abe3", "address": "fa:16:3e:2c:8b:ba", "network": {"id": "aed3b2bc-e425-473e-9c01-5fba157d1ba4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-846382282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faa8a08038de44e2ad837e0e45b67282", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49e27699-a1", "ovs_interfaceid": "49e27699-a187-4363-b1c4-e2a87042abe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.334106] env[70015]: DEBUG nova.compute.manager [None req-e41ffc15-d9cf-46fe-b4ca-13234afa70f0 tempest-DeleteServersAdminTestJSON-819541607 tempest-DeleteServersAdminTestJSON-819541607-project-admin] [instance: 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 621.334450] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e41ffc15-d9cf-46fe-b4ca-13234afa70f0 tempest-DeleteServersAdminTestJSON-819541607 tempest-DeleteServersAdminTestJSON-819541607-project-admin] [instance: 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 621.334800] env[70015]: DEBUG oslo_vmware.api [None req-e778e463-5cb1-471e-a7e3-4880d652766c tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Task: {'id': task-3610189, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.335945] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5e92bf-0e43-4019-8dec-52c6cc9715c8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.343442] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41ffc15-d9cf-46fe-b4ca-13234afa70f0 tempest-DeleteServersAdminTestJSON-819541607 tempest-DeleteServersAdminTestJSON-819541607-project-admin] [instance: 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 621.343621] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ece49c5-5e79-4609-9e82-fedd3815b2cc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.350465] env[70015]: DEBUG oslo_vmware.api [None req-e41ffc15-d9cf-46fe-b4ca-13234afa70f0 tempest-DeleteServersAdminTestJSON-819541607 tempest-DeleteServersAdminTestJSON-819541607-project-admin] Waiting for the task: (returnval){ [ 621.350465] env[70015]: value = "task-3610190" [ 621.350465] env[70015]: _type = "Task" [ 621.350465] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.360169] env[70015]: DEBUG oslo_vmware.api [None req-e41ffc15-d9cf-46fe-b4ca-13234afa70f0 tempest-DeleteServersAdminTestJSON-819541607 tempest-DeleteServersAdminTestJSON-819541607-project-admin] Task: {'id': task-3610190, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.475107] env[70015]: DEBUG nova.scheduler.client.report [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 621.572750] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Lock "ad2bc565-e53f-44c4-a183-01be8d43bfb0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.586s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.673583] env[70015]: DEBUG nova.compute.manager [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 621.721905] env[70015]: DEBUG nova.virt.hardware [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 621.721905] env[70015]: DEBUG nova.virt.hardware [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 621.721905] env[70015]: DEBUG nova.virt.hardware [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 621.722143] env[70015]: DEBUG nova.virt.hardware [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 621.722143] env[70015]: DEBUG nova.virt.hardware [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 621.722143] env[70015]: DEBUG nova.virt.hardware [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 621.722143] env[70015]: DEBUG nova.virt.hardware [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 621.722143] env[70015]: DEBUG nova.virt.hardware [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 621.722298] env[70015]: DEBUG nova.virt.hardware [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 621.722298] env[70015]: DEBUG nova.virt.hardware [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 621.725141] env[70015]: DEBUG nova.virt.hardware [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 621.726082] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb07644-87e3-4914-ae6c-e5b951a3f39f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.740638] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9deb42ef-5bd1-45d4-879d-0e2bfef72f05 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.764717] env[70015]: DEBUG oslo_vmware.api [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Task: {'id': task-3610187, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.025814} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.764717] env[70015]: DEBUG nova.network.neutron [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Successfully created port: 3a3bf904-fbff-45c9-8201-8851d934c4f2 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 621.767533] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] File moved {{(pid=70015) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 621.767533] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] [instance: 94323044-a24f-424f-a0c4-cf4eab76b57c] Cleaning up location [datastore2] vmware_temp/53f4938e-b28d-41ba-ac61-b7d7a9c0c8c8 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 621.767533] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Deleting the datastore file [datastore2] vmware_temp/53f4938e-b28d-41ba-ac61-b7d7a9c0c8c8 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 621.767533] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54ded2a1-e995-4719-8c7c-aa910d33e1e6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.774499] env[70015]: DEBUG oslo_vmware.api [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Waiting for the task: (returnval){ [ 621.774499] env[70015]: value = "task-3610191" [ 621.774499] env[70015]: _type = "Task" [ 621.774499] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.786087] env[70015]: DEBUG oslo_vmware.api [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Task: {'id': task-3610191, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.836328] env[70015]: DEBUG oslo_concurrency.lockutils [req-1ee4092b-d18e-42ce-ae9f-f621f3e555a4 req-5fe5d401-98c5-4848-971b-61fb2b189282 service nova] Releasing lock "refresh_cache-b19bdd14-b244-46bf-a1f5-264bfe7aedc1" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.836790] env[70015]: DEBUG oslo_vmware.api [None req-e778e463-5cb1-471e-a7e3-4880d652766c tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Task: {'id': task-3610189, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204771} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.837020] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-e778e463-5cb1-471e-a7e3-4880d652766c tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 621.837203] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e778e463-5cb1-471e-a7e3-4880d652766c tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] [instance: ddbcf67f-44f4-44f0-8614-48ee6a4a21b8] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 621.837367] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e778e463-5cb1-471e-a7e3-4880d652766c tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] [instance: ddbcf67f-44f4-44f0-8614-48ee6a4a21b8] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 621.837527] env[70015]: INFO nova.compute.manager [None req-e778e463-5cb1-471e-a7e3-4880d652766c tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] [instance: ddbcf67f-44f4-44f0-8614-48ee6a4a21b8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 621.837757] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e778e463-5cb1-471e-a7e3-4880d652766c tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 621.837933] env[70015]: DEBUG nova.compute.manager [-] [instance: ddbcf67f-44f4-44f0-8614-48ee6a4a21b8] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 621.838090] env[70015]: DEBUG nova.network.neutron [-] [instance: ddbcf67f-44f4-44f0-8614-48ee6a4a21b8] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 621.859922] env[70015]: DEBUG oslo_vmware.api [None req-e41ffc15-d9cf-46fe-b4ca-13234afa70f0 tempest-DeleteServersAdminTestJSON-819541607 tempest-DeleteServersAdminTestJSON-819541607-project-admin] Task: {'id': task-3610190, 'name': PowerOffVM_Task, 'duration_secs': 0.192955} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.860332] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41ffc15-d9cf-46fe-b4ca-13234afa70f0 tempest-DeleteServersAdminTestJSON-819541607 tempest-DeleteServersAdminTestJSON-819541607-project-admin] [instance: 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 621.860532] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e41ffc15-d9cf-46fe-b4ca-13234afa70f0 tempest-DeleteServersAdminTestJSON-819541607 tempest-DeleteServersAdminTestJSON-819541607-project-admin] [instance: 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 621.860830] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d95d1f6-de8f-42e7-8f2b-07097abcfcf2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.922557] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e41ffc15-d9cf-46fe-b4ca-13234afa70f0 tempest-DeleteServersAdminTestJSON-819541607 tempest-DeleteServersAdminTestJSON-819541607-project-admin] [instance: 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 621.922557] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e41ffc15-d9cf-46fe-b4ca-13234afa70f0 tempest-DeleteServersAdminTestJSON-819541607 tempest-DeleteServersAdminTestJSON-819541607-project-admin] [instance: 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 621.922557] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-e41ffc15-d9cf-46fe-b4ca-13234afa70f0 tempest-DeleteServersAdminTestJSON-819541607 tempest-DeleteServersAdminTestJSON-819541607-project-admin] Deleting the datastore file [datastore1] 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 621.922853] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c364696c-271f-4989-8b6f-587593038935 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.929713] env[70015]: DEBUG oslo_vmware.api [None req-e41ffc15-d9cf-46fe-b4ca-13234afa70f0 tempest-DeleteServersAdminTestJSON-819541607 tempest-DeleteServersAdminTestJSON-819541607-project-admin] Waiting for the task: (returnval){ [ 621.929713] env[70015]: value = "task-3610193" [ 621.929713] env[70015]: _type = "Task" [ 621.929713] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.940810] env[70015]: DEBUG oslo_vmware.api [None req-e41ffc15-d9cf-46fe-b4ca-13234afa70f0 tempest-DeleteServersAdminTestJSON-819541607 tempest-DeleteServersAdminTestJSON-819541607-project-admin] Task: {'id': task-3610193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.982526] env[70015]: DEBUG oslo_concurrency.lockutils [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.326s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.983119] env[70015]: DEBUG nova.compute.manager [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] [instance: 19a17a9d-795d-44bf-a2b5-768b9e110095] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 621.990320] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.768s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.990320] env[70015]: INFO nova.compute.claims [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: f9453044-6270-44bb-9de6-dd6481693259] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 622.288776] env[70015]: DEBUG oslo_vmware.api [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Task: {'id': task-3610191, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023146} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.289258] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 622.290022] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8acca534-ddca-48e8-8def-06e8fb37f2fd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.295398] env[70015]: DEBUG oslo_vmware.api [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Waiting for the task: (returnval){ [ 622.295398] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52967d58-096b-2fda-310e-1a8a217ad0b0" [ 622.295398] env[70015]: _type = "Task" [ 622.295398] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.303413] env[70015]: DEBUG oslo_vmware.api [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52967d58-096b-2fda-310e-1a8a217ad0b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.452284] env[70015]: DEBUG oslo_vmware.api [None req-e41ffc15-d9cf-46fe-b4ca-13234afa70f0 tempest-DeleteServersAdminTestJSON-819541607 tempest-DeleteServersAdminTestJSON-819541607-project-admin] Task: {'id': task-3610193, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132852} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.452284] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-e41ffc15-d9cf-46fe-b4ca-13234afa70f0 tempest-DeleteServersAdminTestJSON-819541607 tempest-DeleteServersAdminTestJSON-819541607-project-admin] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 622.452284] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e41ffc15-d9cf-46fe-b4ca-13234afa70f0 tempest-DeleteServersAdminTestJSON-819541607 tempest-DeleteServersAdminTestJSON-819541607-project-admin] [instance: 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 622.452284] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e41ffc15-d9cf-46fe-b4ca-13234afa70f0 tempest-DeleteServersAdminTestJSON-819541607 tempest-DeleteServersAdminTestJSON-819541607-project-admin] [instance: 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 622.452284] env[70015]: INFO nova.compute.manager [None req-e41ffc15-d9cf-46fe-b4ca-13234afa70f0 tempest-DeleteServersAdminTestJSON-819541607 tempest-DeleteServersAdminTestJSON-819541607-project-admin] [instance: 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 622.452439] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e41ffc15-d9cf-46fe-b4ca-13234afa70f0 tempest-DeleteServersAdminTestJSON-819541607 tempest-DeleteServersAdminTestJSON-819541607-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 622.452439] env[70015]: DEBUG nova.compute.manager [-] [instance: 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 622.452439] env[70015]: DEBUG nova.network.neutron [-] [instance: 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 622.497590] env[70015]: DEBUG nova.compute.utils [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 622.501384] env[70015]: DEBUG nova.compute.manager [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] [instance: 19a17a9d-795d-44bf-a2b5-768b9e110095] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 622.501483] env[70015]: DEBUG nova.network.neutron [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] [instance: 19a17a9d-795d-44bf-a2b5-768b9e110095] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 622.805926] env[70015]: DEBUG oslo_vmware.api [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52967d58-096b-2fda-310e-1a8a217ad0b0, 'name': SearchDatastore_Task, 'duration_secs': 0.010685} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.806165] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.808534] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 94323044-a24f-424f-a0c4-cf4eab76b57c/94323044-a24f-424f-a0c4-cf4eab76b57c.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 622.808534] env[70015]: DEBUG oslo_concurrency.lockutils [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.808534] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 622.808534] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c50394d-9bb6-43b0-b495-68ac90870e0d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.809510] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df0f5e9d-d872-46e6-9710-6bbb60d4c772 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.818660] env[70015]: DEBUG oslo_vmware.api [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Waiting for the task: (returnval){ [ 622.818660] env[70015]: value = "task-3610194" [ 622.818660] env[70015]: _type = "Task" [ 622.818660] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.819836] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 622.820080] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 622.826658] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-489d9820-e1dd-41be-be4a-39aa0886ed6d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.833724] env[70015]: DEBUG oslo_vmware.api [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Task: {'id': task-3610194, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.835565] env[70015]: DEBUG oslo_vmware.api [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Waiting for the task: (returnval){ [ 622.835565] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5285d7a5-d5b9-58a9-4f09-82733a85d927" [ 622.835565] env[70015]: _type = "Task" [ 622.835565] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.842614] env[70015]: DEBUG oslo_vmware.api [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5285d7a5-d5b9-58a9-4f09-82733a85d927, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.866016] env[70015]: DEBUG nova.policy [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64f4c5ff4e444c40b2d00a20c4cc15fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc97d293c2404512ba608f0d1c931054', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 623.014295] env[70015]: DEBUG nova.compute.manager [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] [instance: 19a17a9d-795d-44bf-a2b5-768b9e110095] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 623.239173] env[70015]: DEBUG nova.compute.manager [None req-4b190e55-fb09-4d99-a61a-036a7de3265c tempest-ServerDiagnosticsTest-622747846 tempest-ServerDiagnosticsTest-622747846-project-admin] [instance: ad2bc565-e53f-44c4-a183-01be8d43bfb0] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 623.240887] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b90d1a4-3f86-4f82-b251-c16fe408ec22 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.248726] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c82f48-f04d-40f5-8f77-352a22890eab {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.253696] env[70015]: INFO nova.compute.manager [None req-4b190e55-fb09-4d99-a61a-036a7de3265c tempest-ServerDiagnosticsTest-622747846 tempest-ServerDiagnosticsTest-622747846-project-admin] [instance: ad2bc565-e53f-44c4-a183-01be8d43bfb0] Retrieving diagnostics [ 623.254992] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704bb4fc-d41a-406b-8e22-31af663c4436 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.290552] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d788f8-c885-499e-9e27-acf9bf81d2aa {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.332042] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f9f270-b975-4eb9-a64c-4a526092f65b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.340829] env[70015]: DEBUG oslo_vmware.api [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Task: {'id': task-3610194, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498253} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.345738] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 94323044-a24f-424f-a0c4-cf4eab76b57c/94323044-a24f-424f-a0c4-cf4eab76b57c.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 623.345954] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] [instance: 94323044-a24f-424f-a0c4-cf4eab76b57c] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 623.346266] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e120b3f-a1ad-4de6-989f-51da349872f2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.350414] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea49bb1-e56f-4843-af23-d6c7a316a153 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.359113] env[70015]: DEBUG oslo_vmware.api [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5285d7a5-d5b9-58a9-4f09-82733a85d927, 'name': SearchDatastore_Task, 'duration_secs': 0.011585} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.367964] env[70015]: DEBUG oslo_vmware.api [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Waiting for the task: (returnval){ [ 623.367964] env[70015]: value = "task-3610195" [ 623.367964] env[70015]: _type = "Task" [ 623.367964] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.368778] env[70015]: DEBUG nova.compute.provider_tree [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 623.370121] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-107db1a7-aae4-461f-ad1b-323571b4a921 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.378563] env[70015]: DEBUG oslo_vmware.api [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Waiting for the task: (returnval){ [ 623.378563] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52fa7bb0-9364-5161-933a-249b9aa1b003" [ 623.378563] env[70015]: _type = "Task" [ 623.378563] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.383544] env[70015]: DEBUG oslo_vmware.api [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Task: {'id': task-3610195, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.392458] env[70015]: DEBUG oslo_vmware.api [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52fa7bb0-9364-5161-933a-249b9aa1b003, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.626398] env[70015]: DEBUG nova.network.neutron [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] [instance: 0873d084-90c6-4f26-bfb5-0f86077ca52b] Successfully updated port: 992333cc-d83e-47c0-8fd1-39a5429aef40 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 623.661856] env[70015]: DEBUG nova.network.neutron [-] [instance: ddbcf67f-44f4-44f0-8614-48ee6a4a21b8] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.874744] env[70015]: DEBUG nova.scheduler.client.report [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 623.896196] env[70015]: DEBUG oslo_vmware.api [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Task: {'id': task-3610195, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066364} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.900469] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] [instance: 94323044-a24f-424f-a0c4-cf4eab76b57c] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 623.900821] env[70015]: DEBUG oslo_vmware.api [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52fa7bb0-9364-5161-933a-249b9aa1b003, 'name': SearchDatastore_Task, 'duration_secs': 0.011326} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.902177] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab57f4f-e78a-4a1a-a29e-017e74fc9e5c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.907843] env[70015]: DEBUG oslo_concurrency.lockutils [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.908132] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 41baed96-29ff-4f0d-ab6f-9520ba5bd910/41baed96-29ff-4f0d-ab6f-9520ba5bd910.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 623.909326] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.909326] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 623.909435] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ddad368-d5ac-48e0-b22e-84171531e1e4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.912547] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c50e659-3378-4447-8077-b3eb26652e1a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.938142] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] [instance: 94323044-a24f-424f-a0c4-cf4eab76b57c] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 94323044-a24f-424f-a0c4-cf4eab76b57c/94323044-a24f-424f-a0c4-cf4eab76b57c.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 623.940542] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f592829-1375-4ed0-b68c-943d918a6dff {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.957445] env[70015]: DEBUG oslo_vmware.api [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Waiting for the task: (returnval){ [ 623.957445] env[70015]: value = "task-3610196" [ 623.957445] env[70015]: _type = "Task" [ 623.957445] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.959356] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 623.959594] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 623.963985] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0d50802-f035-4bd1-ac66-4fc9fa815070 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.967825] env[70015]: DEBUG oslo_vmware.api [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Waiting for the task: (returnval){ [ 623.967825] env[70015]: value = "task-3610197" [ 623.967825] env[70015]: _type = "Task" [ 623.967825] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.975714] env[70015]: DEBUG oslo_vmware.api [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Task: {'id': task-3610196, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.976027] env[70015]: DEBUG oslo_vmware.api [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 623.976027] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]524199a2-5e2c-ffe2-4f5e-9fce2375a10e" [ 623.976027] env[70015]: _type = "Task" [ 623.976027] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.983760] env[70015]: DEBUG oslo_vmware.api [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Task: {'id': task-3610197, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.993442] env[70015]: DEBUG oslo_vmware.api [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]524199a2-5e2c-ffe2-4f5e-9fce2375a10e, 'name': SearchDatastore_Task, 'duration_secs': 0.009336} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.994444] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48099626-3d64-47fd-8fcd-27b4b8d4c7a7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.000675] env[70015]: DEBUG oslo_vmware.api [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 624.000675] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]527a231c-c01c-9652-4438-afa63209413a" [ 624.000675] env[70015]: _type = "Task" [ 624.000675] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.009512] env[70015]: DEBUG oslo_vmware.api [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]527a231c-c01c-9652-4438-afa63209413a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.026661] env[70015]: DEBUG nova.compute.manager [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] [instance: 19a17a9d-795d-44bf-a2b5-768b9e110095] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 624.056504] env[70015]: DEBUG nova.virt.hardware [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 624.056946] env[70015]: DEBUG nova.virt.hardware [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 624.056946] env[70015]: DEBUG nova.virt.hardware [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 624.057138] env[70015]: DEBUG nova.virt.hardware [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 624.057243] env[70015]: DEBUG nova.virt.hardware [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 624.057391] env[70015]: DEBUG nova.virt.hardware [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 624.057701] env[70015]: DEBUG nova.virt.hardware [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 624.057798] env[70015]: DEBUG nova.virt.hardware [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 624.057998] env[70015]: DEBUG nova.virt.hardware [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 624.058154] env[70015]: DEBUG nova.virt.hardware [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 624.058330] env[70015]: DEBUG nova.virt.hardware [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 624.059563] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e63c266-53f9-43d0-910c-a81bc3ac7d72 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.068193] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0a18e9-32a3-40ff-88cc-fa645c1bfbfd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.130761] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Acquiring lock "refresh_cache-0873d084-90c6-4f26-bfb5-0f86077ca52b" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.130761] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Acquired lock "refresh_cache-0873d084-90c6-4f26-bfb5-0f86077ca52b" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.130761] env[70015]: DEBUG nova.network.neutron [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] [instance: 0873d084-90c6-4f26-bfb5-0f86077ca52b] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 624.169351] env[70015]: INFO nova.compute.manager [-] [instance: ddbcf67f-44f4-44f0-8614-48ee6a4a21b8] Took 2.33 seconds to deallocate network for instance. [ 624.239042] env[70015]: DEBUG nova.network.neutron [-] [instance: 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.386883] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.400s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.387485] env[70015]: DEBUG nova.compute.manager [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: f9453044-6270-44bb-9de6-dd6481693259] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 624.391321] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.024s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.473603] env[70015]: DEBUG oslo_vmware.api [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Task: {'id': task-3610196, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489506} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.477902] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 41baed96-29ff-4f0d-ab6f-9520ba5bd910/41baed96-29ff-4f0d-ab6f-9520ba5bd910.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 624.478221] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 624.478706] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-abb6490e-462e-45ec-a397-7bc62e9ce61a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.485768] env[70015]: DEBUG oslo_vmware.api [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Task: {'id': task-3610197, 'name': ReconfigVM_Task, 'duration_secs': 0.492482} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.487061] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] [instance: 94323044-a24f-424f-a0c4-cf4eab76b57c] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 94323044-a24f-424f-a0c4-cf4eab76b57c/94323044-a24f-424f-a0c4-cf4eab76b57c.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 624.488098] env[70015]: DEBUG oslo_vmware.api [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Waiting for the task: (returnval){ [ 624.488098] env[70015]: value = "task-3610198" [ 624.488098] env[70015]: _type = "Task" [ 624.488098] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.488472] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c278af93-5578-4f46-ba19-6145ac3deb6b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.500290] env[70015]: DEBUG oslo_vmware.api [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Task: {'id': task-3610198, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.502258] env[70015]: DEBUG oslo_vmware.api [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Waiting for the task: (returnval){ [ 624.502258] env[70015]: value = "task-3610199" [ 624.502258] env[70015]: _type = "Task" [ 624.502258] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.517299] env[70015]: DEBUG oslo_vmware.api [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]527a231c-c01c-9652-4438-afa63209413a, 'name': SearchDatastore_Task, 'duration_secs': 0.009138} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.521159] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.521445] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] b19bdd14-b244-46bf-a1f5-264bfe7aedc1/b19bdd14-b244-46bf-a1f5-264bfe7aedc1.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 624.522405] env[70015]: DEBUG oslo_vmware.api [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Task: {'id': task-3610199, 'name': Rename_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.522405] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0814d82a-2708-42b3-aa19-98e491121c75 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.528249] env[70015]: DEBUG oslo_vmware.api [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 624.528249] env[70015]: value = "task-3610200" [ 624.528249] env[70015]: _type = "Task" [ 624.528249] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.538110] env[70015]: DEBUG oslo_vmware.api [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610200, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.603547] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "a94ee314-5698-4a1f-b1f0-fd6e7cd056de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.603786] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "a94ee314-5698-4a1f-b1f0-fd6e7cd056de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.678093] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e778e463-5cb1-471e-a7e3-4880d652766c tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.742410] env[70015]: INFO nova.compute.manager [-] [instance: 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a] Took 2.29 seconds to deallocate network for instance. [ 624.794724] env[70015]: DEBUG nova.network.neutron [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] [instance: 19a17a9d-795d-44bf-a2b5-768b9e110095] Successfully created port: 7afcd5f1-5d22-4fc6-91ea-c3db1bca6530 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 624.848584] env[70015]: DEBUG nova.network.neutron [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] [instance: 0873d084-90c6-4f26-bfb5-0f86077ca52b] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 624.895412] env[70015]: DEBUG nova.compute.utils [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 624.907029] env[70015]: DEBUG nova.compute.manager [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: f9453044-6270-44bb-9de6-dd6481693259] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 624.907029] env[70015]: DEBUG nova.network.neutron [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: f9453044-6270-44bb-9de6-dd6481693259] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 624.948501] env[70015]: DEBUG nova.compute.manager [req-bebdb2e5-f80f-4daf-8dcf-d9c746b01a73 req-039b1c02-1e83-4662-8780-bad9784da042 service nova] [instance: 0873d084-90c6-4f26-bfb5-0f86077ca52b] Received event network-vif-plugged-992333cc-d83e-47c0-8fd1-39a5429aef40 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 624.948737] env[70015]: DEBUG oslo_concurrency.lockutils [req-bebdb2e5-f80f-4daf-8dcf-d9c746b01a73 req-039b1c02-1e83-4662-8780-bad9784da042 service nova] Acquiring lock "0873d084-90c6-4f26-bfb5-0f86077ca52b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.950063] env[70015]: DEBUG oslo_concurrency.lockutils [req-bebdb2e5-f80f-4daf-8dcf-d9c746b01a73 req-039b1c02-1e83-4662-8780-bad9784da042 service nova] Lock "0873d084-90c6-4f26-bfb5-0f86077ca52b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.950063] env[70015]: DEBUG oslo_concurrency.lockutils [req-bebdb2e5-f80f-4daf-8dcf-d9c746b01a73 req-039b1c02-1e83-4662-8780-bad9784da042 service nova] Lock "0873d084-90c6-4f26-bfb5-0f86077ca52b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.950204] env[70015]: DEBUG nova.compute.manager [req-bebdb2e5-f80f-4daf-8dcf-d9c746b01a73 req-039b1c02-1e83-4662-8780-bad9784da042 service nova] [instance: 0873d084-90c6-4f26-bfb5-0f86077ca52b] No waiting events found dispatching network-vif-plugged-992333cc-d83e-47c0-8fd1-39a5429aef40 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 624.950377] env[70015]: WARNING nova.compute.manager [req-bebdb2e5-f80f-4daf-8dcf-d9c746b01a73 req-039b1c02-1e83-4662-8780-bad9784da042 service nova] [instance: 0873d084-90c6-4f26-bfb5-0f86077ca52b] Received unexpected event network-vif-plugged-992333cc-d83e-47c0-8fd1-39a5429aef40 for instance with vm_state building and task_state spawning. [ 625.000173] env[70015]: DEBUG oslo_vmware.api [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Task: {'id': task-3610198, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06784} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.000479] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 625.001382] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b32949-83ba-4c9a-86e3-66ebd9735fe5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.030277] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 41baed96-29ff-4f0d-ab6f-9520ba5bd910/41baed96-29ff-4f0d-ab6f-9520ba5bd910.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 625.031163] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-638da284-02d0-4b96-acfa-6bb594ad12e3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.058882] env[70015]: DEBUG oslo_vmware.api [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Task: {'id': task-3610199, 'name': Rename_Task, 'duration_secs': 0.162765} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.059319] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] [instance: 94323044-a24f-424f-a0c4-cf4eab76b57c] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 625.060135] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ab754ab-bd0e-42e0-adac-7489b5220f5b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.064991] env[70015]: DEBUG oslo_vmware.api [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610200, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467762} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.068525] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] b19bdd14-b244-46bf-a1f5-264bfe7aedc1/b19bdd14-b244-46bf-a1f5-264bfe7aedc1.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 625.068743] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 625.069102] env[70015]: DEBUG oslo_vmware.api [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Waiting for the task: (returnval){ [ 625.069102] env[70015]: value = "task-3610201" [ 625.069102] env[70015]: _type = "Task" [ 625.069102] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.069557] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cdd9a1f0-0f9d-4d82-a676-8c75d29c3d2c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.075888] env[70015]: DEBUG oslo_vmware.api [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Waiting for the task: (returnval){ [ 625.075888] env[70015]: value = "task-3610202" [ 625.075888] env[70015]: _type = "Task" [ 625.075888] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.083996] env[70015]: DEBUG oslo_vmware.api [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Task: {'id': task-3610201, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.084650] env[70015]: DEBUG oslo_vmware.api [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 625.084650] env[70015]: value = "task-3610203" [ 625.084650] env[70015]: _type = "Task" [ 625.084650] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.093333] env[70015]: DEBUG oslo_vmware.api [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Task: {'id': task-3610202, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.098426] env[70015]: DEBUG oslo_vmware.api [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610203, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.107037] env[70015]: DEBUG nova.compute.manager [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 625.130240] env[70015]: DEBUG nova.policy [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f443ab6bde44fd99a278d241889c1d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40772f72de5441ae94c1c2f2cd9154d0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 625.251218] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e41ffc15-d9cf-46fe-b4ca-13234afa70f0 tempest-DeleteServersAdminTestJSON-819541607 tempest-DeleteServersAdminTestJSON-819541607-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.406889] env[70015]: DEBUG nova.compute.manager [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: f9453044-6270-44bb-9de6-dd6481693259] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 625.457962] env[70015]: WARNING nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance ddbcf67f-44f4-44f0-8614-48ee6a4a21b8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 625.462036] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 625.462036] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 6c6067ac-622b-4055-9b68-4166fc23bd52 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 625.462036] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance ad2bc565-e53f-44c4-a183-01be8d43bfb0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 625.462036] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 94323044-a24f-424f-a0c4-cf4eab76b57c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 625.462254] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance b19bdd14-b244-46bf-a1f5-264bfe7aedc1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 625.462254] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 41baed96-29ff-4f0d-ab6f-9520ba5bd910 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 625.462254] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 0873d084-90c6-4f26-bfb5-0f86077ca52b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 625.462254] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 625.463355] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 19a17a9d-795d-44bf-a2b5-768b9e110095 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 625.463458] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance f9453044-6270-44bb-9de6-dd6481693259 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 625.584073] env[70015]: DEBUG nova.network.neutron [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] [instance: 0873d084-90c6-4f26-bfb5-0f86077ca52b] Updating instance_info_cache with network_info: [{"id": "992333cc-d83e-47c0-8fd1-39a5429aef40", "address": "fa:16:3e:de:98:c8", "network": {"id": "3c1a3fbb-2170-407e-9ccc-287a3d99ace9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d690f2455b7c4076b06d93f0db674d65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap992333cc-d8", "ovs_interfaceid": "992333cc-d83e-47c0-8fd1-39a5429aef40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.589177] env[70015]: DEBUG oslo_vmware.api [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Task: {'id': task-3610201, 'name': ReconfigVM_Task, 'duration_secs': 0.296587} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.593048] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 41baed96-29ff-4f0d-ab6f-9520ba5bd910/41baed96-29ff-4f0d-ab6f-9520ba5bd910.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 625.596405] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1fcab03-ef35-44f2-9c62-b35bb9fc678b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.598584] env[70015]: DEBUG oslo_vmware.api [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Task: {'id': task-3610202, 'name': PowerOnVM_Task, 'duration_secs': 0.494688} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.598665] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] [instance: 94323044-a24f-424f-a0c4-cf4eab76b57c] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 625.598866] env[70015]: INFO nova.compute.manager [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] [instance: 94323044-a24f-424f-a0c4-cf4eab76b57c] Took 13.50 seconds to spawn the instance on the hypervisor. [ 625.599063] env[70015]: DEBUG nova.compute.manager [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] [instance: 94323044-a24f-424f-a0c4-cf4eab76b57c] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 625.600130] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8ced08-ea98-4348-a628-698f81e88b0d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.607101] env[70015]: DEBUG oslo_vmware.api [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610203, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.18415} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.607383] env[70015]: DEBUG oslo_vmware.api [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Waiting for the task: (returnval){ [ 625.607383] env[70015]: value = "task-3610204" [ 625.607383] env[70015]: _type = "Task" [ 625.607383] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.607958] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 625.609090] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4a28a4-9035-4f88-bd94-e086083242b4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.628072] env[70015]: DEBUG oslo_vmware.api [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Task: {'id': task-3610204, 'name': Rename_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.646504] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] b19bdd14-b244-46bf-a1f5-264bfe7aedc1/b19bdd14-b244-46bf-a1f5-264bfe7aedc1.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 625.648563] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.648563] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b5977d4-da91-4c6d-8f9e-0cc3db5dc7d2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.670453] env[70015]: DEBUG oslo_vmware.api [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 625.670453] env[70015]: value = "task-3610205" [ 625.670453] env[70015]: _type = "Task" [ 625.670453] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.683348] env[70015]: DEBUG oslo_vmware.api [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610205, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.969693] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance a94ee314-5698-4a1f-b1f0-fd6e7cd056de has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 625.969693] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=70015) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 625.969693] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=70015) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 626.048769] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ac3ee53d-59cb-4969-82fa-d18ea2fd5111 tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Acquiring lock "ad2bc565-e53f-44c4-a183-01be8d43bfb0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.049217] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ac3ee53d-59cb-4969-82fa-d18ea2fd5111 tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Lock "ad2bc565-e53f-44c4-a183-01be8d43bfb0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.049667] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ac3ee53d-59cb-4969-82fa-d18ea2fd5111 tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Acquiring lock "ad2bc565-e53f-44c4-a183-01be8d43bfb0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.049948] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ac3ee53d-59cb-4969-82fa-d18ea2fd5111 tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Lock "ad2bc565-e53f-44c4-a183-01be8d43bfb0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.050158] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ac3ee53d-59cb-4969-82fa-d18ea2fd5111 tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Lock "ad2bc565-e53f-44c4-a183-01be8d43bfb0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.052535] env[70015]: INFO nova.compute.manager [None req-ac3ee53d-59cb-4969-82fa-d18ea2fd5111 tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] [instance: ad2bc565-e53f-44c4-a183-01be8d43bfb0] Terminating instance [ 626.092456] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Releasing lock "refresh_cache-0873d084-90c6-4f26-bfb5-0f86077ca52b" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.092456] env[70015]: DEBUG nova.compute.manager [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] [instance: 0873d084-90c6-4f26-bfb5-0f86077ca52b] Instance network_info: |[{"id": "992333cc-d83e-47c0-8fd1-39a5429aef40", "address": "fa:16:3e:de:98:c8", "network": {"id": "3c1a3fbb-2170-407e-9ccc-287a3d99ace9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d690f2455b7c4076b06d93f0db674d65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap992333cc-d8", "ovs_interfaceid": "992333cc-d83e-47c0-8fd1-39a5429aef40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 626.092903] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] [instance: 0873d084-90c6-4f26-bfb5-0f86077ca52b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:98:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da623279-b6f6-4570-8b15-a332120b8b60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '992333cc-d83e-47c0-8fd1-39a5429aef40', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 626.103549] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Creating folder: Project (f2f3486fdd2e42fa8bd3b083e2e9e266). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 626.107483] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ea0e86d-54cc-4372-82b7-dafe6e6e4179 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.135531] env[70015]: DEBUG oslo_vmware.api [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Task: {'id': task-3610204, 'name': Rename_Task, 'duration_secs': 0.223357} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.135531] env[70015]: DEBUG nova.network.neutron [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Successfully updated port: 3a3bf904-fbff-45c9-8201-8851d934c4f2 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 626.142870] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 626.143688] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Created folder: Project (f2f3486fdd2e42fa8bd3b083e2e9e266) in parent group-v720117. [ 626.143874] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Creating folder: Instances. Parent ref: group-v720139. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 626.145933] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6eacabf-37dc-4939-801c-86ca6a18f9a3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.147700] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-479d28ca-bd95-4138-8830-e09055a1a90d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.151190] env[70015]: INFO nova.compute.manager [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] [instance: 94323044-a24f-424f-a0c4-cf4eab76b57c] Took 25.47 seconds to build instance. [ 626.157087] env[70015]: DEBUG oslo_vmware.api [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Waiting for the task: (returnval){ [ 626.157087] env[70015]: value = "task-3610207" [ 626.157087] env[70015]: _type = "Task" [ 626.157087] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.164054] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Created folder: Instances in parent group-v720139. [ 626.165494] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 626.165494] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0873d084-90c6-4f26-bfb5-0f86077ca52b] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 626.165494] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12de04d9-27f9-47b4-bce6-a03106524973 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.190516] env[70015]: DEBUG oslo_vmware.api [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Task: {'id': task-3610207, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.201162] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 626.201162] env[70015]: value = "task-3610209" [ 626.201162] env[70015]: _type = "Task" [ 626.201162] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.207599] env[70015]: DEBUG oslo_vmware.api [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610205, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.221253] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610209, 'name': CreateVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.278741] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd6b793-8007-46fe-a11d-bc111b9936de {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.287133] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6b2ddb-2727-4286-9e03-b3c247137aaa {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.319983] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98f6a01-7bc4-4956-a8cf-27866a8bbc35 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.328343] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acfc4cb6-470d-48ce-929a-c2a8d514dce7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.344246] env[70015]: DEBUG nova.compute.provider_tree [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.418907] env[70015]: DEBUG nova.compute.manager [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: f9453044-6270-44bb-9de6-dd6481693259] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 626.453130] env[70015]: DEBUG nova.virt.hardware [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:58:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1524628933',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-619094827',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 626.453373] env[70015]: DEBUG nova.virt.hardware [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 626.453530] env[70015]: DEBUG nova.virt.hardware [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 626.453732] env[70015]: DEBUG nova.virt.hardware [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 626.454066] env[70015]: DEBUG nova.virt.hardware [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 626.454066] env[70015]: DEBUG nova.virt.hardware [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 626.454277] env[70015]: DEBUG nova.virt.hardware [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 626.454432] env[70015]: DEBUG nova.virt.hardware [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 626.454594] env[70015]: DEBUG nova.virt.hardware [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 626.454753] env[70015]: DEBUG nova.virt.hardware [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 626.454920] env[70015]: DEBUG nova.virt.hardware [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 626.455891] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a86abc-f21b-4895-8bf8-861baaca6d96 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.461976] env[70015]: DEBUG nova.network.neutron [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: f9453044-6270-44bb-9de6-dd6481693259] Successfully created port: 88a51737-82ff-4891-a9b3-2934c6e5f5d7 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 626.468667] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c130e6-1b8c-49ee-9291-7ee5fbf6e103 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.556023] env[70015]: DEBUG nova.compute.manager [None req-ac3ee53d-59cb-4969-82fa-d18ea2fd5111 tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] [instance: ad2bc565-e53f-44c4-a183-01be8d43bfb0] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 626.556298] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3ee53d-59cb-4969-82fa-d18ea2fd5111 tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] [instance: ad2bc565-e53f-44c4-a183-01be8d43bfb0] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 626.558010] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575e4a95-ac37-4ef0-8cea-7221978488bc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.568055] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac3ee53d-59cb-4969-82fa-d18ea2fd5111 tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] [instance: ad2bc565-e53f-44c4-a183-01be8d43bfb0] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 626.568548] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d593507-7d4d-4fa8-bffa-07db21566746 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.575066] env[70015]: DEBUG oslo_vmware.api [None req-ac3ee53d-59cb-4969-82fa-d18ea2fd5111 tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Waiting for the task: (returnval){ [ 626.575066] env[70015]: value = "task-3610210" [ 626.575066] env[70015]: _type = "Task" [ 626.575066] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.586021] env[70015]: DEBUG oslo_vmware.api [None req-ac3ee53d-59cb-4969-82fa-d18ea2fd5111 tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Task: {'id': task-3610210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.640264] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Acquiring lock "refresh_cache-2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.640264] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Acquired lock "refresh_cache-2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.640264] env[70015]: DEBUG nova.network.neutron [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 626.655615] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f77a0473-b614-439b-997b-c9df38306749 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Lock "94323044-a24f-424f-a0c4-cf4eab76b57c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.987s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.673209] env[70015]: DEBUG oslo_vmware.api [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Task: {'id': task-3610207, 'name': PowerOnVM_Task, 'duration_secs': 0.443699} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.673831] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 626.673831] env[70015]: INFO nova.compute.manager [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Took 9.74 seconds to spawn the instance on the hypervisor. [ 626.674029] env[70015]: DEBUG nova.compute.manager [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 626.675172] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec02ee9c-4f9a-49e7-a365-acaff809f302 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.702023] env[70015]: DEBUG oslo_vmware.api [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610205, 'name': ReconfigVM_Task, 'duration_secs': 0.750317} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.702326] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Reconfigured VM instance instance-00000006 to attach disk [datastore2] b19bdd14-b244-46bf-a1f5-264bfe7aedc1/b19bdd14-b244-46bf-a1f5-264bfe7aedc1.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 626.702927] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44f93285-2382-4a46-b550-d9a9d1a47ce0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.711299] env[70015]: DEBUG oslo_vmware.api [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 626.711299] env[70015]: value = "task-3610211" [ 626.711299] env[70015]: _type = "Task" [ 626.711299] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.718412] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610209, 'name': CreateVM_Task, 'duration_secs': 0.372964} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.718908] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0873d084-90c6-4f26-bfb5-0f86077ca52b] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 626.719686] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.719872] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.720221] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.720488] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15a2602e-710f-42d9-95ce-e5cd72cd9652 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.725980] env[70015]: DEBUG oslo_vmware.api [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610211, 'name': Rename_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.731020] env[70015]: DEBUG oslo_vmware.api [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Waiting for the task: (returnval){ [ 626.731020] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52428339-ceb9-d1e2-6e7f-5cbed90015b1" [ 626.731020] env[70015]: _type = "Task" [ 626.731020] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.741199] env[70015]: DEBUG oslo_vmware.api [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52428339-ceb9-d1e2-6e7f-5cbed90015b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.848807] env[70015]: DEBUG nova.scheduler.client.report [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.087292] env[70015]: DEBUG oslo_vmware.api [None req-ac3ee53d-59cb-4969-82fa-d18ea2fd5111 tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Task: {'id': task-3610210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.212513] env[70015]: INFO nova.compute.manager [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Took 25.86 seconds to build instance. [ 627.232504] env[70015]: DEBUG oslo_vmware.api [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610211, 'name': Rename_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.243405] env[70015]: DEBUG oslo_vmware.api [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52428339-ceb9-d1e2-6e7f-5cbed90015b1, 'name': SearchDatastore_Task, 'duration_secs': 0.021867} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.243740] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.243998] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] [instance: 0873d084-90c6-4f26-bfb5-0f86077ca52b] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 627.244215] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.244368] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.244549] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 627.244809] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04c33d3a-8a44-4509-8b0b-aea644c5ab12 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.248460] env[70015]: DEBUG nova.network.neutron [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 627.254461] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 627.254604] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 627.255697] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8797e2c0-45fb-4870-b0a2-030b8c5ea6fa {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.262842] env[70015]: DEBUG oslo_vmware.api [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Waiting for the task: (returnval){ [ 627.262842] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5229faa7-36d4-f551-04e4-c76889826ae8" [ 627.262842] env[70015]: _type = "Task" [ 627.262842] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.272996] env[70015]: DEBUG oslo_vmware.api [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5229faa7-36d4-f551-04e4-c76889826ae8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.357166] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70015) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 627.357166] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.964s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.357166] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e778e463-5cb1-471e-a7e3-4880d652766c tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.677s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.357166] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e778e463-5cb1-471e-a7e3-4880d652766c tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.357334] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e41ffc15-d9cf-46fe-b4ca-13234afa70f0 tempest-DeleteServersAdminTestJSON-819541607 tempest-DeleteServersAdminTestJSON-819541607-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.106s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.357610] env[70015]: DEBUG nova.objects.instance [None req-e41ffc15-d9cf-46fe-b4ca-13234afa70f0 tempest-DeleteServersAdminTestJSON-819541607 tempest-DeleteServersAdminTestJSON-819541607-project-admin] Lazy-loading 'resources' on Instance uuid 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 627.377409] env[70015]: INFO nova.scheduler.client.report [None req-e778e463-5cb1-471e-a7e3-4880d652766c tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Deleted allocations for instance ddbcf67f-44f4-44f0-8614-48ee6a4a21b8 [ 627.586537] env[70015]: DEBUG oslo_vmware.api [None req-ac3ee53d-59cb-4969-82fa-d18ea2fd5111 tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Task: {'id': task-3610210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.724886] env[70015]: DEBUG oslo_concurrency.lockutils [None req-cb9c14d9-9a91-43a4-8d41-28911b427d42 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Lock "41baed96-29ff-4f0d-ab6f-9520ba5bd910" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.382s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.725526] env[70015]: DEBUG oslo_vmware.api [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610211, 'name': Rename_Task, 'duration_secs': 0.940389} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.725788] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 627.726682] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e13cc0bc-005a-49b2-a70c-9425316c026e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.732977] env[70015]: DEBUG oslo_vmware.api [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 627.732977] env[70015]: value = "task-3610212" [ 627.732977] env[70015]: _type = "Task" [ 627.732977] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.741532] env[70015]: DEBUG oslo_vmware.api [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610212, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.767983] env[70015]: DEBUG nova.network.neutron [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Updating instance_info_cache with network_info: [{"id": "3a3bf904-fbff-45c9-8201-8851d934c4f2", "address": "fa:16:3e:03:ae:0d", "network": {"id": "35cf42a0-2650-4857-be0e-48b0a83a9f7a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1746055200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e070e3cd3544c3b05709e6e1abe44d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a3bf904-fb", "ovs_interfaceid": "3a3bf904-fbff-45c9-8201-8851d934c4f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.774944] env[70015]: DEBUG oslo_vmware.api [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5229faa7-36d4-f551-04e4-c76889826ae8, 'name': SearchDatastore_Task, 'duration_secs': 0.011132} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.775975] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecff4f10-b580-45af-b7bf-769d8a8dc9ce {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.781248] env[70015]: DEBUG oslo_vmware.api [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Waiting for the task: (returnval){ [ 627.781248] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52508f16-5d95-9028-0534-0949bfc9856e" [ 627.781248] env[70015]: _type = "Task" [ 627.781248] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.795124] env[70015]: DEBUG oslo_vmware.api [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52508f16-5d95-9028-0534-0949bfc9856e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.838136] env[70015]: DEBUG oslo_concurrency.lockutils [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Acquiring lock "13ede60e-0cfb-428d-9613-9bd339c302a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.838136] env[70015]: DEBUG oslo_concurrency.lockutils [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Lock "13ede60e-0cfb-428d-9613-9bd339c302a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.887855] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e778e463-5cb1-471e-a7e3-4880d652766c tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Lock "ddbcf67f-44f4-44f0-8614-48ee6a4a21b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.713s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.085015] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa04f20a-69b7-4725-a43b-5d182ffcdb81 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.089769] env[70015]: DEBUG oslo_vmware.api [None req-ac3ee53d-59cb-4969-82fa-d18ea2fd5111 tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Task: {'id': task-3610210, 'name': PowerOffVM_Task, 'duration_secs': 1.124821} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.090557] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac3ee53d-59cb-4969-82fa-d18ea2fd5111 tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] [instance: ad2bc565-e53f-44c4-a183-01be8d43bfb0] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 628.090931] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3ee53d-59cb-4969-82fa-d18ea2fd5111 tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] [instance: ad2bc565-e53f-44c4-a183-01be8d43bfb0] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 628.091305] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-443ca2e2-d811-4e38-bdfe-d2b941e7632b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.097323] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2221c194-68f2-4292-b358-5705dc83c7e5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.133757] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd919dbc-e623-48c3-b780-73595bfec84c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.141797] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fde001-21d2-4d7f-9556-4dd136b0b9de {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.158349] env[70015]: DEBUG nova.compute.provider_tree [None req-e41ffc15-d9cf-46fe-b4ca-13234afa70f0 tempest-DeleteServersAdminTestJSON-819541607 tempest-DeleteServersAdminTestJSON-819541607-project-admin] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 628.220456] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3ee53d-59cb-4969-82fa-d18ea2fd5111 tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] [instance: ad2bc565-e53f-44c4-a183-01be8d43bfb0] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 628.220708] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3ee53d-59cb-4969-82fa-d18ea2fd5111 tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] [instance: ad2bc565-e53f-44c4-a183-01be8d43bfb0] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 628.220930] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac3ee53d-59cb-4969-82fa-d18ea2fd5111 tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Deleting the datastore file [datastore1] ad2bc565-e53f-44c4-a183-01be8d43bfb0 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 628.221234] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f84c127-7f1b-43c5-bf9f-0e99ade1f7fb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.228709] env[70015]: DEBUG oslo_vmware.api [None req-ac3ee53d-59cb-4969-82fa-d18ea2fd5111 tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Waiting for the task: (returnval){ [ 628.228709] env[70015]: value = "task-3610214" [ 628.228709] env[70015]: _type = "Task" [ 628.228709] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.243156] env[70015]: DEBUG oslo_vmware.api [None req-ac3ee53d-59cb-4969-82fa-d18ea2fd5111 tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Task: {'id': task-3610214, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.247698] env[70015]: DEBUG oslo_vmware.api [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610212, 'name': PowerOnVM_Task, 'duration_secs': 0.498544} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.247975] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 628.248319] env[70015]: INFO nova.compute.manager [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Took 13.76 seconds to spawn the instance on the hypervisor. [ 628.248723] env[70015]: DEBUG nova.compute.manager [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 628.250030] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebcb6b7b-88e1-4f8f-9803-d969e963bbf5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.276605] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Releasing lock "refresh_cache-2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.278830] env[70015]: DEBUG nova.compute.manager [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Instance network_info: |[{"id": "3a3bf904-fbff-45c9-8201-8851d934c4f2", "address": "fa:16:3e:03:ae:0d", "network": {"id": "35cf42a0-2650-4857-be0e-48b0a83a9f7a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1746055200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e070e3cd3544c3b05709e6e1abe44d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a3bf904-fb", "ovs_interfaceid": "3a3bf904-fbff-45c9-8201-8851d934c4f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 628.279034] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:ae:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b0fa7a2-ebd9-4788-8904-7bf250ce466c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a3bf904-fbff-45c9-8201-8851d934c4f2', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 628.286133] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Creating folder: Project (72e070e3cd3544c3b05709e6e1abe44d). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.286497] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0975d9c9-90f7-40aa-adbb-945810fe73ef {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.298477] env[70015]: DEBUG oslo_vmware.api [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52508f16-5d95-9028-0534-0949bfc9856e, 'name': SearchDatastore_Task, 'duration_secs': 0.021849} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.299144] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.299574] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 0873d084-90c6-4f26-bfb5-0f86077ca52b/0873d084-90c6-4f26-bfb5-0f86077ca52b.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 628.299928] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da36b4db-77c8-404d-9fc7-60ce89de335b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.308588] env[70015]: DEBUG oslo_vmware.api [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Waiting for the task: (returnval){ [ 628.308588] env[70015]: value = "task-3610216" [ 628.308588] env[70015]: _type = "Task" [ 628.308588] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.312726] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Created folder: Project (72e070e3cd3544c3b05709e6e1abe44d) in parent group-v720117. [ 628.312912] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Creating folder: Instances. Parent ref: group-v720142. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.313589] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80d2f0cf-7646-490b-8914-600d9609596d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.319700] env[70015]: DEBUG oslo_vmware.api [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Task: {'id': task-3610216, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.323112] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Created folder: Instances in parent group-v720142. [ 628.323368] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 628.323682] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 628.323826] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de4dcfac-d22e-4892-a7a2-53e9476de43f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.342418] env[70015]: DEBUG nova.compute.manager [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] [instance: 13ede60e-0cfb-428d-9613-9bd339c302a2] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 628.353147] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 628.353147] env[70015]: value = "task-3610218" [ 628.353147] env[70015]: _type = "Task" [ 628.353147] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.360222] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610218, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.549572] env[70015]: DEBUG nova.network.neutron [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] [instance: 19a17a9d-795d-44bf-a2b5-768b9e110095] Successfully updated port: 7afcd5f1-5d22-4fc6-91ea-c3db1bca6530 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 628.661912] env[70015]: DEBUG nova.scheduler.client.report [None req-e41ffc15-d9cf-46fe-b4ca-13234afa70f0 tempest-DeleteServersAdminTestJSON-819541607 tempest-DeleteServersAdminTestJSON-819541607-project-admin] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 628.738944] env[70015]: DEBUG oslo_vmware.api [None req-ac3ee53d-59cb-4969-82fa-d18ea2fd5111 tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Task: {'id': task-3610214, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181243} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.739332] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac3ee53d-59cb-4969-82fa-d18ea2fd5111 tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 628.739620] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3ee53d-59cb-4969-82fa-d18ea2fd5111 tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] [instance: ad2bc565-e53f-44c4-a183-01be8d43bfb0] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 628.739910] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3ee53d-59cb-4969-82fa-d18ea2fd5111 tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] [instance: ad2bc565-e53f-44c4-a183-01be8d43bfb0] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 628.740424] env[70015]: INFO nova.compute.manager [None req-ac3ee53d-59cb-4969-82fa-d18ea2fd5111 tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] [instance: ad2bc565-e53f-44c4-a183-01be8d43bfb0] Took 2.18 seconds to destroy the instance on the hypervisor. [ 628.740578] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac3ee53d-59cb-4969-82fa-d18ea2fd5111 tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 628.740868] env[70015]: DEBUG nova.compute.manager [-] [instance: ad2bc565-e53f-44c4-a183-01be8d43bfb0] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 628.741101] env[70015]: DEBUG nova.network.neutron [-] [instance: ad2bc565-e53f-44c4-a183-01be8d43bfb0] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 628.770474] env[70015]: INFO nova.compute.manager [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Took 27.81 seconds to build instance. [ 628.820513] env[70015]: DEBUG oslo_vmware.api [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Task: {'id': task-3610216, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.863092] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610218, 'name': CreateVM_Task} progress is 25%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.866852] env[70015]: DEBUG oslo_concurrency.lockutils [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.053133] env[70015]: DEBUG oslo_concurrency.lockutils [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Acquiring lock "refresh_cache-19a17a9d-795d-44bf-a2b5-768b9e110095" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.053308] env[70015]: DEBUG oslo_concurrency.lockutils [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Acquired lock "refresh_cache-19a17a9d-795d-44bf-a2b5-768b9e110095" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.053461] env[70015]: DEBUG nova.network.neutron [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] [instance: 19a17a9d-795d-44bf-a2b5-768b9e110095] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 629.169587] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e41ffc15-d9cf-46fe-b4ca-13234afa70f0 tempest-DeleteServersAdminTestJSON-819541607 tempest-DeleteServersAdminTestJSON-819541607-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.813s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.172455] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.525s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.178020] env[70015]: INFO nova.compute.claims [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 629.192711] env[70015]: INFO nova.scheduler.client.report [None req-e41ffc15-d9cf-46fe-b4ca-13234afa70f0 tempest-DeleteServersAdminTestJSON-819541607 tempest-DeleteServersAdminTestJSON-819541607-project-admin] Deleted allocations for instance 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a [ 629.272981] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3ec7d168-7623-4d8d-8292-623946d14ffb tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "b19bdd14-b244-46bf-a1f5-264bfe7aedc1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.316s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.323764] env[70015]: DEBUG oslo_vmware.api [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Task: {'id': task-3610216, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621818} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.323764] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 0873d084-90c6-4f26-bfb5-0f86077ca52b/0873d084-90c6-4f26-bfb5-0f86077ca52b.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 629.323764] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] [instance: 0873d084-90c6-4f26-bfb5-0f86077ca52b] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 629.324381] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e098508-c955-4563-ac24-3d1add7f5e4c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.334825] env[70015]: DEBUG oslo_vmware.api [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Waiting for the task: (returnval){ [ 629.334825] env[70015]: value = "task-3610219" [ 629.334825] env[70015]: _type = "Task" [ 629.334825] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.342276] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Acquiring lock "76462a8c-0691-44db-b556-84c92b97c2f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.342510] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Lock "76462a8c-0691-44db-b556-84c92b97c2f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.347480] env[70015]: DEBUG oslo_vmware.api [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Task: {'id': task-3610219, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.371914] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610218, 'name': CreateVM_Task, 'duration_secs': 0.93242} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.371914] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 629.371914] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.371914] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.371914] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.374999] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ef857fd-75d4-4743-8b0c-ad781645d09c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.380475] env[70015]: DEBUG oslo_vmware.api [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Waiting for the task: (returnval){ [ 629.380475] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5284a4f6-835b-be02-afa8-6d63c4595b02" [ 629.380475] env[70015]: _type = "Task" [ 629.380475] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.394639] env[70015]: DEBUG oslo_vmware.api [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5284a4f6-835b-be02-afa8-6d63c4595b02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.708734] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e41ffc15-d9cf-46fe-b4ca-13234afa70f0 tempest-DeleteServersAdminTestJSON-819541607 tempest-DeleteServersAdminTestJSON-819541607-project-admin] Lock "8d2b826f-16de-4f55-a3f6-33a0ceb3b72a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.885s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.819225] env[70015]: DEBUG nova.network.neutron [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] [instance: 19a17a9d-795d-44bf-a2b5-768b9e110095] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 629.847866] env[70015]: DEBUG oslo_vmware.api [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Task: {'id': task-3610219, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067708} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.847866] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] [instance: 0873d084-90c6-4f26-bfb5-0f86077ca52b] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 629.847866] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda20f29-7d6b-4342-9abb-c3bcf1afed20 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.852153] env[70015]: DEBUG nova.compute.manager [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 629.879368] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] [instance: 0873d084-90c6-4f26-bfb5-0f86077ca52b] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 0873d084-90c6-4f26-bfb5-0f86077ca52b/0873d084-90c6-4f26-bfb5-0f86077ca52b.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 629.884264] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5860092-221e-468b-88bc-422ac6cf8534 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.913584] env[70015]: DEBUG oslo_vmware.api [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5284a4f6-835b-be02-afa8-6d63c4595b02, 'name': SearchDatastore_Task, 'duration_secs': 0.018207} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.914963] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.915223] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 629.915453] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.915796] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.915796] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 629.916964] env[70015]: DEBUG oslo_vmware.api [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Waiting for the task: (returnval){ [ 629.916964] env[70015]: value = "task-3610220" [ 629.916964] env[70015]: _type = "Task" [ 629.916964] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.916964] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa7ec9c8-d15f-4cc8-ac51-f41641e87985 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.928542] env[70015]: DEBUG oslo_vmware.api [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Task: {'id': task-3610220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.932348] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 629.932526] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 629.933353] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8af763bc-9527-43b7-ae4d-a552e80edee8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.936689] env[70015]: DEBUG nova.network.neutron [-] [instance: ad2bc565-e53f-44c4-a183-01be8d43bfb0] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.944366] env[70015]: DEBUG oslo_vmware.api [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Waiting for the task: (returnval){ [ 629.944366] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]526bf07d-dfbe-b870-a55f-aff2d3d06536" [ 629.944366] env[70015]: _type = "Task" [ 629.944366] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.946350] env[70015]: DEBUG nova.network.neutron [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: f9453044-6270-44bb-9de6-dd6481693259] Successfully updated port: 88a51737-82ff-4891-a9b3-2934c6e5f5d7 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 629.953662] env[70015]: DEBUG oslo_vmware.api [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]526bf07d-dfbe-b870-a55f-aff2d3d06536, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.194134] env[70015]: DEBUG oslo_concurrency.lockutils [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Acquiring lock "eca5f46e-6d82-499a-b5a2-018e49f3f933" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.194134] env[70015]: DEBUG oslo_concurrency.lockutils [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Lock "eca5f46e-6d82-499a-b5a2-018e49f3f933" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.274273] env[70015]: DEBUG nova.network.neutron [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] [instance: 19a17a9d-795d-44bf-a2b5-768b9e110095] Updating instance_info_cache with network_info: [{"id": "7afcd5f1-5d22-4fc6-91ea-c3db1bca6530", "address": "fa:16:3e:f8:f7:6a", "network": {"id": "3c1a3fbb-2170-407e-9ccc-287a3d99ace9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d690f2455b7c4076b06d93f0db674d65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7afcd5f1-5d", "ovs_interfaceid": "7afcd5f1-5d22-4fc6-91ea-c3db1bca6530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.377389] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.432509] env[70015]: DEBUG oslo_vmware.api [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Task: {'id': task-3610220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.434150] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1061a37a-05e6-4336-9e84-3ec06aa55352 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.441128] env[70015]: INFO nova.compute.manager [-] [instance: ad2bc565-e53f-44c4-a183-01be8d43bfb0] Took 1.70 seconds to deallocate network for instance. [ 630.445190] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a22b085-767d-4bba-abe1-63142a95c41e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.450487] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Acquiring lock "refresh_cache-f9453044-6270-44bb-9de6-dd6481693259" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.450703] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Acquired lock "refresh_cache-f9453044-6270-44bb-9de6-dd6481693259" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.450869] env[70015]: DEBUG nova.network.neutron [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: f9453044-6270-44bb-9de6-dd6481693259] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 630.462991] env[70015]: DEBUG oslo_vmware.api [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]526bf07d-dfbe-b870-a55f-aff2d3d06536, 'name': SearchDatastore_Task, 'duration_secs': 0.047081} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.491673] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d5a89e0-8daf-4b87-ac27-6ecd306e8121 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.495076] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b274c7d7-96e3-4caa-a746-fe0238506f1c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.501971] env[70015]: DEBUG oslo_vmware.api [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Waiting for the task: (returnval){ [ 630.501971] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52f7f9aa-cbb8-0701-8526-424e30e5b4f5" [ 630.501971] env[70015]: _type = "Task" [ 630.501971] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.510545] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e162960a-8b56-46ca-94a6-bcef1ac97948 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.518615] env[70015]: DEBUG oslo_vmware.api [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52f7f9aa-cbb8-0701-8526-424e30e5b4f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.527384] env[70015]: DEBUG nova.compute.provider_tree [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 630.698406] env[70015]: DEBUG nova.compute.manager [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 630.774437] env[70015]: DEBUG oslo_concurrency.lockutils [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Releasing lock "refresh_cache-19a17a9d-795d-44bf-a2b5-768b9e110095" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.774756] env[70015]: DEBUG nova.compute.manager [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] [instance: 19a17a9d-795d-44bf-a2b5-768b9e110095] Instance network_info: |[{"id": "7afcd5f1-5d22-4fc6-91ea-c3db1bca6530", "address": "fa:16:3e:f8:f7:6a", "network": {"id": "3c1a3fbb-2170-407e-9ccc-287a3d99ace9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d690f2455b7c4076b06d93f0db674d65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7afcd5f1-5d", "ovs_interfaceid": "7afcd5f1-5d22-4fc6-91ea-c3db1bca6530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 630.775970] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] [instance: 19a17a9d-795d-44bf-a2b5-768b9e110095] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:f7:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da623279-b6f6-4570-8b15-a332120b8b60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7afcd5f1-5d22-4fc6-91ea-c3db1bca6530', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 630.784698] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Creating folder: Project (cc97d293c2404512ba608f0d1c931054). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.785402] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b650e3a4-44e6-4785-bad0-91692924f688 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.797858] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Created folder: Project (cc97d293c2404512ba608f0d1c931054) in parent group-v720117. [ 630.799571] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Creating folder: Instances. Parent ref: group-v720145. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.799571] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db7094b3-5c6b-4153-8c81-9a0c2dc2b6f5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.811600] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Created folder: Instances in parent group-v720145. [ 630.811600] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 630.811694] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19a17a9d-795d-44bf-a2b5-768b9e110095] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 630.811856] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f7f2363-2daa-47be-84e2-baff5bcda66f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.834537] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 630.834537] env[70015]: value = "task-3610223" [ 630.834537] env[70015]: _type = "Task" [ 630.834537] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.843233] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610223, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.934376] env[70015]: DEBUG oslo_vmware.api [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Task: {'id': task-3610220, 'name': ReconfigVM_Task, 'duration_secs': 0.63641} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.934376] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] [instance: 0873d084-90c6-4f26-bfb5-0f86077ca52b] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 0873d084-90c6-4f26-bfb5-0f86077ca52b/0873d084-90c6-4f26-bfb5-0f86077ca52b.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 630.935578] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91d7e8de-8336-4f95-95bf-6a9718dcad2b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.942604] env[70015]: DEBUG oslo_vmware.api [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Waiting for the task: (returnval){ [ 630.942604] env[70015]: value = "task-3610224" [ 630.942604] env[70015]: _type = "Task" [ 630.942604] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.955201] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ac3ee53d-59cb-4969-82fa-d18ea2fd5111 tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.955657] env[70015]: DEBUG oslo_vmware.api [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Task: {'id': task-3610224, 'name': Rename_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.018936] env[70015]: DEBUG oslo_vmware.api [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52f7f9aa-cbb8-0701-8526-424e30e5b4f5, 'name': SearchDatastore_Task, 'duration_secs': 0.017363} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.019921] env[70015]: DEBUG nova.network.neutron [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: f9453044-6270-44bb-9de6-dd6481693259] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 631.022252] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.024284] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28/2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 631.024530] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d452bb73-3b1f-4532-a392-47948938a199 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.032870] env[70015]: DEBUG oslo_vmware.api [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Waiting for the task: (returnval){ [ 631.032870] env[70015]: value = "task-3610225" [ 631.032870] env[70015]: _type = "Task" [ 631.032870] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.037985] env[70015]: DEBUG nova.scheduler.client.report [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 631.051456] env[70015]: DEBUG oslo_vmware.api [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Task: {'id': task-3610225, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.225127] env[70015]: DEBUG oslo_concurrency.lockutils [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.320581] env[70015]: DEBUG nova.network.neutron [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: f9453044-6270-44bb-9de6-dd6481693259] Updating instance_info_cache with network_info: [{"id": "88a51737-82ff-4891-a9b3-2934c6e5f5d7", "address": "fa:16:3e:5c:6f:57", "network": {"id": "3f8bbdcb-7f15-4924-ad97-982962208d43", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1953514224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40772f72de5441ae94c1c2f2cd9154d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88a51737-82", "ovs_interfaceid": "88a51737-82ff-4891-a9b3-2934c6e5f5d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.347232] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610223, 'name': CreateVM_Task, 'duration_secs': 0.346249} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.347444] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19a17a9d-795d-44bf-a2b5-768b9e110095] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 631.348197] env[70015]: DEBUG oslo_concurrency.lockutils [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.348615] env[70015]: DEBUG oslo_concurrency.lockutils [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.348707] env[70015]: DEBUG oslo_concurrency.lockutils [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.348964] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c3aed96-a516-45aa-bcbe-05050c630834 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.356041] env[70015]: DEBUG oslo_vmware.api [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Waiting for the task: (returnval){ [ 631.356041] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52b26c1a-5235-2736-d75b-8443ba6336d2" [ 631.356041] env[70015]: _type = "Task" [ 631.356041] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.363855] env[70015]: DEBUG oslo_vmware.api [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52b26c1a-5235-2736-d75b-8443ba6336d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.452884] env[70015]: DEBUG oslo_vmware.api [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Task: {'id': task-3610224, 'name': Rename_Task, 'duration_secs': 0.184775} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.453206] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] [instance: 0873d084-90c6-4f26-bfb5-0f86077ca52b] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 631.453462] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9cf6ea12-257c-4910-83fd-0ea7e2bbaff6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.460917] env[70015]: DEBUG oslo_vmware.api [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Waiting for the task: (returnval){ [ 631.460917] env[70015]: value = "task-3610226" [ 631.460917] env[70015]: _type = "Task" [ 631.460917] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.470433] env[70015]: DEBUG oslo_vmware.api [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Task: {'id': task-3610226, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.542394] env[70015]: DEBUG oslo_vmware.api [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Task: {'id': task-3610225, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.545265] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.373s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.545742] env[70015]: DEBUG nova.compute.manager [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 631.548623] env[70015]: DEBUG oslo_concurrency.lockutils [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.682s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.550172] env[70015]: INFO nova.compute.claims [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] [instance: 13ede60e-0cfb-428d-9613-9bd339c302a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 631.823012] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Releasing lock "refresh_cache-f9453044-6270-44bb-9de6-dd6481693259" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.823372] env[70015]: DEBUG nova.compute.manager [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: f9453044-6270-44bb-9de6-dd6481693259] Instance network_info: |[{"id": "88a51737-82ff-4891-a9b3-2934c6e5f5d7", "address": "fa:16:3e:5c:6f:57", "network": {"id": "3f8bbdcb-7f15-4924-ad97-982962208d43", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1953514224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40772f72de5441ae94c1c2f2cd9154d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88a51737-82", "ovs_interfaceid": "88a51737-82ff-4891-a9b3-2934c6e5f5d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 631.823804] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: f9453044-6270-44bb-9de6-dd6481693259] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:6f:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88a51737-82ff-4891-a9b3-2934c6e5f5d7', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 631.834571] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Creating folder: Project (40772f72de5441ae94c1c2f2cd9154d0). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.834998] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2283bde9-4bd2-476b-9a88-e28937c30861 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.846544] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Created folder: Project (40772f72de5441ae94c1c2f2cd9154d0) in parent group-v720117. [ 631.846749] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Creating folder: Instances. Parent ref: group-v720148. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.846999] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-671b69e9-d0fc-4f05-8208-5939e2c066e2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.859644] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Created folder: Instances in parent group-v720148. [ 631.859859] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 631.860535] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9453044-6270-44bb-9de6-dd6481693259] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 631.861095] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab3d7bc3-8340-4b69-a411-8663b881972e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.883367] env[70015]: DEBUG oslo_vmware.api [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52b26c1a-5235-2736-d75b-8443ba6336d2, 'name': SearchDatastore_Task, 'duration_secs': 0.058542} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.884193] env[70015]: DEBUG oslo_concurrency.lockutils [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.884505] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] [instance: 19a17a9d-795d-44bf-a2b5-768b9e110095] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 631.884871] env[70015]: DEBUG oslo_concurrency.lockutils [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.885381] env[70015]: DEBUG oslo_concurrency.lockutils [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.885472] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 631.885734] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dfb42d8e-8d51-4af1-a567-c5b4e94f8ec1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.888892] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 631.888892] env[70015]: value = "task-3610229" [ 631.888892] env[70015]: _type = "Task" [ 631.888892] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.897106] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610229, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.898171] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 631.898344] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 631.899040] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1536e82d-e8db-4129-8a8b-64c005150618 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.904727] env[70015]: DEBUG oslo_vmware.api [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Waiting for the task: (returnval){ [ 631.904727] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]521c0f6f-8d59-e35e-0fe6-ecbc0c134173" [ 631.904727] env[70015]: _type = "Task" [ 631.904727] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.912213] env[70015]: DEBUG oslo_vmware.api [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]521c0f6f-8d59-e35e-0fe6-ecbc0c134173, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.971459] env[70015]: DEBUG oslo_vmware.api [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Task: {'id': task-3610226, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.015765] env[70015]: DEBUG nova.compute.manager [req-2f76f8c9-7906-45ff-97ae-fc94666db4b6 req-e29d1f79-0351-4577-bf3c-da40c82f12d8 service nova] [instance: ddbcf67f-44f4-44f0-8614-48ee6a4a21b8] Received event network-vif-deleted-19594162-4365-4b74-87fa-81ec276e1925 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.016023] env[70015]: DEBUG nova.compute.manager [req-2f76f8c9-7906-45ff-97ae-fc94666db4b6 req-e29d1f79-0351-4577-bf3c-da40c82f12d8 service nova] [instance: 0873d084-90c6-4f26-bfb5-0f86077ca52b] Received event network-changed-992333cc-d83e-47c0-8fd1-39a5429aef40 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.016198] env[70015]: DEBUG nova.compute.manager [req-2f76f8c9-7906-45ff-97ae-fc94666db4b6 req-e29d1f79-0351-4577-bf3c-da40c82f12d8 service nova] [instance: 0873d084-90c6-4f26-bfb5-0f86077ca52b] Refreshing instance network info cache due to event network-changed-992333cc-d83e-47c0-8fd1-39a5429aef40. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 632.016413] env[70015]: DEBUG oslo_concurrency.lockutils [req-2f76f8c9-7906-45ff-97ae-fc94666db4b6 req-e29d1f79-0351-4577-bf3c-da40c82f12d8 service nova] Acquiring lock "refresh_cache-0873d084-90c6-4f26-bfb5-0f86077ca52b" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.016551] env[70015]: DEBUG oslo_concurrency.lockutils [req-2f76f8c9-7906-45ff-97ae-fc94666db4b6 req-e29d1f79-0351-4577-bf3c-da40c82f12d8 service nova] Acquired lock "refresh_cache-0873d084-90c6-4f26-bfb5-0f86077ca52b" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.016706] env[70015]: DEBUG nova.network.neutron [req-2f76f8c9-7906-45ff-97ae-fc94666db4b6 req-e29d1f79-0351-4577-bf3c-da40c82f12d8 service nova] [instance: 0873d084-90c6-4f26-bfb5-0f86077ca52b] Refreshing network info cache for port 992333cc-d83e-47c0-8fd1-39a5429aef40 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 632.043280] env[70015]: DEBUG oslo_vmware.api [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Task: {'id': task-3610225, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564921} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.043536] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28/2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 632.043791] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 632.044070] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e308279-d83a-47d6-af3d-46279e8d16ee {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.050669] env[70015]: DEBUG oslo_vmware.api [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Waiting for the task: (returnval){ [ 632.050669] env[70015]: value = "task-3610230" [ 632.050669] env[70015]: _type = "Task" [ 632.050669] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.055454] env[70015]: DEBUG nova.compute.utils [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 632.058842] env[70015]: DEBUG nova.compute.manager [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 632.059135] env[70015]: DEBUG nova.network.neutron [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 632.069411] env[70015]: DEBUG oslo_vmware.api [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Task: {'id': task-3610230, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.120114] env[70015]: DEBUG nova.policy [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '281654ddb97845d9919473afc24a3063', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c24df7a88e5f4165b2618140613b0538', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 632.400646] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610229, 'name': CreateVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.415041] env[70015]: DEBUG oslo_vmware.api [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]521c0f6f-8d59-e35e-0fe6-ecbc0c134173, 'name': SearchDatastore_Task, 'duration_secs': 0.017027} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.415793] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65205e28-c732-48d3-8f5b-da09f69c83e9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.421983] env[70015]: DEBUG oslo_vmware.api [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Waiting for the task: (returnval){ [ 632.421983] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52f67449-ca06-dbea-a002-4ac460b4fb28" [ 632.421983] env[70015]: _type = "Task" [ 632.421983] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.431212] env[70015]: DEBUG oslo_vmware.api [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52f67449-ca06-dbea-a002-4ac460b4fb28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.471494] env[70015]: DEBUG oslo_vmware.api [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Task: {'id': task-3610226, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.494715] env[70015]: DEBUG nova.network.neutron [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Successfully created port: dde6645d-8b42-4747-8f04-3f440c6642b6 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 632.560583] env[70015]: DEBUG nova.compute.manager [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 632.577781] env[70015]: DEBUG oslo_vmware.api [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Task: {'id': task-3610230, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078603} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.577781] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 632.579522] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398ced63-eb15-4ccc-bfbd-360002d421a1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.608665] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28/2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 632.612028] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f209566-b3b6-4dff-819d-7fb3048f55a1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.648023] env[70015]: DEBUG oslo_vmware.api [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Waiting for the task: (returnval){ [ 632.648023] env[70015]: value = "task-3610231" [ 632.648023] env[70015]: _type = "Task" [ 632.648023] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.658176] env[70015]: DEBUG oslo_vmware.api [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Task: {'id': task-3610231, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.759734] env[70015]: DEBUG nova.compute.manager [req-06b5bf66-4c13-495e-b50b-321def2b56d1 req-306b6575-f10d-468f-b2eb-1e4dba01e4c5 service nova] [instance: 19a17a9d-795d-44bf-a2b5-768b9e110095] Received event network-vif-plugged-7afcd5f1-5d22-4fc6-91ea-c3db1bca6530 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.759734] env[70015]: DEBUG oslo_concurrency.lockutils [req-06b5bf66-4c13-495e-b50b-321def2b56d1 req-306b6575-f10d-468f-b2eb-1e4dba01e4c5 service nova] Acquiring lock "19a17a9d-795d-44bf-a2b5-768b9e110095-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.760245] env[70015]: DEBUG oslo_concurrency.lockutils [req-06b5bf66-4c13-495e-b50b-321def2b56d1 req-306b6575-f10d-468f-b2eb-1e4dba01e4c5 service nova] Lock "19a17a9d-795d-44bf-a2b5-768b9e110095-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.760245] env[70015]: DEBUG oslo_concurrency.lockutils [req-06b5bf66-4c13-495e-b50b-321def2b56d1 req-306b6575-f10d-468f-b2eb-1e4dba01e4c5 service nova] Lock "19a17a9d-795d-44bf-a2b5-768b9e110095-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.760374] env[70015]: DEBUG nova.compute.manager [req-06b5bf66-4c13-495e-b50b-321def2b56d1 req-306b6575-f10d-468f-b2eb-1e4dba01e4c5 service nova] [instance: 19a17a9d-795d-44bf-a2b5-768b9e110095] No waiting events found dispatching network-vif-plugged-7afcd5f1-5d22-4fc6-91ea-c3db1bca6530 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 632.760438] env[70015]: WARNING nova.compute.manager [req-06b5bf66-4c13-495e-b50b-321def2b56d1 req-306b6575-f10d-468f-b2eb-1e4dba01e4c5 service nova] [instance: 19a17a9d-795d-44bf-a2b5-768b9e110095] Received unexpected event network-vif-plugged-7afcd5f1-5d22-4fc6-91ea-c3db1bca6530 for instance with vm_state building and task_state spawning. [ 632.870247] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81cac4f-443c-49ea-9efe-175e683c8373 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.881583] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad51514c-7104-429f-93bb-377c526d3e75 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.924838] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad6cf70-d13a-40be-a389-e3bd49f9884f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.936146] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610229, 'name': CreateVM_Task, 'duration_secs': 0.575849} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.936728] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9453044-6270-44bb-9de6-dd6481693259] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 632.937768] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.937921] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.938250] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.943759] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06835a38-8786-417c-aba9-70bed4cdc56c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.945555] env[70015]: DEBUG oslo_vmware.api [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52f67449-ca06-dbea-a002-4ac460b4fb28, 'name': SearchDatastore_Task, 'duration_secs': 0.036782} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.946758] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549e84c0-bcf2-4f40-b989-8a07d19cdb1f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.950885] env[70015]: DEBUG oslo_concurrency.lockutils [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.951078] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 19a17a9d-795d-44bf-a2b5-768b9e110095/19a17a9d-795d-44bf-a2b5-768b9e110095.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 632.951774] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fda7b10e-bd89-42db-8a13-2cb13c3e2f99 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.955105] env[70015]: DEBUG oslo_vmware.api [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Waiting for the task: (returnval){ [ 632.955105] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52f2e5b3-6738-583f-4cc0-55f9291a43a9" [ 632.955105] env[70015]: _type = "Task" [ 632.955105] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.967075] env[70015]: DEBUG oslo_vmware.api [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Waiting for the task: (returnval){ [ 632.967075] env[70015]: value = "task-3610232" [ 632.967075] env[70015]: _type = "Task" [ 632.967075] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.968446] env[70015]: DEBUG nova.compute.provider_tree [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 632.978931] env[70015]: DEBUG oslo_vmware.api [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52f2e5b3-6738-583f-4cc0-55f9291a43a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.984365] env[70015]: DEBUG oslo_vmware.api [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Task: {'id': task-3610226, 'name': PowerOnVM_Task, 'duration_secs': 1.381111} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.988460] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] [instance: 0873d084-90c6-4f26-bfb5-0f86077ca52b] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 632.988669] env[70015]: INFO nova.compute.manager [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] [instance: 0873d084-90c6-4f26-bfb5-0f86077ca52b] Took 13.72 seconds to spawn the instance on the hypervisor. [ 632.988843] env[70015]: DEBUG nova.compute.manager [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] [instance: 0873d084-90c6-4f26-bfb5-0f86077ca52b] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 632.989436] env[70015]: DEBUG oslo_vmware.api [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Task: {'id': task-3610232, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.990227] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd491de7-39e2-48c9-9b6c-92d07756f6de {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.030293] env[70015]: DEBUG nova.network.neutron [req-2f76f8c9-7906-45ff-97ae-fc94666db4b6 req-e29d1f79-0351-4577-bf3c-da40c82f12d8 service nova] [instance: 0873d084-90c6-4f26-bfb5-0f86077ca52b] Updated VIF entry in instance network info cache for port 992333cc-d83e-47c0-8fd1-39a5429aef40. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 633.030293] env[70015]: DEBUG nova.network.neutron [req-2f76f8c9-7906-45ff-97ae-fc94666db4b6 req-e29d1f79-0351-4577-bf3c-da40c82f12d8 service nova] [instance: 0873d084-90c6-4f26-bfb5-0f86077ca52b] Updating instance_info_cache with network_info: [{"id": "992333cc-d83e-47c0-8fd1-39a5429aef40", "address": "fa:16:3e:de:98:c8", "network": {"id": "3c1a3fbb-2170-407e-9ccc-287a3d99ace9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d690f2455b7c4076b06d93f0db674d65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap992333cc-d8", "ovs_interfaceid": "992333cc-d83e-47c0-8fd1-39a5429aef40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.164489] env[70015]: DEBUG oslo_vmware.api [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Task: {'id': task-3610231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.476399] env[70015]: DEBUG oslo_vmware.api [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52f2e5b3-6738-583f-4cc0-55f9291a43a9, 'name': SearchDatastore_Task, 'duration_secs': 0.02082} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.482200] env[70015]: DEBUG nova.scheduler.client.report [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 633.485471] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.488358] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: f9453044-6270-44bb-9de6-dd6481693259] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 633.488358] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.488358] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.488358] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 633.488358] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4dcf9c07-e867-4c12-b254-66532290a3aa {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.499842] env[70015]: DEBUG oslo_vmware.api [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Task: {'id': task-3610232, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.514369] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 633.514435] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 633.517307] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b29d17d-1a62-4a30-8489-d974e243caef {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.522088] env[70015]: INFO nova.compute.manager [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] [instance: 0873d084-90c6-4f26-bfb5-0f86077ca52b] Took 31.25 seconds to build instance. [ 633.528870] env[70015]: DEBUG oslo_vmware.api [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Waiting for the task: (returnval){ [ 633.528870] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52a7fe56-75f1-7c8f-be9a-e652d6746cff" [ 633.528870] env[70015]: _type = "Task" [ 633.528870] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.537048] env[70015]: DEBUG oslo_concurrency.lockutils [req-2f76f8c9-7906-45ff-97ae-fc94666db4b6 req-e29d1f79-0351-4577-bf3c-da40c82f12d8 service nova] Releasing lock "refresh_cache-0873d084-90c6-4f26-bfb5-0f86077ca52b" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.537639] env[70015]: DEBUG nova.compute.manager [req-2f76f8c9-7906-45ff-97ae-fc94666db4b6 req-e29d1f79-0351-4577-bf3c-da40c82f12d8 service nova] [instance: 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a] Received event network-vif-deleted-12909c62-afbe-4dce-86b2-f43e096cc23f {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 633.537639] env[70015]: DEBUG nova.compute.manager [req-2f76f8c9-7906-45ff-97ae-fc94666db4b6 req-e29d1f79-0351-4577-bf3c-da40c82f12d8 service nova] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Received event network-vif-plugged-3a3bf904-fbff-45c9-8201-8851d934c4f2 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 633.538375] env[70015]: DEBUG oslo_concurrency.lockutils [req-2f76f8c9-7906-45ff-97ae-fc94666db4b6 req-e29d1f79-0351-4577-bf3c-da40c82f12d8 service nova] Acquiring lock "2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.538375] env[70015]: DEBUG oslo_concurrency.lockutils [req-2f76f8c9-7906-45ff-97ae-fc94666db4b6 req-e29d1f79-0351-4577-bf3c-da40c82f12d8 service nova] Lock "2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.538496] env[70015]: DEBUG oslo_concurrency.lockutils [req-2f76f8c9-7906-45ff-97ae-fc94666db4b6 req-e29d1f79-0351-4577-bf3c-da40c82f12d8 service nova] Lock "2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.538654] env[70015]: DEBUG nova.compute.manager [req-2f76f8c9-7906-45ff-97ae-fc94666db4b6 req-e29d1f79-0351-4577-bf3c-da40c82f12d8 service nova] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] No waiting events found dispatching network-vif-plugged-3a3bf904-fbff-45c9-8201-8851d934c4f2 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 633.538833] env[70015]: WARNING nova.compute.manager [req-2f76f8c9-7906-45ff-97ae-fc94666db4b6 req-e29d1f79-0351-4577-bf3c-da40c82f12d8 service nova] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Received unexpected event network-vif-plugged-3a3bf904-fbff-45c9-8201-8851d934c4f2 for instance with vm_state building and task_state spawning. [ 633.539027] env[70015]: DEBUG nova.compute.manager [req-2f76f8c9-7906-45ff-97ae-fc94666db4b6 req-e29d1f79-0351-4577-bf3c-da40c82f12d8 service nova] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Received event network-changed-3a3bf904-fbff-45c9-8201-8851d934c4f2 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 633.539218] env[70015]: DEBUG nova.compute.manager [req-2f76f8c9-7906-45ff-97ae-fc94666db4b6 req-e29d1f79-0351-4577-bf3c-da40c82f12d8 service nova] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Refreshing instance network info cache due to event network-changed-3a3bf904-fbff-45c9-8201-8851d934c4f2. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 633.539512] env[70015]: DEBUG oslo_concurrency.lockutils [req-2f76f8c9-7906-45ff-97ae-fc94666db4b6 req-e29d1f79-0351-4577-bf3c-da40c82f12d8 service nova] Acquiring lock "refresh_cache-2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.540060] env[70015]: DEBUG oslo_concurrency.lockutils [req-2f76f8c9-7906-45ff-97ae-fc94666db4b6 req-e29d1f79-0351-4577-bf3c-da40c82f12d8 service nova] Acquired lock "refresh_cache-2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.540060] env[70015]: DEBUG nova.network.neutron [req-2f76f8c9-7906-45ff-97ae-fc94666db4b6 req-e29d1f79-0351-4577-bf3c-da40c82f12d8 service nova] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Refreshing network info cache for port 3a3bf904-fbff-45c9-8201-8851d934c4f2 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 633.548267] env[70015]: DEBUG oslo_vmware.api [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52a7fe56-75f1-7c8f-be9a-e652d6746cff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.578900] env[70015]: DEBUG nova.compute.manager [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 633.583116] env[70015]: DEBUG nova.compute.manager [None req-e6ef74b2-1c3c-4a5a-8a47-fd2a942fcf87 tempest-ServerDiagnosticsV248Test-1312898427 tempest-ServerDiagnosticsV248Test-1312898427-project-admin] [instance: 6c6067ac-622b-4055-9b68-4166fc23bd52] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 633.584645] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46147d8e-2ded-4abc-9fcc-aa9725c0a501 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.594690] env[70015]: INFO nova.compute.manager [None req-e6ef74b2-1c3c-4a5a-8a47-fd2a942fcf87 tempest-ServerDiagnosticsV248Test-1312898427 tempest-ServerDiagnosticsV248Test-1312898427-project-admin] [instance: 6c6067ac-622b-4055-9b68-4166fc23bd52] Retrieving diagnostics [ 633.596697] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a953382-0c9a-49af-899c-2a2de720d594 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.647354] env[70015]: DEBUG nova.virt.hardware [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 633.647354] env[70015]: DEBUG nova.virt.hardware [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 633.647354] env[70015]: DEBUG nova.virt.hardware [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 633.647924] env[70015]: DEBUG nova.virt.hardware [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 633.647924] env[70015]: DEBUG nova.virt.hardware [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 633.647924] env[70015]: DEBUG nova.virt.hardware [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 633.647924] env[70015]: DEBUG nova.virt.hardware [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 633.647924] env[70015]: DEBUG nova.virt.hardware [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 633.648561] env[70015]: DEBUG nova.virt.hardware [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 633.648561] env[70015]: DEBUG nova.virt.hardware [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 633.648561] env[70015]: DEBUG nova.virt.hardware [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 633.648561] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4972b02-ccbc-4631-8634-3cb22f51cd1d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.661134] env[70015]: DEBUG oslo_vmware.api [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Task: {'id': task-3610231, 'name': ReconfigVM_Task, 'duration_secs': 0.704295} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.663017] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28/2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 633.663496] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1cc4f299-4b28-45e4-8258-740bdb0301ad {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.666334] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346aa09f-cc09-4d61-a33e-456f89d24f5e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.683435] env[70015]: DEBUG oslo_vmware.api [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Waiting for the task: (returnval){ [ 633.683435] env[70015]: value = "task-3610233" [ 633.683435] env[70015]: _type = "Task" [ 633.683435] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.692578] env[70015]: DEBUG oslo_vmware.api [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Task: {'id': task-3610233, 'name': Rename_Task} progress is 10%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.986327] env[70015]: DEBUG oslo_vmware.api [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Task: {'id': task-3610232, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.765255} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.986327] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 19a17a9d-795d-44bf-a2b5-768b9e110095/19a17a9d-795d-44bf-a2b5-768b9e110095.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 633.986327] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] [instance: 19a17a9d-795d-44bf-a2b5-768b9e110095] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 633.986767] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0d1c92a-5954-47a8-b8b9-d936f1fe05b9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.998421] env[70015]: DEBUG oslo_concurrency.lockutils [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.446s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.998421] env[70015]: DEBUG nova.compute.manager [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] [instance: 13ede60e-0cfb-428d-9613-9bd339c302a2] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 634.004990] env[70015]: DEBUG oslo_vmware.api [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Waiting for the task: (returnval){ [ 634.004990] env[70015]: value = "task-3610234" [ 634.004990] env[70015]: _type = "Task" [ 634.004990] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.004990] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.625s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.004990] env[70015]: INFO nova.compute.claims [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.021749] env[70015]: DEBUG oslo_vmware.api [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Task: {'id': task-3610234, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.028173] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9b22f62d-b399-448c-ba20-3bd2a738382b tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Lock "0873d084-90c6-4f26-bfb5-0f86077ca52b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.769s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.043331] env[70015]: DEBUG oslo_vmware.api [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52a7fe56-75f1-7c8f-be9a-e652d6746cff, 'name': SearchDatastore_Task, 'duration_secs': 0.02072} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.044950] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09857562-2558-491c-b0c5-5d75bf06bee8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.055852] env[70015]: DEBUG oslo_vmware.api [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Waiting for the task: (returnval){ [ 634.055852] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52915ca6-edac-b881-673c-7224b3df96b7" [ 634.055852] env[70015]: _type = "Task" [ 634.055852] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.065028] env[70015]: DEBUG oslo_vmware.api [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52915ca6-edac-b881-673c-7224b3df96b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.161390] env[70015]: DEBUG oslo_concurrency.lockutils [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Acquiring lock "f69ac2e1-d8a9-44b0-98dc-098321ed3826" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.161390] env[70015]: DEBUG oslo_concurrency.lockutils [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Lock "f69ac2e1-d8a9-44b0-98dc-098321ed3826" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.194935] env[70015]: DEBUG oslo_vmware.api [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Task: {'id': task-3610233, 'name': Rename_Task, 'duration_secs': 0.170888} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.195396] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 634.195756] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4dd46c7-3e82-4596-a229-f28560a5c49d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.205407] env[70015]: DEBUG oslo_vmware.api [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Waiting for the task: (returnval){ [ 634.205407] env[70015]: value = "task-3610235" [ 634.205407] env[70015]: _type = "Task" [ 634.205407] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.217454] env[70015]: DEBUG oslo_vmware.api [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Task: {'id': task-3610235, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.457224] env[70015]: DEBUG nova.network.neutron [req-2f76f8c9-7906-45ff-97ae-fc94666db4b6 req-e29d1f79-0351-4577-bf3c-da40c82f12d8 service nova] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Updated VIF entry in instance network info cache for port 3a3bf904-fbff-45c9-8201-8851d934c4f2. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 634.460588] env[70015]: DEBUG nova.network.neutron [req-2f76f8c9-7906-45ff-97ae-fc94666db4b6 req-e29d1f79-0351-4577-bf3c-da40c82f12d8 service nova] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Updating instance_info_cache with network_info: [{"id": "3a3bf904-fbff-45c9-8201-8851d934c4f2", "address": "fa:16:3e:03:ae:0d", "network": {"id": "35cf42a0-2650-4857-be0e-48b0a83a9f7a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1746055200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e070e3cd3544c3b05709e6e1abe44d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a3bf904-fb", "ovs_interfaceid": "3a3bf904-fbff-45c9-8201-8851d934c4f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.513896] env[70015]: DEBUG nova.compute.utils [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 634.533330] env[70015]: DEBUG nova.compute.manager [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] [instance: 13ede60e-0cfb-428d-9613-9bd339c302a2] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 634.534380] env[70015]: DEBUG nova.network.neutron [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] [instance: 13ede60e-0cfb-428d-9613-9bd339c302a2] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 634.543939] env[70015]: DEBUG nova.network.neutron [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Successfully updated port: dde6645d-8b42-4747-8f04-3f440c6642b6 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 634.551297] env[70015]: DEBUG oslo_vmware.api [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Task: {'id': task-3610234, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071856} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.552563] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] [instance: 19a17a9d-795d-44bf-a2b5-768b9e110095] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 634.552848] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb2fac5-28c6-4ee7-87d3-0de2568ed2fc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.582497] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] [instance: 19a17a9d-795d-44bf-a2b5-768b9e110095] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 19a17a9d-795d-44bf-a2b5-768b9e110095/19a17a9d-795d-44bf-a2b5-768b9e110095.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 634.585256] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e09250a3-fed9-4222-b40e-a41e8bb4716c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.613661] env[70015]: DEBUG oslo_vmware.api [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52915ca6-edac-b881-673c-7224b3df96b7, 'name': SearchDatastore_Task, 'duration_secs': 0.013811} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.613661] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Acquiring lock "ffbea3ea-cd64-4ca9-a25c-644501cb3796" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.613925] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Lock "ffbea3ea-cd64-4ca9-a25c-644501cb3796" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.615354] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.615498] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] f9453044-6270-44bb-9de6-dd6481693259/f9453044-6270-44bb-9de6-dd6481693259.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 634.616060] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6072a2e0-359f-4435-bf18-7f44f3fca705 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.620233] env[70015]: DEBUG oslo_vmware.api [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Waiting for the task: (returnval){ [ 634.620233] env[70015]: value = "task-3610236" [ 634.620233] env[70015]: _type = "Task" [ 634.620233] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.625064] env[70015]: DEBUG oslo_vmware.api [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Waiting for the task: (returnval){ [ 634.625064] env[70015]: value = "task-3610237" [ 634.625064] env[70015]: _type = "Task" [ 634.625064] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.632149] env[70015]: DEBUG oslo_vmware.api [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Task: {'id': task-3610236, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.637723] env[70015]: DEBUG oslo_vmware.api [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Task: {'id': task-3610237, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.662244] env[70015]: DEBUG nova.compute.manager [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 634.718416] env[70015]: DEBUG nova.policy [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e5c7ae6208d432cb3c07d62518ce39e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '16c421c8768b4ad38198fae1fc4957a3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 634.727107] env[70015]: DEBUG oslo_vmware.api [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Task: {'id': task-3610235, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.967781] env[70015]: DEBUG oslo_concurrency.lockutils [req-2f76f8c9-7906-45ff-97ae-fc94666db4b6 req-e29d1f79-0351-4577-bf3c-da40c82f12d8 service nova] Releasing lock "refresh_cache-2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.037522] env[70015]: DEBUG nova.compute.manager [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] [instance: 13ede60e-0cfb-428d-9613-9bd339c302a2] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 635.056051] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "refresh_cache-a94ee314-5698-4a1f-b1f0-fd6e7cd056de" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.056226] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquired lock "refresh_cache-a94ee314-5698-4a1f-b1f0-fd6e7cd056de" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.056392] env[70015]: DEBUG nova.network.neutron [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 635.122306] env[70015]: DEBUG nova.compute.manager [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: ffbea3ea-cd64-4ca9-a25c-644501cb3796] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 635.139541] env[70015]: DEBUG oslo_vmware.api [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Task: {'id': task-3610236, 'name': ReconfigVM_Task, 'duration_secs': 0.398109} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.145279] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] [instance: 19a17a9d-795d-44bf-a2b5-768b9e110095] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 19a17a9d-795d-44bf-a2b5-768b9e110095/19a17a9d-795d-44bf-a2b5-768b9e110095.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 635.146934] env[70015]: DEBUG oslo_vmware.api [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Task: {'id': task-3610237, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495708} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.146934] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f400fc7-34b0-46f4-b7ca-ef247e8c009e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.148669] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] f9453044-6270-44bb-9de6-dd6481693259/f9453044-6270-44bb-9de6-dd6481693259.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 635.149539] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: f9453044-6270-44bb-9de6-dd6481693259] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 635.149539] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b4cfdff-ed8c-4496-b4c7-ca332a863ebe {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.156671] env[70015]: DEBUG oslo_vmware.api [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Waiting for the task: (returnval){ [ 635.156671] env[70015]: value = "task-3610239" [ 635.156671] env[70015]: _type = "Task" [ 635.156671] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.158138] env[70015]: DEBUG oslo_vmware.api [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Waiting for the task: (returnval){ [ 635.158138] env[70015]: value = "task-3610238" [ 635.158138] env[70015]: _type = "Task" [ 635.158138] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.178300] env[70015]: DEBUG oslo_vmware.api [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Task: {'id': task-3610239, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.183978] env[70015]: DEBUG oslo_vmware.api [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Task: {'id': task-3610238, 'name': Rename_Task} progress is 10%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.200340] env[70015]: DEBUG oslo_concurrency.lockutils [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.222491] env[70015]: DEBUG oslo_vmware.api [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Task: {'id': task-3610235, 'name': PowerOnVM_Task, 'duration_secs': 0.631356} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.223514] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 635.223514] env[70015]: INFO nova.compute.manager [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Took 13.55 seconds to spawn the instance on the hypervisor. [ 635.223799] env[70015]: DEBUG nova.compute.manager [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 635.224394] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d73b1f-c215-4eb7-a15f-fb6229864d02 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.402779] env[70015]: DEBUG nova.network.neutron [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] [instance: 13ede60e-0cfb-428d-9613-9bd339c302a2] Successfully created port: a0be2734-90de-46c1-82f0-6ff40c8f1699 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 635.411463] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3501b1-938f-4fb8-8936-c2908af74e3b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.419113] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4405bae0-18a5-4fff-9b10-3be06d2a2355 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.453399] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022d9de9-1e3e-4897-b420-6fa2945c8660 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.461061] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d20018-1f4f-49ea-8e70-a5b1217f9b3f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.475202] env[70015]: DEBUG nova.compute.provider_tree [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 635.633855] env[70015]: DEBUG nova.network.neutron [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 635.654454] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.676585] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Acquiring lock "9424c852-8a39-48a1-8f27-db4dd05059bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.676845] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Lock "9424c852-8a39-48a1-8f27-db4dd05059bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.678653] env[70015]: DEBUG oslo_vmware.api [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Task: {'id': task-3610239, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138417} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.682055] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: f9453044-6270-44bb-9de6-dd6481693259] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.682375] env[70015]: DEBUG oslo_vmware.api [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Task: {'id': task-3610238, 'name': Rename_Task, 'duration_secs': 0.254224} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.683095] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8aab864-b5d0-4d25-9c93-0a4ccdcad2d7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.686215] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] [instance: 19a17a9d-795d-44bf-a2b5-768b9e110095] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 635.686453] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a705bfb-b2b6-4492-b35d-9030244b9f58 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.709010] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: f9453044-6270-44bb-9de6-dd6481693259] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] f9453044-6270-44bb-9de6-dd6481693259/f9453044-6270-44bb-9de6-dd6481693259.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.710892] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa512e1e-3ab9-4067-8430-f3ff4828ea5e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.726428] env[70015]: DEBUG oslo_vmware.api [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Waiting for the task: (returnval){ [ 635.726428] env[70015]: value = "task-3610240" [ 635.726428] env[70015]: _type = "Task" [ 635.726428] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.731985] env[70015]: DEBUG oslo_vmware.api [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Waiting for the task: (returnval){ [ 635.731985] env[70015]: value = "task-3610241" [ 635.731985] env[70015]: _type = "Task" [ 635.731985] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.735467] env[70015]: DEBUG oslo_vmware.api [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Task: {'id': task-3610240, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.747270] env[70015]: DEBUG oslo_vmware.api [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Task: {'id': task-3610241, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.752183] env[70015]: INFO nova.compute.manager [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Took 26.48 seconds to build instance. [ 635.980755] env[70015]: DEBUG nova.scheduler.client.report [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 636.040314] env[70015]: DEBUG nova.network.neutron [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Updating instance_info_cache with network_info: [{"id": "dde6645d-8b42-4747-8f04-3f440c6642b6", "address": "fa:16:3e:58:0c:ff", "network": {"id": "54eb7a37-2a22-42e7-8acd-b881580de840", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-916588865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c24df7a88e5f4165b2618140613b0538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdde6645d-8b", "ovs_interfaceid": "dde6645d-8b42-4747-8f04-3f440c6642b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.048098] env[70015]: DEBUG nova.compute.manager [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] [instance: 13ede60e-0cfb-428d-9613-9bd339c302a2] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 636.094733] env[70015]: DEBUG nova.virt.hardware [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 636.094733] env[70015]: DEBUG nova.virt.hardware [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 636.094884] env[70015]: DEBUG nova.virt.hardware [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 636.095031] env[70015]: DEBUG nova.virt.hardware [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 636.095278] env[70015]: DEBUG nova.virt.hardware [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 636.095465] env[70015]: DEBUG nova.virt.hardware [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 636.095629] env[70015]: DEBUG nova.virt.hardware [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 636.095784] env[70015]: DEBUG nova.virt.hardware [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 636.095970] env[70015]: DEBUG nova.virt.hardware [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 636.096301] env[70015]: DEBUG nova.virt.hardware [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 636.096301] env[70015]: DEBUG nova.virt.hardware [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 636.097250] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98582147-33ac-4e81-a970-47367366ac14 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.106819] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a35cc9-cf01-4b66-acd7-f7e013d7174d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.185211] env[70015]: DEBUG nova.compute.manager [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] [instance: 9424c852-8a39-48a1-8f27-db4dd05059bb] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 636.237806] env[70015]: DEBUG oslo_vmware.api [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Task: {'id': task-3610240, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.246044] env[70015]: DEBUG oslo_vmware.api [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Task: {'id': task-3610241, 'name': ReconfigVM_Task, 'duration_secs': 0.322186} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.247035] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: f9453044-6270-44bb-9de6-dd6481693259] Reconfigured VM instance instance-0000000b to attach disk [datastore1] f9453044-6270-44bb-9de6-dd6481693259/f9453044-6270-44bb-9de6-dd6481693259.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.247730] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9efb0740-b867-4365-b56f-88128f1b2613 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.254731] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b43b9a96-7d7e-41c6-9515-e698506fb51d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Lock "2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.996s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.256109] env[70015]: DEBUG oslo_vmware.api [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Waiting for the task: (returnval){ [ 636.256109] env[70015]: value = "task-3610242" [ 636.256109] env[70015]: _type = "Task" [ 636.256109] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.270128] env[70015]: DEBUG oslo_vmware.api [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Task: {'id': task-3610242, 'name': Rename_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.385415] env[70015]: DEBUG nova.compute.manager [None req-87d3191b-5209-499b-83a0-f8461e5cd531 tempest-ServerExternalEventsTest-1499873762 tempest-ServerExternalEventsTest-1499873762-project] [instance: 0873d084-90c6-4f26-bfb5-0f86077ca52b] Received event network-changed {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 636.385612] env[70015]: DEBUG nova.compute.manager [None req-87d3191b-5209-499b-83a0-f8461e5cd531 tempest-ServerExternalEventsTest-1499873762 tempest-ServerExternalEventsTest-1499873762-project] [instance: 0873d084-90c6-4f26-bfb5-0f86077ca52b] Refreshing instance network info cache due to event network-changed. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 636.385820] env[70015]: DEBUG oslo_concurrency.lockutils [None req-87d3191b-5209-499b-83a0-f8461e5cd531 tempest-ServerExternalEventsTest-1499873762 tempest-ServerExternalEventsTest-1499873762-project] Acquiring lock "refresh_cache-0873d084-90c6-4f26-bfb5-0f86077ca52b" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.385955] env[70015]: DEBUG oslo_concurrency.lockutils [None req-87d3191b-5209-499b-83a0-f8461e5cd531 tempest-ServerExternalEventsTest-1499873762 tempest-ServerExternalEventsTest-1499873762-project] Acquired lock "refresh_cache-0873d084-90c6-4f26-bfb5-0f86077ca52b" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.386236] env[70015]: DEBUG nova.network.neutron [None req-87d3191b-5209-499b-83a0-f8461e5cd531 tempest-ServerExternalEventsTest-1499873762 tempest-ServerExternalEventsTest-1499873762-project] [instance: 0873d084-90c6-4f26-bfb5-0f86077ca52b] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 636.486555] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.485s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.487120] env[70015]: DEBUG nova.compute.manager [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 636.492169] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ac3ee53d-59cb-4969-82fa-d18ea2fd5111 tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.537s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.492395] env[70015]: DEBUG nova.objects.instance [None req-ac3ee53d-59cb-4969-82fa-d18ea2fd5111 tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Lazy-loading 'resources' on Instance uuid ad2bc565-e53f-44c4-a183-01be8d43bfb0 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 636.544919] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Releasing lock "refresh_cache-a94ee314-5698-4a1f-b1f0-fd6e7cd056de" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.545237] env[70015]: DEBUG nova.compute.manager [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Instance network_info: |[{"id": "dde6645d-8b42-4747-8f04-3f440c6642b6", "address": "fa:16:3e:58:0c:ff", "network": {"id": "54eb7a37-2a22-42e7-8acd-b881580de840", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-916588865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c24df7a88e5f4165b2618140613b0538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdde6645d-8b", "ovs_interfaceid": "dde6645d-8b42-4747-8f04-3f440c6642b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 636.546432] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:0c:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24ec44b7-0acf-4ff9-8bb3-4641b74af7a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dde6645d-8b42-4747-8f04-3f440c6642b6', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 636.559304] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Creating folder: Project (c24df7a88e5f4165b2618140613b0538). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.561736] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a49bac2-870b-41cb-86e9-67838772e548 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.573388] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Created folder: Project (c24df7a88e5f4165b2618140613b0538) in parent group-v720117. [ 636.573623] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Creating folder: Instances. Parent ref: group-v720151. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.574155] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d6c08d7-aa94-4cd9-bcff-34828ba9914c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.583136] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Created folder: Instances in parent group-v720151. [ 636.583406] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 636.583626] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 636.583848] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7fec51c-e33e-470a-8450-9371d74b782e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.604670] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 636.604670] env[70015]: value = "task-3610245" [ 636.604670] env[70015]: _type = "Task" [ 636.604670] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.613838] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610245, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.720877] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.746197] env[70015]: DEBUG oslo_vmware.api [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Task: {'id': task-3610240, 'name': PowerOnVM_Task, 'duration_secs': 0.928473} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.746735] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] [instance: 19a17a9d-795d-44bf-a2b5-768b9e110095] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 636.747651] env[70015]: INFO nova.compute.manager [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] [instance: 19a17a9d-795d-44bf-a2b5-768b9e110095] Took 12.72 seconds to spawn the instance on the hypervisor. [ 636.747651] env[70015]: DEBUG nova.compute.manager [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] [instance: 19a17a9d-795d-44bf-a2b5-768b9e110095] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 636.748564] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f045882-913d-4e1a-8dc8-37c0be56aefe {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.768241] env[70015]: DEBUG nova.compute.manager [req-2813fa8c-9260-4b33-823f-3dc6501b7276 req-64a023cc-7d70-4d67-9854-2fa2da20b593 service nova] [instance: f9453044-6270-44bb-9de6-dd6481693259] Received event network-vif-plugged-88a51737-82ff-4891-a9b3-2934c6e5f5d7 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 636.770645] env[70015]: DEBUG oslo_concurrency.lockutils [req-2813fa8c-9260-4b33-823f-3dc6501b7276 req-64a023cc-7d70-4d67-9854-2fa2da20b593 service nova] Acquiring lock "f9453044-6270-44bb-9de6-dd6481693259-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.770645] env[70015]: DEBUG oslo_concurrency.lockutils [req-2813fa8c-9260-4b33-823f-3dc6501b7276 req-64a023cc-7d70-4d67-9854-2fa2da20b593 service nova] Lock "f9453044-6270-44bb-9de6-dd6481693259-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.770645] env[70015]: DEBUG oslo_concurrency.lockutils [req-2813fa8c-9260-4b33-823f-3dc6501b7276 req-64a023cc-7d70-4d67-9854-2fa2da20b593 service nova] Lock "f9453044-6270-44bb-9de6-dd6481693259-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.770645] env[70015]: DEBUG nova.compute.manager [req-2813fa8c-9260-4b33-823f-3dc6501b7276 req-64a023cc-7d70-4d67-9854-2fa2da20b593 service nova] [instance: f9453044-6270-44bb-9de6-dd6481693259] No waiting events found dispatching network-vif-plugged-88a51737-82ff-4891-a9b3-2934c6e5f5d7 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 636.770645] env[70015]: WARNING nova.compute.manager [req-2813fa8c-9260-4b33-823f-3dc6501b7276 req-64a023cc-7d70-4d67-9854-2fa2da20b593 service nova] [instance: f9453044-6270-44bb-9de6-dd6481693259] Received unexpected event network-vif-plugged-88a51737-82ff-4891-a9b3-2934c6e5f5d7 for instance with vm_state building and task_state spawning. [ 636.770996] env[70015]: DEBUG nova.compute.manager [req-2813fa8c-9260-4b33-823f-3dc6501b7276 req-64a023cc-7d70-4d67-9854-2fa2da20b593 service nova] [instance: f9453044-6270-44bb-9de6-dd6481693259] Received event network-changed-88a51737-82ff-4891-a9b3-2934c6e5f5d7 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 636.770996] env[70015]: DEBUG nova.compute.manager [req-2813fa8c-9260-4b33-823f-3dc6501b7276 req-64a023cc-7d70-4d67-9854-2fa2da20b593 service nova] [instance: f9453044-6270-44bb-9de6-dd6481693259] Refreshing instance network info cache due to event network-changed-88a51737-82ff-4891-a9b3-2934c6e5f5d7. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 636.770996] env[70015]: DEBUG oslo_concurrency.lockutils [req-2813fa8c-9260-4b33-823f-3dc6501b7276 req-64a023cc-7d70-4d67-9854-2fa2da20b593 service nova] Acquiring lock "refresh_cache-f9453044-6270-44bb-9de6-dd6481693259" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.770996] env[70015]: DEBUG oslo_concurrency.lockutils [req-2813fa8c-9260-4b33-823f-3dc6501b7276 req-64a023cc-7d70-4d67-9854-2fa2da20b593 service nova] Acquired lock "refresh_cache-f9453044-6270-44bb-9de6-dd6481693259" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.770996] env[70015]: DEBUG nova.network.neutron [req-2813fa8c-9260-4b33-823f-3dc6501b7276 req-64a023cc-7d70-4d67-9854-2fa2da20b593 service nova] [instance: f9453044-6270-44bb-9de6-dd6481693259] Refreshing network info cache for port 88a51737-82ff-4891-a9b3-2934c6e5f5d7 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 636.778924] env[70015]: DEBUG oslo_vmware.api [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Task: {'id': task-3610242, 'name': Rename_Task, 'duration_secs': 0.148554} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.779257] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: f9453044-6270-44bb-9de6-dd6481693259] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 636.779562] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e315182d-07a6-486e-8af0-dad3f56c2cc7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.786864] env[70015]: DEBUG oslo_vmware.api [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Waiting for the task: (returnval){ [ 636.786864] env[70015]: value = "task-3610246" [ 636.786864] env[70015]: _type = "Task" [ 636.786864] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.802986] env[70015]: DEBUG oslo_vmware.api [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Task: {'id': task-3610246, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.000258] env[70015]: DEBUG nova.compute.utils [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 637.002498] env[70015]: DEBUG nova.compute.manager [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 637.002606] env[70015]: DEBUG nova.network.neutron [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 637.108175] env[70015]: DEBUG nova.policy [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b6ac8fe281e4c62bcc99aae33010e4a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e655a79e2034aa39a18fa61c26d6412', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 637.124799] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610245, 'name': CreateVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.146128] env[70015]: DEBUG nova.compute.manager [req-75363f70-4ad2-4b26-9643-a8d9e53ee4e5 req-1c5c84be-3f49-4bf9-abaa-6d345ad189fa service nova] [instance: 19a17a9d-795d-44bf-a2b5-768b9e110095] Received event network-changed-7afcd5f1-5d22-4fc6-91ea-c3db1bca6530 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 637.146222] env[70015]: DEBUG nova.compute.manager [req-75363f70-4ad2-4b26-9643-a8d9e53ee4e5 req-1c5c84be-3f49-4bf9-abaa-6d345ad189fa service nova] [instance: 19a17a9d-795d-44bf-a2b5-768b9e110095] Refreshing instance network info cache due to event network-changed-7afcd5f1-5d22-4fc6-91ea-c3db1bca6530. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 637.146455] env[70015]: DEBUG oslo_concurrency.lockutils [req-75363f70-4ad2-4b26-9643-a8d9e53ee4e5 req-1c5c84be-3f49-4bf9-abaa-6d345ad189fa service nova] Acquiring lock "refresh_cache-19a17a9d-795d-44bf-a2b5-768b9e110095" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.146568] env[70015]: DEBUG oslo_concurrency.lockutils [req-75363f70-4ad2-4b26-9643-a8d9e53ee4e5 req-1c5c84be-3f49-4bf9-abaa-6d345ad189fa service nova] Acquired lock "refresh_cache-19a17a9d-795d-44bf-a2b5-768b9e110095" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.146750] env[70015]: DEBUG nova.network.neutron [req-75363f70-4ad2-4b26-9643-a8d9e53ee4e5 req-1c5c84be-3f49-4bf9-abaa-6d345ad189fa service nova] [instance: 19a17a9d-795d-44bf-a2b5-768b9e110095] Refreshing network info cache for port 7afcd5f1-5d22-4fc6-91ea-c3db1bca6530 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 637.290917] env[70015]: INFO nova.compute.manager [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] [instance: 19a17a9d-795d-44bf-a2b5-768b9e110095] Took 27.25 seconds to build instance. [ 637.303180] env[70015]: DEBUG oslo_vmware.api [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Task: {'id': task-3610246, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.332373] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c54c4f9-a487-4a3a-b5f0-88b2f824bcd2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.346838] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Acquiring lock "07c3e6db-ea22-480f-b16d-a577ef59284f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.347217] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Lock "07c3e6db-ea22-480f-b16d-a577ef59284f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.349155] env[70015]: DEBUG oslo_concurrency.lockutils [None req-aaa2f55d-498c-4ff2-8c4b-6a6d974ba66c tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Acquiring lock "6c6067ac-622b-4055-9b68-4166fc23bd52" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.351163] env[70015]: DEBUG oslo_concurrency.lockutils [None req-aaa2f55d-498c-4ff2-8c4b-6a6d974ba66c tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Lock "6c6067ac-622b-4055-9b68-4166fc23bd52" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.351163] env[70015]: DEBUG oslo_concurrency.lockutils [None req-aaa2f55d-498c-4ff2-8c4b-6a6d974ba66c tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Acquiring lock "6c6067ac-622b-4055-9b68-4166fc23bd52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.351163] env[70015]: DEBUG oslo_concurrency.lockutils [None req-aaa2f55d-498c-4ff2-8c4b-6a6d974ba66c tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Lock "6c6067ac-622b-4055-9b68-4166fc23bd52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.351163] env[70015]: DEBUG oslo_concurrency.lockutils [None req-aaa2f55d-498c-4ff2-8c4b-6a6d974ba66c tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Lock "6c6067ac-622b-4055-9b68-4166fc23bd52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.352738] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca56cf1f-fc6d-41ad-9744-b50b6ffb0b5c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.359634] env[70015]: INFO nova.compute.manager [None req-aaa2f55d-498c-4ff2-8c4b-6a6d974ba66c tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] [instance: 6c6067ac-622b-4055-9b68-4166fc23bd52] Terminating instance [ 637.404126] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c743856-c08d-4214-b210-bdafff1781a5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.414545] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081c3095-7fcd-41f4-8aa9-d39b7a4e3852 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.432524] env[70015]: DEBUG nova.compute.provider_tree [None req-ac3ee53d-59cb-4969-82fa-d18ea2fd5111 tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 637.503758] env[70015]: DEBUG nova.compute.manager [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 637.555425] env[70015]: DEBUG nova.network.neutron [None req-87d3191b-5209-499b-83a0-f8461e5cd531 tempest-ServerExternalEventsTest-1499873762 tempest-ServerExternalEventsTest-1499873762-project] [instance: 0873d084-90c6-4f26-bfb5-0f86077ca52b] Updating instance_info_cache with network_info: [{"id": "992333cc-d83e-47c0-8fd1-39a5429aef40", "address": "fa:16:3e:de:98:c8", "network": {"id": "3c1a3fbb-2170-407e-9ccc-287a3d99ace9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d690f2455b7c4076b06d93f0db674d65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap992333cc-d8", "ovs_interfaceid": "992333cc-d83e-47c0-8fd1-39a5429aef40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.620594] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610245, 'name': CreateVM_Task, 'duration_secs': 0.577071} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.620798] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 637.621759] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.621759] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.623907] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.624457] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0abb5d7f-0bf0-4092-bd6b-7fff71988541 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.633155] env[70015]: DEBUG oslo_vmware.api [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Waiting for the task: (returnval){ [ 637.633155] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52f48783-5a20-2d58-c94c-c3588006e2d6" [ 637.633155] env[70015]: _type = "Task" [ 637.633155] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.642203] env[70015]: DEBUG oslo_vmware.api [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52f48783-5a20-2d58-c94c-c3588006e2d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.798784] env[70015]: DEBUG oslo_concurrency.lockutils [None req-87673113-defe-487b-a045-8e74b6e97f21 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Lock "19a17a9d-795d-44bf-a2b5-768b9e110095" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.774s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.804294] env[70015]: DEBUG oslo_vmware.api [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Task: {'id': task-3610246, 'name': PowerOnVM_Task, 'duration_secs': 0.535773} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.804294] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: f9453044-6270-44bb-9de6-dd6481693259] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.804294] env[70015]: INFO nova.compute.manager [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: f9453044-6270-44bb-9de6-dd6481693259] Took 11.39 seconds to spawn the instance on the hypervisor. [ 637.804712] env[70015]: DEBUG nova.compute.manager [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: f9453044-6270-44bb-9de6-dd6481693259] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.805819] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8007acbf-9801-4492-984c-8c8c7570a837 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.863413] env[70015]: DEBUG nova.compute.manager [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] [instance: 07c3e6db-ea22-480f-b16d-a577ef59284f] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 637.865826] env[70015]: DEBUG oslo_concurrency.lockutils [None req-aaa2f55d-498c-4ff2-8c4b-6a6d974ba66c tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Acquiring lock "refresh_cache-6c6067ac-622b-4055-9b68-4166fc23bd52" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.866076] env[70015]: DEBUG oslo_concurrency.lockutils [None req-aaa2f55d-498c-4ff2-8c4b-6a6d974ba66c tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Acquired lock "refresh_cache-6c6067ac-622b-4055-9b68-4166fc23bd52" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.866304] env[70015]: DEBUG nova.network.neutron [None req-aaa2f55d-498c-4ff2-8c4b-6a6d974ba66c tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] [instance: 6c6067ac-622b-4055-9b68-4166fc23bd52] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 637.908335] env[70015]: DEBUG oslo_concurrency.lockutils [None req-dffb0923-0e32-4e6b-a781-67ecf38dad5d tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Acquiring lock "94323044-a24f-424f-a0c4-cf4eab76b57c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.911361] env[70015]: DEBUG oslo_concurrency.lockutils [None req-dffb0923-0e32-4e6b-a781-67ecf38dad5d tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Lock "94323044-a24f-424f-a0c4-cf4eab76b57c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.911361] env[70015]: DEBUG oslo_concurrency.lockutils [None req-dffb0923-0e32-4e6b-a781-67ecf38dad5d tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Acquiring lock "94323044-a24f-424f-a0c4-cf4eab76b57c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.911361] env[70015]: DEBUG oslo_concurrency.lockutils [None req-dffb0923-0e32-4e6b-a781-67ecf38dad5d tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Lock "94323044-a24f-424f-a0c4-cf4eab76b57c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.911361] env[70015]: DEBUG oslo_concurrency.lockutils [None req-dffb0923-0e32-4e6b-a781-67ecf38dad5d tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Lock "94323044-a24f-424f-a0c4-cf4eab76b57c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.912357] env[70015]: INFO nova.compute.manager [None req-dffb0923-0e32-4e6b-a781-67ecf38dad5d tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] [instance: 94323044-a24f-424f-a0c4-cf4eab76b57c] Terminating instance [ 637.935740] env[70015]: DEBUG nova.scheduler.client.report [None req-ac3ee53d-59cb-4969-82fa-d18ea2fd5111 tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 638.024388] env[70015]: DEBUG nova.network.neutron [req-75363f70-4ad2-4b26-9643-a8d9e53ee4e5 req-1c5c84be-3f49-4bf9-abaa-6d345ad189fa service nova] [instance: 19a17a9d-795d-44bf-a2b5-768b9e110095] Updated VIF entry in instance network info cache for port 7afcd5f1-5d22-4fc6-91ea-c3db1bca6530. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 638.024388] env[70015]: DEBUG nova.network.neutron [req-75363f70-4ad2-4b26-9643-a8d9e53ee4e5 req-1c5c84be-3f49-4bf9-abaa-6d345ad189fa service nova] [instance: 19a17a9d-795d-44bf-a2b5-768b9e110095] Updating instance_info_cache with network_info: [{"id": "7afcd5f1-5d22-4fc6-91ea-c3db1bca6530", "address": "fa:16:3e:f8:f7:6a", "network": {"id": "3c1a3fbb-2170-407e-9ccc-287a3d99ace9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d690f2455b7c4076b06d93f0db674d65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7afcd5f1-5d", "ovs_interfaceid": "7afcd5f1-5d22-4fc6-91ea-c3db1bca6530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.059148] env[70015]: DEBUG oslo_concurrency.lockutils [None req-87d3191b-5209-499b-83a0-f8461e5cd531 tempest-ServerExternalEventsTest-1499873762 tempest-ServerExternalEventsTest-1499873762-project] Releasing lock "refresh_cache-0873d084-90c6-4f26-bfb5-0f86077ca52b" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.144190] env[70015]: DEBUG oslo_vmware.api [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52f48783-5a20-2d58-c94c-c3588006e2d6, 'name': SearchDatastore_Task, 'duration_secs': 0.014347} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.144630] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.144819] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 638.145113] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.145285] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.145487] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 638.145795] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5b4d957-b816-47dc-b5e8-6c51bf537c97 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.157519] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 638.157874] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 638.158778] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdd93af4-45ff-4461-a4f1-f19af3304e32 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.164309] env[70015]: DEBUG oslo_vmware.api [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Waiting for the task: (returnval){ [ 638.164309] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5217bd2f-84cf-64e8-1498-0bc824712ecf" [ 638.164309] env[70015]: _type = "Task" [ 638.164309] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.172894] env[70015]: DEBUG oslo_vmware.api [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5217bd2f-84cf-64e8-1498-0bc824712ecf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.269359] env[70015]: INFO nova.compute.manager [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Rebuilding instance [ 638.332888] env[70015]: DEBUG nova.compute.manager [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 638.333769] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd596e8-ec74-4e3d-8760-74bb3dd640ef {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.355052] env[70015]: INFO nova.compute.manager [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: f9453044-6270-44bb-9de6-dd6481693259] Took 21.16 seconds to build instance. [ 638.371333] env[70015]: DEBUG nova.network.neutron [req-2813fa8c-9260-4b33-823f-3dc6501b7276 req-64a023cc-7d70-4d67-9854-2fa2da20b593 service nova] [instance: f9453044-6270-44bb-9de6-dd6481693259] Updated VIF entry in instance network info cache for port 88a51737-82ff-4891-a9b3-2934c6e5f5d7. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 638.371655] env[70015]: DEBUG nova.network.neutron [req-2813fa8c-9260-4b33-823f-3dc6501b7276 req-64a023cc-7d70-4d67-9854-2fa2da20b593 service nova] [instance: f9453044-6270-44bb-9de6-dd6481693259] Updating instance_info_cache with network_info: [{"id": "88a51737-82ff-4891-a9b3-2934c6e5f5d7", "address": "fa:16:3e:5c:6f:57", "network": {"id": "3f8bbdcb-7f15-4924-ad97-982962208d43", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1953514224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40772f72de5441ae94c1c2f2cd9154d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88a51737-82", "ovs_interfaceid": "88a51737-82ff-4891-a9b3-2934c6e5f5d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.400381] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.416522] env[70015]: DEBUG nova.compute.manager [None req-dffb0923-0e32-4e6b-a781-67ecf38dad5d tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] [instance: 94323044-a24f-424f-a0c4-cf4eab76b57c] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 638.416522] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-dffb0923-0e32-4e6b-a781-67ecf38dad5d tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] [instance: 94323044-a24f-424f-a0c4-cf4eab76b57c] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 638.417905] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96190a37-1825-4190-b9fc-283034966070 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.425812] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-dffb0923-0e32-4e6b-a781-67ecf38dad5d tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] [instance: 94323044-a24f-424f-a0c4-cf4eab76b57c] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 638.426107] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be50cfed-1587-4c7d-880e-01fa9682262f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.430774] env[70015]: DEBUG nova.network.neutron [None req-aaa2f55d-498c-4ff2-8c4b-6a6d974ba66c tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] [instance: 6c6067ac-622b-4055-9b68-4166fc23bd52] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 638.437409] env[70015]: DEBUG oslo_vmware.api [None req-dffb0923-0e32-4e6b-a781-67ecf38dad5d tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Waiting for the task: (returnval){ [ 638.437409] env[70015]: value = "task-3610247" [ 638.437409] env[70015]: _type = "Task" [ 638.437409] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.444485] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ac3ee53d-59cb-4969-82fa-d18ea2fd5111 tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.952s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.447143] env[70015]: DEBUG oslo_concurrency.lockutils [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.222s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.450140] env[70015]: INFO nova.compute.claims [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 638.458460] env[70015]: DEBUG oslo_vmware.api [None req-dffb0923-0e32-4e6b-a781-67ecf38dad5d tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Task: {'id': task-3610247, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.485645] env[70015]: INFO nova.scheduler.client.report [None req-ac3ee53d-59cb-4969-82fa-d18ea2fd5111 tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Deleted allocations for instance ad2bc565-e53f-44c4-a183-01be8d43bfb0 [ 638.518658] env[70015]: DEBUG nova.compute.manager [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 638.527764] env[70015]: DEBUG oslo_concurrency.lockutils [req-75363f70-4ad2-4b26-9643-a8d9e53ee4e5 req-1c5c84be-3f49-4bf9-abaa-6d345ad189fa service nova] Releasing lock "refresh_cache-19a17a9d-795d-44bf-a2b5-768b9e110095" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.528107] env[70015]: DEBUG nova.compute.manager [req-75363f70-4ad2-4b26-9643-a8d9e53ee4e5 req-1c5c84be-3f49-4bf9-abaa-6d345ad189fa service nova] [instance: ad2bc565-e53f-44c4-a183-01be8d43bfb0] Received event network-vif-deleted-de73ae2c-8687-4d6d-8010-1f8505870008 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.528324] env[70015]: DEBUG nova.compute.manager [req-75363f70-4ad2-4b26-9643-a8d9e53ee4e5 req-1c5c84be-3f49-4bf9-abaa-6d345ad189fa service nova] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Received event network-vif-plugged-dde6645d-8b42-4747-8f04-3f440c6642b6 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.528532] env[70015]: DEBUG oslo_concurrency.lockutils [req-75363f70-4ad2-4b26-9643-a8d9e53ee4e5 req-1c5c84be-3f49-4bf9-abaa-6d345ad189fa service nova] Acquiring lock "a94ee314-5698-4a1f-b1f0-fd6e7cd056de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.528736] env[70015]: DEBUG oslo_concurrency.lockutils [req-75363f70-4ad2-4b26-9643-a8d9e53ee4e5 req-1c5c84be-3f49-4bf9-abaa-6d345ad189fa service nova] Lock "a94ee314-5698-4a1f-b1f0-fd6e7cd056de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.528901] env[70015]: DEBUG oslo_concurrency.lockutils [req-75363f70-4ad2-4b26-9643-a8d9e53ee4e5 req-1c5c84be-3f49-4bf9-abaa-6d345ad189fa service nova] Lock "a94ee314-5698-4a1f-b1f0-fd6e7cd056de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.529075] env[70015]: DEBUG nova.compute.manager [req-75363f70-4ad2-4b26-9643-a8d9e53ee4e5 req-1c5c84be-3f49-4bf9-abaa-6d345ad189fa service nova] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] No waiting events found dispatching network-vif-plugged-dde6645d-8b42-4747-8f04-3f440c6642b6 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 638.529278] env[70015]: WARNING nova.compute.manager [req-75363f70-4ad2-4b26-9643-a8d9e53ee4e5 req-1c5c84be-3f49-4bf9-abaa-6d345ad189fa service nova] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Received unexpected event network-vif-plugged-dde6645d-8b42-4747-8f04-3f440c6642b6 for instance with vm_state building and task_state spawning. [ 638.529762] env[70015]: DEBUG nova.compute.manager [req-75363f70-4ad2-4b26-9643-a8d9e53ee4e5 req-1c5c84be-3f49-4bf9-abaa-6d345ad189fa service nova] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Received event network-changed-dde6645d-8b42-4747-8f04-3f440c6642b6 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.529954] env[70015]: DEBUG nova.compute.manager [req-75363f70-4ad2-4b26-9643-a8d9e53ee4e5 req-1c5c84be-3f49-4bf9-abaa-6d345ad189fa service nova] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Refreshing instance network info cache due to event network-changed-dde6645d-8b42-4747-8f04-3f440c6642b6. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 638.530304] env[70015]: DEBUG oslo_concurrency.lockutils [req-75363f70-4ad2-4b26-9643-a8d9e53ee4e5 req-1c5c84be-3f49-4bf9-abaa-6d345ad189fa service nova] Acquiring lock "refresh_cache-a94ee314-5698-4a1f-b1f0-fd6e7cd056de" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.530451] env[70015]: DEBUG oslo_concurrency.lockutils [req-75363f70-4ad2-4b26-9643-a8d9e53ee4e5 req-1c5c84be-3f49-4bf9-abaa-6d345ad189fa service nova] Acquired lock "refresh_cache-a94ee314-5698-4a1f-b1f0-fd6e7cd056de" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.530610] env[70015]: DEBUG nova.network.neutron [req-75363f70-4ad2-4b26-9643-a8d9e53ee4e5 req-1c5c84be-3f49-4bf9-abaa-6d345ad189fa service nova] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Refreshing network info cache for port dde6645d-8b42-4747-8f04-3f440c6642b6 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 638.561741] env[70015]: DEBUG nova.virt.hardware [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 638.561986] env[70015]: DEBUG nova.virt.hardware [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 638.562120] env[70015]: DEBUG nova.virt.hardware [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 638.562348] env[70015]: DEBUG nova.virt.hardware [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 638.562510] env[70015]: DEBUG nova.virt.hardware [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 638.562674] env[70015]: DEBUG nova.virt.hardware [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 638.564173] env[70015]: DEBUG nova.virt.hardware [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 638.564173] env[70015]: DEBUG nova.virt.hardware [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 638.564173] env[70015]: DEBUG nova.virt.hardware [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 638.564173] env[70015]: DEBUG nova.virt.hardware [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 638.564173] env[70015]: DEBUG nova.virt.hardware [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 638.566097] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5eeb16-4b25-43b5-8693-fd1bcbb69e17 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.573347] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24453ca0-68ad-4788-82f3-2e1c0a590cf7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.622795] env[70015]: DEBUG nova.network.neutron [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Successfully created port: 50b1b88d-8971-4357-b6ca-b26bc6291359 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 638.681740] env[70015]: DEBUG oslo_vmware.api [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5217bd2f-84cf-64e8-1498-0bc824712ecf, 'name': SearchDatastore_Task, 'duration_secs': 0.02883} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.684507] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-909ba66a-c9ad-441a-a0d1-0f2652cf48b5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.688914] env[70015]: DEBUG oslo_vmware.api [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Waiting for the task: (returnval){ [ 638.688914] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5259667d-22eb-fe74-5262-ba98c5df3dc4" [ 638.688914] env[70015]: _type = "Task" [ 638.688914] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.697480] env[70015]: DEBUG oslo_vmware.api [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5259667d-22eb-fe74-5262-ba98c5df3dc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.798997] env[70015]: DEBUG nova.network.neutron [None req-aaa2f55d-498c-4ff2-8c4b-6a6d974ba66c tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] [instance: 6c6067ac-622b-4055-9b68-4166fc23bd52] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.857571] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4d3858d9-076c-4f7e-a568-415a906cd183 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Lock "f9453044-6270-44bb-9de6-dd6481693259" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.315s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.876798] env[70015]: DEBUG oslo_concurrency.lockutils [req-2813fa8c-9260-4b33-823f-3dc6501b7276 req-64a023cc-7d70-4d67-9854-2fa2da20b593 service nova] Releasing lock "refresh_cache-f9453044-6270-44bb-9de6-dd6481693259" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.948159] env[70015]: DEBUG oslo_vmware.api [None req-dffb0923-0e32-4e6b-a781-67ecf38dad5d tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Task: {'id': task-3610247, 'name': PowerOffVM_Task, 'duration_secs': 0.36661} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.948341] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-dffb0923-0e32-4e6b-a781-67ecf38dad5d tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] [instance: 94323044-a24f-424f-a0c4-cf4eab76b57c] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 638.948611] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-dffb0923-0e32-4e6b-a781-67ecf38dad5d tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] [instance: 94323044-a24f-424f-a0c4-cf4eab76b57c] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 638.948727] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e456650f-2da1-42b7-9bf1-a3763bd4c704 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.985401] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d1e0534e-51c5-4630-8109-74f6900f96af tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Acquiring lock "0873d084-90c6-4f26-bfb5-0f86077ca52b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.985653] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d1e0534e-51c5-4630-8109-74f6900f96af tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Lock "0873d084-90c6-4f26-bfb5-0f86077ca52b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.985854] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d1e0534e-51c5-4630-8109-74f6900f96af tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Acquiring lock "0873d084-90c6-4f26-bfb5-0f86077ca52b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.986050] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d1e0534e-51c5-4630-8109-74f6900f96af tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Lock "0873d084-90c6-4f26-bfb5-0f86077ca52b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.986213] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d1e0534e-51c5-4630-8109-74f6900f96af tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Lock "0873d084-90c6-4f26-bfb5-0f86077ca52b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.992280] env[70015]: INFO nova.compute.manager [None req-d1e0534e-51c5-4630-8109-74f6900f96af tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] [instance: 0873d084-90c6-4f26-bfb5-0f86077ca52b] Terminating instance [ 638.996273] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ac3ee53d-59cb-4969-82fa-d18ea2fd5111 tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Lock "ad2bc565-e53f-44c4-a183-01be8d43bfb0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.947s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.017679] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-dffb0923-0e32-4e6b-a781-67ecf38dad5d tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] [instance: 94323044-a24f-424f-a0c4-cf4eab76b57c] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 639.017902] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-dffb0923-0e32-4e6b-a781-67ecf38dad5d tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] [instance: 94323044-a24f-424f-a0c4-cf4eab76b57c] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 639.018179] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-dffb0923-0e32-4e6b-a781-67ecf38dad5d tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Deleting the datastore file [datastore2] 94323044-a24f-424f-a0c4-cf4eab76b57c {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 639.019291] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39f897af-b8b0-4e12-a117-876ec4550183 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.025984] env[70015]: DEBUG oslo_vmware.api [None req-dffb0923-0e32-4e6b-a781-67ecf38dad5d tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Waiting for the task: (returnval){ [ 639.025984] env[70015]: value = "task-3610249" [ 639.025984] env[70015]: _type = "Task" [ 639.025984] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.035771] env[70015]: DEBUG oslo_vmware.api [None req-dffb0923-0e32-4e6b-a781-67ecf38dad5d tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Task: {'id': task-3610249, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.202064] env[70015]: DEBUG oslo_vmware.api [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5259667d-22eb-fe74-5262-ba98c5df3dc4, 'name': SearchDatastore_Task, 'duration_secs': 0.016202} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.206032] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.206032] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] a94ee314-5698-4a1f-b1f0-fd6e7cd056de/a94ee314-5698-4a1f-b1f0-fd6e7cd056de.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 639.206032] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-236a9465-58ba-41a5-815c-eaa148ccfd75 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.214019] env[70015]: DEBUG oslo_vmware.api [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Waiting for the task: (returnval){ [ 639.214019] env[70015]: value = "task-3610250" [ 639.214019] env[70015]: _type = "Task" [ 639.214019] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.224973] env[70015]: DEBUG oslo_vmware.api [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3610250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.261657] env[70015]: DEBUG nova.network.neutron [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] [instance: 13ede60e-0cfb-428d-9613-9bd339c302a2] Successfully updated port: a0be2734-90de-46c1-82f0-6ff40c8f1699 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 639.302941] env[70015]: DEBUG oslo_concurrency.lockutils [None req-aaa2f55d-498c-4ff2-8c4b-6a6d974ba66c tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Releasing lock "refresh_cache-6c6067ac-622b-4055-9b68-4166fc23bd52" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.303773] env[70015]: DEBUG nova.compute.manager [None req-aaa2f55d-498c-4ff2-8c4b-6a6d974ba66c tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] [instance: 6c6067ac-622b-4055-9b68-4166fc23bd52] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 639.303773] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa2f55d-498c-4ff2-8c4b-6a6d974ba66c tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] [instance: 6c6067ac-622b-4055-9b68-4166fc23bd52] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 639.305373] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bcfa35-5a33-4bba-bb90-1f33d0d7fb75 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.317400] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa2f55d-498c-4ff2-8c4b-6a6d974ba66c tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] [instance: 6c6067ac-622b-4055-9b68-4166fc23bd52] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 639.318017] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-965e8094-2daa-4fec-86f8-82b1bf16f1d3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.325458] env[70015]: DEBUG oslo_vmware.api [None req-aaa2f55d-498c-4ff2-8c4b-6a6d974ba66c tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Waiting for the task: (returnval){ [ 639.325458] env[70015]: value = "task-3610251" [ 639.325458] env[70015]: _type = "Task" [ 639.325458] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.335226] env[70015]: DEBUG oslo_vmware.api [None req-aaa2f55d-498c-4ff2-8c4b-6a6d974ba66c tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Task: {'id': task-3610251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.350941] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 639.351753] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05246a41-3428-48c5-bb83-c8442c13a727 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.357628] env[70015]: DEBUG oslo_vmware.api [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 639.357628] env[70015]: value = "task-3610252" [ 639.357628] env[70015]: _type = "Task" [ 639.357628] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.369026] env[70015]: DEBUG oslo_vmware.api [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610252, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.505524] env[70015]: DEBUG nova.compute.manager [None req-d1e0534e-51c5-4630-8109-74f6900f96af tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] [instance: 0873d084-90c6-4f26-bfb5-0f86077ca52b] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 639.505524] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e0534e-51c5-4630-8109-74f6900f96af tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] [instance: 0873d084-90c6-4f26-bfb5-0f86077ca52b] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 639.506164] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc640682-f8c3-4d3b-8ff4-a7c6f3f5c4ae {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.519215] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1e0534e-51c5-4630-8109-74f6900f96af tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] [instance: 0873d084-90c6-4f26-bfb5-0f86077ca52b] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 639.522917] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f91e69db-30a2-415f-a7ba-957e94328307 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.533887] env[70015]: DEBUG oslo_vmware.api [None req-d1e0534e-51c5-4630-8109-74f6900f96af tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Waiting for the task: (returnval){ [ 639.533887] env[70015]: value = "task-3610253" [ 639.533887] env[70015]: _type = "Task" [ 639.533887] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.543267] env[70015]: DEBUG oslo_vmware.api [None req-dffb0923-0e32-4e6b-a781-67ecf38dad5d tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Task: {'id': task-3610249, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293319} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.543993] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-dffb0923-0e32-4e6b-a781-67ecf38dad5d tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 639.544214] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-dffb0923-0e32-4e6b-a781-67ecf38dad5d tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] [instance: 94323044-a24f-424f-a0c4-cf4eab76b57c] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 639.544395] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-dffb0923-0e32-4e6b-a781-67ecf38dad5d tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] [instance: 94323044-a24f-424f-a0c4-cf4eab76b57c] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 639.544575] env[70015]: INFO nova.compute.manager [None req-dffb0923-0e32-4e6b-a781-67ecf38dad5d tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] [instance: 94323044-a24f-424f-a0c4-cf4eab76b57c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 639.544828] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dffb0923-0e32-4e6b-a781-67ecf38dad5d tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 639.545045] env[70015]: DEBUG nova.compute.manager [-] [instance: 94323044-a24f-424f-a0c4-cf4eab76b57c] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 639.545148] env[70015]: DEBUG nova.network.neutron [-] [instance: 94323044-a24f-424f-a0c4-cf4eab76b57c] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 639.559601] env[70015]: DEBUG oslo_vmware.api [None req-d1e0534e-51c5-4630-8109-74f6900f96af tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Task: {'id': task-3610253, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.753060] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Acquiring lock "e4a0575f-4518-410a-b6f0-fdc6005883fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.753060] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Lock "e4a0575f-4518-410a-b6f0-fdc6005883fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.755201] env[70015]: DEBUG oslo_vmware.api [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3610250, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.771326] env[70015]: DEBUG oslo_concurrency.lockutils [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Acquiring lock "refresh_cache-13ede60e-0cfb-428d-9613-9bd339c302a2" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.771326] env[70015]: DEBUG oslo_concurrency.lockutils [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Acquired lock "refresh_cache-13ede60e-0cfb-428d-9613-9bd339c302a2" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.771326] env[70015]: DEBUG nova.network.neutron [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] [instance: 13ede60e-0cfb-428d-9613-9bd339c302a2] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.838653] env[70015]: DEBUG oslo_vmware.api [None req-aaa2f55d-498c-4ff2-8c4b-6a6d974ba66c tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Task: {'id': task-3610251, 'name': PowerOffVM_Task, 'duration_secs': 0.133844} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.841032] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa2f55d-498c-4ff2-8c4b-6a6d974ba66c tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] [instance: 6c6067ac-622b-4055-9b68-4166fc23bd52] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 639.841032] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa2f55d-498c-4ff2-8c4b-6a6d974ba66c tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] [instance: 6c6067ac-622b-4055-9b68-4166fc23bd52] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 639.841032] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e579fe3-a66f-4ba7-bac8-cc74f29af79c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.861044] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a42d4fd-c304-4f73-b06d-02aa18ee9904 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.870034] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa2f55d-498c-4ff2-8c4b-6a6d974ba66c tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] [instance: 6c6067ac-622b-4055-9b68-4166fc23bd52] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 639.870912] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa2f55d-498c-4ff2-8c4b-6a6d974ba66c tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] [instance: 6c6067ac-622b-4055-9b68-4166fc23bd52] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 639.870912] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaa2f55d-498c-4ff2-8c4b-6a6d974ba66c tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Deleting the datastore file [datastore1] 6c6067ac-622b-4055-9b68-4166fc23bd52 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 639.871320] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-527aa91f-30a7-4766-8724-b0b82f0824b8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.878819] env[70015]: DEBUG oslo_vmware.api [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610252, 'name': PowerOffVM_Task, 'duration_secs': 0.222652} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.880072] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e32a57-de4c-48ab-ac38-f7f8dfc91565 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.884241] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 639.884586] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 639.890385] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-effeafd9-7833-4ac0-b44d-2dbd6eca9a3b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.893247] env[70015]: DEBUG oslo_vmware.api [None req-aaa2f55d-498c-4ff2-8c4b-6a6d974ba66c tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Waiting for the task: (returnval){ [ 639.893247] env[70015]: value = "task-3610255" [ 639.893247] env[70015]: _type = "Task" [ 639.893247] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.928228] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 639.929483] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e62435-8638-453c-b33f-408efa5503b9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.933258] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6d70935-278e-40c1-a235-43d0a04a41f6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.937869] env[70015]: DEBUG oslo_vmware.api [None req-aaa2f55d-498c-4ff2-8c4b-6a6d974ba66c tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Task: {'id': task-3610255, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.944233] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8fd5193-5832-4d7f-90d2-650f1051b271 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.959816] env[70015]: DEBUG nova.compute.provider_tree [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 640.006371] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 640.006588] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 640.006805] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Deleting the datastore file [datastore2] b19bdd14-b244-46bf-a1f5-264bfe7aedc1 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 640.007128] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3582e8c7-4946-45a3-acd7-42128b2460e6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.015631] env[70015]: DEBUG oslo_vmware.api [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 640.015631] env[70015]: value = "task-3610257" [ 640.015631] env[70015]: _type = "Task" [ 640.015631] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.025148] env[70015]: DEBUG oslo_vmware.api [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.046178] env[70015]: DEBUG oslo_vmware.api [None req-d1e0534e-51c5-4630-8109-74f6900f96af tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Task: {'id': task-3610253, 'name': PowerOffVM_Task, 'duration_secs': 0.215279} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.046563] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1e0534e-51c5-4630-8109-74f6900f96af tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] [instance: 0873d084-90c6-4f26-bfb5-0f86077ca52b] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 640.046833] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e0534e-51c5-4630-8109-74f6900f96af tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] [instance: 0873d084-90c6-4f26-bfb5-0f86077ca52b] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 640.047195] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-420559a0-c3e8-402b-a44b-a6f75489aaa9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.060955] env[70015]: DEBUG nova.network.neutron [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Successfully created port: b83aef6f-0a58-4032-ae2f-da014f6fe9f1 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 640.106333] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e0534e-51c5-4630-8109-74f6900f96af tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] [instance: 0873d084-90c6-4f26-bfb5-0f86077ca52b] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 640.106333] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e0534e-51c5-4630-8109-74f6900f96af tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] [instance: 0873d084-90c6-4f26-bfb5-0f86077ca52b] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 640.106333] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1e0534e-51c5-4630-8109-74f6900f96af tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Deleting the datastore file [datastore2] 0873d084-90c6-4f26-bfb5-0f86077ca52b {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 640.106333] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b07a3b79-9e1d-4240-b1ca-828629a426fb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.113063] env[70015]: DEBUG oslo_vmware.api [None req-d1e0534e-51c5-4630-8109-74f6900f96af tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Waiting for the task: (returnval){ [ 640.113063] env[70015]: value = "task-3610259" [ 640.113063] env[70015]: _type = "Task" [ 640.113063] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.121981] env[70015]: DEBUG oslo_vmware.api [None req-d1e0534e-51c5-4630-8109-74f6900f96af tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Task: {'id': task-3610259, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.155277] env[70015]: DEBUG nova.network.neutron [req-75363f70-4ad2-4b26-9643-a8d9e53ee4e5 req-1c5c84be-3f49-4bf9-abaa-6d345ad189fa service nova] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Updated VIF entry in instance network info cache for port dde6645d-8b42-4747-8f04-3f440c6642b6. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 640.155277] env[70015]: DEBUG nova.network.neutron [req-75363f70-4ad2-4b26-9643-a8d9e53ee4e5 req-1c5c84be-3f49-4bf9-abaa-6d345ad189fa service nova] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Updating instance_info_cache with network_info: [{"id": "dde6645d-8b42-4747-8f04-3f440c6642b6", "address": "fa:16:3e:58:0c:ff", "network": {"id": "54eb7a37-2a22-42e7-8acd-b881580de840", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-916588865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c24df7a88e5f4165b2618140613b0538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdde6645d-8b", "ovs_interfaceid": "dde6645d-8b42-4747-8f04-3f440c6642b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.230733] env[70015]: DEBUG oslo_vmware.api [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3610250, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565061} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.230733] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] a94ee314-5698-4a1f-b1f0-fd6e7cd056de/a94ee314-5698-4a1f-b1f0-fd6e7cd056de.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 640.230733] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 640.230733] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0bebe25-8e5a-4032-a4af-fef7b0af6780 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.236660] env[70015]: DEBUG oslo_vmware.api [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Waiting for the task: (returnval){ [ 640.236660] env[70015]: value = "task-3610260" [ 640.236660] env[70015]: _type = "Task" [ 640.236660] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.246242] env[70015]: DEBUG oslo_vmware.api [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3610260, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.259795] env[70015]: DEBUG nova.compute.manager [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] [instance: e4a0575f-4518-410a-b6f0-fdc6005883fe] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 640.411361] env[70015]: DEBUG oslo_vmware.api [None req-aaa2f55d-498c-4ff2-8c4b-6a6d974ba66c tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Task: {'id': task-3610255, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144132} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.412102] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaa2f55d-498c-4ff2-8c4b-6a6d974ba66c tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 640.412102] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa2f55d-498c-4ff2-8c4b-6a6d974ba66c tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] [instance: 6c6067ac-622b-4055-9b68-4166fc23bd52] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 640.412479] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa2f55d-498c-4ff2-8c4b-6a6d974ba66c tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] [instance: 6c6067ac-622b-4055-9b68-4166fc23bd52] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 640.412726] env[70015]: INFO nova.compute.manager [None req-aaa2f55d-498c-4ff2-8c4b-6a6d974ba66c tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] [instance: 6c6067ac-622b-4055-9b68-4166fc23bd52] Took 1.11 seconds to destroy the instance on the hypervisor. [ 640.413072] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aaa2f55d-498c-4ff2-8c4b-6a6d974ba66c tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 640.413316] env[70015]: DEBUG nova.compute.manager [-] [instance: 6c6067ac-622b-4055-9b68-4166fc23bd52] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 640.413392] env[70015]: DEBUG nova.network.neutron [-] [instance: 6c6067ac-622b-4055-9b68-4166fc23bd52] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 640.450362] env[70015]: DEBUG nova.network.neutron [-] [instance: 6c6067ac-622b-4055-9b68-4166fc23bd52] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 640.467123] env[70015]: DEBUG nova.scheduler.client.report [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 640.528825] env[70015]: DEBUG oslo_vmware.api [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610257, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186369} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.528825] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 640.528825] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 640.528825] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 640.597850] env[70015]: DEBUG nova.network.neutron [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] [instance: 13ede60e-0cfb-428d-9613-9bd339c302a2] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 640.623265] env[70015]: DEBUG oslo_vmware.api [None req-d1e0534e-51c5-4630-8109-74f6900f96af tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Task: {'id': task-3610259, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199837} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.623545] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1e0534e-51c5-4630-8109-74f6900f96af tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 640.623629] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e0534e-51c5-4630-8109-74f6900f96af tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] [instance: 0873d084-90c6-4f26-bfb5-0f86077ca52b] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 640.623883] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e0534e-51c5-4630-8109-74f6900f96af tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] [instance: 0873d084-90c6-4f26-bfb5-0f86077ca52b] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 640.623967] env[70015]: INFO nova.compute.manager [None req-d1e0534e-51c5-4630-8109-74f6900f96af tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] [instance: 0873d084-90c6-4f26-bfb5-0f86077ca52b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 640.624943] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1e0534e-51c5-4630-8109-74f6900f96af tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 640.624943] env[70015]: DEBUG nova.compute.manager [-] [instance: 0873d084-90c6-4f26-bfb5-0f86077ca52b] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 640.624943] env[70015]: DEBUG nova.network.neutron [-] [instance: 0873d084-90c6-4f26-bfb5-0f86077ca52b] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 640.654882] env[70015]: DEBUG oslo_concurrency.lockutils [req-75363f70-4ad2-4b26-9643-a8d9e53ee4e5 req-1c5c84be-3f49-4bf9-abaa-6d345ad189fa service nova] Releasing lock "refresh_cache-a94ee314-5698-4a1f-b1f0-fd6e7cd056de" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.749029] env[70015]: DEBUG oslo_vmware.api [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3610260, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080961} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.749029] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 640.749460] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053da66a-f557-4708-b9c3-fdb279304846 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.779963] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] a94ee314-5698-4a1f-b1f0-fd6e7cd056de/a94ee314-5698-4a1f-b1f0-fd6e7cd056de.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 640.782546] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-555c352f-6f5c-4482-aca7-553446cf423e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.809439] env[70015]: DEBUG oslo_vmware.api [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Waiting for the task: (returnval){ [ 640.809439] env[70015]: value = "task-3610261" [ 640.809439] env[70015]: _type = "Task" [ 640.809439] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.820305] env[70015]: DEBUG oslo_vmware.api [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3610261, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.822199] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.884886] env[70015]: DEBUG oslo_concurrency.lockutils [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Acquiring lock "11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.885218] env[70015]: DEBUG oslo_concurrency.lockutils [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Lock "11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.954324] env[70015]: DEBUG nova.network.neutron [-] [instance: 6c6067ac-622b-4055-9b68-4166fc23bd52] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.973044] env[70015]: DEBUG oslo_concurrency.lockutils [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.526s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.973629] env[70015]: DEBUG nova.compute.manager [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 640.979777] env[70015]: DEBUG oslo_concurrency.lockutils [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.778s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.979777] env[70015]: INFO nova.compute.claims [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 641.324030] env[70015]: DEBUG oslo_vmware.api [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3610261, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.392021] env[70015]: DEBUG nova.compute.manager [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 641.421373] env[70015]: DEBUG nova.network.neutron [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] [instance: 13ede60e-0cfb-428d-9613-9bd339c302a2] Updating instance_info_cache with network_info: [{"id": "a0be2734-90de-46c1-82f0-6ff40c8f1699", "address": "fa:16:3e:63:b6:06", "network": {"id": "2522620d-e074-4323-a7be-069a1c923ee8", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2019015806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16c421c8768b4ad38198fae1fc4957a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0be2734-90", "ovs_interfaceid": "a0be2734-90de-46c1-82f0-6ff40c8f1699", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.460311] env[70015]: INFO nova.compute.manager [-] [instance: 6c6067ac-622b-4055-9b68-4166fc23bd52] Took 1.05 seconds to deallocate network for instance. [ 641.486217] env[70015]: DEBUG nova.compute.utils [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 641.488547] env[70015]: DEBUG nova.compute.manager [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 641.489066] env[70015]: DEBUG nova.network.neutron [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 641.560912] env[70015]: DEBUG nova.network.neutron [-] [instance: 94323044-a24f-424f-a0c4-cf4eab76b57c] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.578165] env[70015]: DEBUG nova.virt.hardware [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 641.578545] env[70015]: DEBUG nova.virt.hardware [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 641.578891] env[70015]: DEBUG nova.virt.hardware [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 641.579176] env[70015]: DEBUG nova.virt.hardware [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 641.579440] env[70015]: DEBUG nova.virt.hardware [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 641.581068] env[70015]: DEBUG nova.virt.hardware [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 641.581068] env[70015]: DEBUG nova.virt.hardware [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 641.581068] env[70015]: DEBUG nova.virt.hardware [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 641.581068] env[70015]: DEBUG nova.virt.hardware [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 641.581068] env[70015]: DEBUG nova.virt.hardware [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 641.581767] env[70015]: DEBUG nova.virt.hardware [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 641.582693] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc26dbd-a06c-4879-b6e9-c609e511a02e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.598582] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3707ddd-f169-4fb1-b893-19946ee91977 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.625586] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:8b:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cc30a16-f070-421c-964e-50c9aa32f17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49e27699-a187-4363-b1c4-e2a87042abe3', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 641.638135] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 641.638982] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 641.639312] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a5ac708-2231-4a25-8b0e-0aa84879aed9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.659328] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 641.659328] env[70015]: value = "task-3610262" [ 641.659328] env[70015]: _type = "Task" [ 641.659328] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.660195] env[70015]: DEBUG nova.network.neutron [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Successfully created port: 003a9295-52f6-4c52-b55a-304c8ab8a1fb {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 641.670660] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610262, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.725283] env[70015]: DEBUG nova.policy [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a704bbbcef974cd9aa8f417ee1a76155', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2cfc896632024218b201168a9e2d6130', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 641.823415] env[70015]: DEBUG oslo_vmware.api [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3610261, 'name': ReconfigVM_Task, 'duration_secs': 0.69772} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.823781] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Reconfigured VM instance instance-0000000c to attach disk [datastore1] a94ee314-5698-4a1f-b1f0-fd6e7cd056de/a94ee314-5698-4a1f-b1f0-fd6e7cd056de.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 641.824528] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6e21ac4-aa04-4cfe-b77a-681f321c3922 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.831889] env[70015]: DEBUG oslo_vmware.api [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Waiting for the task: (returnval){ [ 641.831889] env[70015]: value = "task-3610263" [ 641.831889] env[70015]: _type = "Task" [ 641.831889] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.842442] env[70015]: DEBUG oslo_vmware.api [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3610263, 'name': Rename_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.925419] env[70015]: DEBUG oslo_concurrency.lockutils [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Releasing lock "refresh_cache-13ede60e-0cfb-428d-9613-9bd339c302a2" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.925995] env[70015]: DEBUG nova.compute.manager [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] [instance: 13ede60e-0cfb-428d-9613-9bd339c302a2] Instance network_info: |[{"id": "a0be2734-90de-46c1-82f0-6ff40c8f1699", "address": "fa:16:3e:63:b6:06", "network": {"id": "2522620d-e074-4323-a7be-069a1c923ee8", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2019015806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16c421c8768b4ad38198fae1fc4957a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0be2734-90", "ovs_interfaceid": "a0be2734-90de-46c1-82f0-6ff40c8f1699", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 641.926671] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] [instance: 13ede60e-0cfb-428d-9613-9bd339c302a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:b6:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1430a695-49fb-4905-bc38-db9b869a1a9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0be2734-90de-46c1-82f0-6ff40c8f1699', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 641.937284] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Creating folder: Project (16c421c8768b4ad38198fae1fc4957a3). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.939446] env[70015]: DEBUG oslo_concurrency.lockutils [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.940577] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a05200f8-8dac-4e2f-802b-8c7a50b01795 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.953066] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Created folder: Project (16c421c8768b4ad38198fae1fc4957a3) in parent group-v720117. [ 641.953343] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Creating folder: Instances. Parent ref: group-v720155. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.953627] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84d2b49f-8272-4e4c-8416-c1b35e2e72b5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.962429] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Created folder: Instances in parent group-v720155. [ 641.962735] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 641.962903] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13ede60e-0cfb-428d-9613-9bd339c302a2] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 641.963127] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f567d8d4-6b0e-45cb-b2f9-434f4d8af665 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.981049] env[70015]: DEBUG oslo_concurrency.lockutils [None req-aaa2f55d-498c-4ff2-8c4b-6a6d974ba66c tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.986058] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 641.986058] env[70015]: value = "task-3610266" [ 641.986058] env[70015]: _type = "Task" [ 641.986058] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.990833] env[70015]: DEBUG nova.compute.manager [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 642.005346] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610266, 'name': CreateVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.064316] env[70015]: INFO nova.compute.manager [-] [instance: 94323044-a24f-424f-a0c4-cf4eab76b57c] Took 2.52 seconds to deallocate network for instance. [ 642.107413] env[70015]: DEBUG nova.network.neutron [-] [instance: 0873d084-90c6-4f26-bfb5-0f86077ca52b] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.175709] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610262, 'name': CreateVM_Task, 'duration_secs': 0.511022} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.175965] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 642.176859] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.178620] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.178620] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.178620] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34eaa12c-9764-4795-9a5e-17e1bfee079d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.185884] env[70015]: DEBUG oslo_vmware.api [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 642.185884] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52fbb9da-23ae-37ac-a9a0-739141c6703f" [ 642.185884] env[70015]: _type = "Task" [ 642.185884] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.194895] env[70015]: DEBUG oslo_vmware.api [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52fbb9da-23ae-37ac-a9a0-739141c6703f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.290861] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435aa438-bcc4-47be-b031-4503652e8678 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.298953] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64eecfc-7f42-4050-9284-54db415be657 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.342189] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799a0460-da1d-4587-aedd-d5573c717866 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.355884] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13e10c2-6144-41d4-9f00-fe7389a55dc7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.360818] env[70015]: DEBUG oslo_vmware.api [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3610263, 'name': Rename_Task, 'duration_secs': 0.236765} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.361151] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 642.361796] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4b102e2-e530-4cb0-93d6-642f732e8cc7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.376455] env[70015]: DEBUG nova.compute.provider_tree [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.382346] env[70015]: DEBUG oslo_vmware.api [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Waiting for the task: (returnval){ [ 642.382346] env[70015]: value = "task-3610267" [ 642.382346] env[70015]: _type = "Task" [ 642.382346] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.393114] env[70015]: DEBUG oslo_vmware.api [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3610267, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.496252] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610266, 'name': CreateVM_Task, 'duration_secs': 0.433627} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.496445] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13ede60e-0cfb-428d-9613-9bd339c302a2] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 642.497198] env[70015]: DEBUG oslo_concurrency.lockutils [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.576237] env[70015]: DEBUG oslo_concurrency.lockutils [None req-dffb0923-0e32-4e6b-a781-67ecf38dad5d tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.615023] env[70015]: INFO nova.compute.manager [-] [instance: 0873d084-90c6-4f26-bfb5-0f86077ca52b] Took 1.99 seconds to deallocate network for instance. [ 642.703277] env[70015]: DEBUG oslo_vmware.api [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52fbb9da-23ae-37ac-a9a0-739141c6703f, 'name': SearchDatastore_Task, 'duration_secs': 0.013704} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.703678] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.703920] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 642.704173] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.704316] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.705421] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 642.705421] env[70015]: DEBUG oslo_concurrency.lockutils [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.705421] env[70015]: DEBUG oslo_concurrency.lockutils [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.705421] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-507cb02f-fb94-4ec3-9718-91ceee312c35 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.707322] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bae7019-217a-4ac4-bcdd-5c968d66eca7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.713300] env[70015]: DEBUG oslo_vmware.api [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Waiting for the task: (returnval){ [ 642.713300] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52ef6486-9b7b-dbb2-5b9e-c61077e5053a" [ 642.713300] env[70015]: _type = "Task" [ 642.713300] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.722690] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 642.722690] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 642.725078] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61050bf3-bb3e-4123-bb93-eec68022c4e4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.730743] env[70015]: DEBUG oslo_vmware.api [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52ef6486-9b7b-dbb2-5b9e-c61077e5053a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.734259] env[70015]: DEBUG oslo_vmware.api [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 642.734259] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52b55c44-debd-5a20-e9ab-ab510e5bf0a9" [ 642.734259] env[70015]: _type = "Task" [ 642.734259] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.749029] env[70015]: DEBUG oslo_vmware.api [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52b55c44-debd-5a20-e9ab-ab510e5bf0a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.799543] env[70015]: DEBUG nova.compute.manager [req-d1734103-cc8b-4957-9296-b1c0f6841355 req-302ee33a-bb63-445c-a3c2-4c20b6e98863 service nova] [instance: 13ede60e-0cfb-428d-9613-9bd339c302a2] Received event network-vif-plugged-a0be2734-90de-46c1-82f0-6ff40c8f1699 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 642.799543] env[70015]: DEBUG oslo_concurrency.lockutils [req-d1734103-cc8b-4957-9296-b1c0f6841355 req-302ee33a-bb63-445c-a3c2-4c20b6e98863 service nova] Acquiring lock "13ede60e-0cfb-428d-9613-9bd339c302a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.799543] env[70015]: DEBUG oslo_concurrency.lockutils [req-d1734103-cc8b-4957-9296-b1c0f6841355 req-302ee33a-bb63-445c-a3c2-4c20b6e98863 service nova] Lock "13ede60e-0cfb-428d-9613-9bd339c302a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.799543] env[70015]: DEBUG oslo_concurrency.lockutils [req-d1734103-cc8b-4957-9296-b1c0f6841355 req-302ee33a-bb63-445c-a3c2-4c20b6e98863 service nova] Lock "13ede60e-0cfb-428d-9613-9bd339c302a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.799543] env[70015]: DEBUG nova.compute.manager [req-d1734103-cc8b-4957-9296-b1c0f6841355 req-302ee33a-bb63-445c-a3c2-4c20b6e98863 service nova] [instance: 13ede60e-0cfb-428d-9613-9bd339c302a2] No waiting events found dispatching network-vif-plugged-a0be2734-90de-46c1-82f0-6ff40c8f1699 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 642.800078] env[70015]: WARNING nova.compute.manager [req-d1734103-cc8b-4957-9296-b1c0f6841355 req-302ee33a-bb63-445c-a3c2-4c20b6e98863 service nova] [instance: 13ede60e-0cfb-428d-9613-9bd339c302a2] Received unexpected event network-vif-plugged-a0be2734-90de-46c1-82f0-6ff40c8f1699 for instance with vm_state building and task_state spawning. [ 642.882138] env[70015]: DEBUG nova.scheduler.client.report [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.901336] env[70015]: DEBUG oslo_vmware.api [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3610267, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.003063] env[70015]: DEBUG nova.compute.manager [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 643.036480] env[70015]: DEBUG nova.virt.hardware [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 643.037878] env[70015]: DEBUG nova.virt.hardware [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 643.037878] env[70015]: DEBUG nova.virt.hardware [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 643.037878] env[70015]: DEBUG nova.virt.hardware [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 643.037878] env[70015]: DEBUG nova.virt.hardware [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 643.037878] env[70015]: DEBUG nova.virt.hardware [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 643.037878] env[70015]: DEBUG nova.virt.hardware [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 643.038404] env[70015]: DEBUG nova.virt.hardware [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 643.038404] env[70015]: DEBUG nova.virt.hardware [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 643.038404] env[70015]: DEBUG nova.virt.hardware [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 643.038404] env[70015]: DEBUG nova.virt.hardware [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 643.042020] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c310b941-070f-4d03-b4d7-bd8638dc1921 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.051344] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b925461d-6234-49ed-8f3d-fc618dc91cd7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.122168] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d1e0534e-51c5-4630-8109-74f6900f96af tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.193678] env[70015]: DEBUG nova.network.neutron [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Successfully created port: 7f92cec0-9229-4e17-8874-efae08d10b68 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 643.228635] env[70015]: DEBUG oslo_vmware.api [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52ef6486-9b7b-dbb2-5b9e-c61077e5053a, 'name': SearchDatastore_Task, 'duration_secs': 0.022225} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.231019] env[70015]: DEBUG oslo_concurrency.lockutils [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.231019] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] [instance: 13ede60e-0cfb-428d-9613-9bd339c302a2] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 643.231019] env[70015]: DEBUG oslo_concurrency.lockutils [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.245921] env[70015]: DEBUG oslo_vmware.api [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52b55c44-debd-5a20-e9ab-ab510e5bf0a9, 'name': SearchDatastore_Task, 'duration_secs': 0.015642} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.247094] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e4e7ade-f804-4d3a-9fe6-7a65f897b7b5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.253486] env[70015]: DEBUG oslo_vmware.api [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 643.253486] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52932f77-1122-3161-d727-6f9d7a79718a" [ 643.253486] env[70015]: _type = "Task" [ 643.253486] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.262922] env[70015]: DEBUG oslo_vmware.api [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52932f77-1122-3161-d727-6f9d7a79718a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.350817] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Acquiring lock "ef513827-f5fe-4337-a0fa-5c96eb537514" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.351235] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Lock "ef513827-f5fe-4337-a0fa-5c96eb537514" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.399483] env[70015]: DEBUG oslo_concurrency.lockutils [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.423s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.400162] env[70015]: DEBUG nova.compute.manager [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 643.404622] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.750s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.409850] env[70015]: INFO nova.compute.claims [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: ffbea3ea-cd64-4ca9-a25c-644501cb3796] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 643.421397] env[70015]: DEBUG oslo_vmware.api [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3610267, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.731905] env[70015]: DEBUG nova.compute.manager [req-b4d2a80a-3b1a-4988-8aac-8d5ba1940e87 req-5cf3f8e9-ff0e-4b9f-9562-0fa0aa70db78 service nova] [instance: 0873d084-90c6-4f26-bfb5-0f86077ca52b] Received event network-vif-deleted-992333cc-d83e-47c0-8fd1-39a5429aef40 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.769590] env[70015]: DEBUG oslo_vmware.api [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52932f77-1122-3161-d727-6f9d7a79718a, 'name': SearchDatastore_Task, 'duration_secs': 0.011843} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.769744] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.770097] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] b19bdd14-b244-46bf-a1f5-264bfe7aedc1/b19bdd14-b244-46bf-a1f5-264bfe7aedc1.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 643.770458] env[70015]: DEBUG oslo_concurrency.lockutils [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.770651] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 643.770868] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b8411e7-7559-4db6-91e1-46b164c3b489 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.773832] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3185528-2a4d-4af6-9e80-4babe65ce11b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.780929] env[70015]: DEBUG oslo_vmware.api [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 643.780929] env[70015]: value = "task-3610268" [ 643.780929] env[70015]: _type = "Task" [ 643.780929] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.786952] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 643.787150] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 643.791204] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17938b07-924c-46a5-8c20-c60e871a6629 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.793518] env[70015]: DEBUG oslo_vmware.api [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610268, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.797717] env[70015]: DEBUG oslo_vmware.api [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Waiting for the task: (returnval){ [ 643.797717] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52ab1ba0-2bae-e9b0-63a2-7a0945b43c59" [ 643.797717] env[70015]: _type = "Task" [ 643.797717] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.806791] env[70015]: DEBUG oslo_vmware.api [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52ab1ba0-2bae-e9b0-63a2-7a0945b43c59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.909262] env[70015]: DEBUG oslo_vmware.api [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3610267, 'name': PowerOnVM_Task, 'duration_secs': 1.125803} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.909548] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 643.909751] env[70015]: INFO nova.compute.manager [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Took 10.33 seconds to spawn the instance on the hypervisor. [ 643.909947] env[70015]: DEBUG nova.compute.manager [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 643.910874] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cccbd43-999a-413d-a129-92d647189eed {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.920067] env[70015]: DEBUG nova.compute.utils [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 643.927673] env[70015]: DEBUG nova.compute.manager [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 643.927851] env[70015]: DEBUG nova.network.neutron [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 644.050783] env[70015]: DEBUG nova.policy [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ebf2fbc279245fc98198418b4a2a4ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c048bfc450124170a53ab1b04b4e13d8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 644.295776] env[70015]: DEBUG oslo_vmware.api [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610268, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.311606] env[70015]: DEBUG oslo_vmware.api [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52ab1ba0-2bae-e9b0-63a2-7a0945b43c59, 'name': SearchDatastore_Task, 'duration_secs': 0.026378} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.312509] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7edc0af-48c4-4071-bef5-2e81207aa799 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.320272] env[70015]: DEBUG oslo_vmware.api [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Waiting for the task: (returnval){ [ 644.320272] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5278ce32-2c87-6a2c-8b39-f88d8f84a9f9" [ 644.320272] env[70015]: _type = "Task" [ 644.320272] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.330336] env[70015]: DEBUG oslo_vmware.api [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5278ce32-2c87-6a2c-8b39-f88d8f84a9f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.429079] env[70015]: DEBUG nova.compute.manager [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 644.456128] env[70015]: INFO nova.compute.manager [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Took 18.84 seconds to build instance. [ 644.797454] env[70015]: DEBUG oslo_vmware.api [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610268, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.897617} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.797454] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] b19bdd14-b244-46bf-a1f5-264bfe7aedc1/b19bdd14-b244-46bf-a1f5-264bfe7aedc1.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 644.797454] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 644.797454] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d32426a8-ae63-4363-965f-bf40580b115f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.809503] env[70015]: DEBUG oslo_vmware.api [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 644.809503] env[70015]: value = "task-3610269" [ 644.809503] env[70015]: _type = "Task" [ 644.809503] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.821365] env[70015]: DEBUG oslo_vmware.api [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610269, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.833131] env[70015]: DEBUG oslo_vmware.api [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5278ce32-2c87-6a2c-8b39-f88d8f84a9f9, 'name': SearchDatastore_Task, 'duration_secs': 0.073801} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.834783] env[70015]: DEBUG oslo_concurrency.lockutils [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.834783] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 13ede60e-0cfb-428d-9613-9bd339c302a2/13ede60e-0cfb-428d-9613-9bd339c302a2.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 644.834783] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f4eee84-d94b-4b8e-823a-b70a7b8bb08d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.841283] env[70015]: DEBUG oslo_vmware.api [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Waiting for the task: (returnval){ [ 644.841283] env[70015]: value = "task-3610270" [ 644.841283] env[70015]: _type = "Task" [ 644.841283] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.846387] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a59d3ba-fc58-4378-906c-353d6aca21f1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.858825] env[70015]: DEBUG oslo_vmware.api [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Task: {'id': task-3610270, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.862402] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb37595-ba27-46de-bcbf-1c601847c79a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.867931] env[70015]: DEBUG nova.network.neutron [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Successfully updated port: 50b1b88d-8971-4357-b6ca-b26bc6291359 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 644.907038] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3485e0-af99-4031-b450-1b1dfaae372d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.914501] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc621cb1-a456-460e-8754-c8c6805cacaf {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.929657] env[70015]: DEBUG nova.compute.provider_tree [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.962064] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bca77d9f-52a2-45f5-869b-b3d8128d66cf tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "a94ee314-5698-4a1f-b1f0-fd6e7cd056de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.357s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.143238] env[70015]: INFO nova.compute.manager [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Rebuilding instance [ 645.198873] env[70015]: DEBUG nova.compute.manager [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 645.199769] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a52d56-211c-480f-8983-0891d9b6b55e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.235035] env[70015]: DEBUG nova.network.neutron [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Successfully created port: 21be2730-4ba2-4596-ac3b-db808e1bf21e {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 645.326649] env[70015]: DEBUG oslo_vmware.api [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610269, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074204} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.326649] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 645.327162] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7d0833-3ca4-4e06-9b06-b20b3df505c9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.357971] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] b19bdd14-b244-46bf-a1f5-264bfe7aedc1/b19bdd14-b244-46bf-a1f5-264bfe7aedc1.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 645.365319] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5612711b-ae2e-407c-906a-1f3ae9aa699d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.391790] env[70015]: DEBUG oslo_vmware.api [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Task: {'id': task-3610270, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.393672] env[70015]: DEBUG oslo_vmware.api [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 645.393672] env[70015]: value = "task-3610271" [ 645.393672] env[70015]: _type = "Task" [ 645.393672] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.405029] env[70015]: DEBUG oslo_vmware.api [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610271, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.438365] env[70015]: DEBUG nova.scheduler.client.report [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.448598] env[70015]: DEBUG nova.compute.manager [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 645.463886] env[70015]: DEBUG nova.compute.manager [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] [instance: ef513827-f5fe-4337-a0fa-5c96eb537514] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 645.488351] env[70015]: DEBUG nova.virt.hardware [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 645.488351] env[70015]: DEBUG nova.virt.hardware [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 645.488351] env[70015]: DEBUG nova.virt.hardware [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 645.488528] env[70015]: DEBUG nova.virt.hardware [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 645.488528] env[70015]: DEBUG nova.virt.hardware [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 645.488528] env[70015]: DEBUG nova.virt.hardware [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 645.488833] env[70015]: DEBUG nova.virt.hardware [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 645.489066] env[70015]: DEBUG nova.virt.hardware [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 645.489208] env[70015]: DEBUG nova.virt.hardware [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 645.489375] env[70015]: DEBUG nova.virt.hardware [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 645.489561] env[70015]: DEBUG nova.virt.hardware [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 645.491680] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777d8f5f-496a-4363-b6fa-eab748cef6d7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.504590] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54245e93-98f5-4123-a402-8f0f08b4b252 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.863253] env[70015]: DEBUG oslo_vmware.api [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Task: {'id': task-3610270, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.793241} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.863253] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 13ede60e-0cfb-428d-9613-9bd339c302a2/13ede60e-0cfb-428d-9613-9bd339c302a2.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 645.863253] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] [instance: 13ede60e-0cfb-428d-9613-9bd339c302a2] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 645.863541] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af9fbdf0-c92f-4b7e-a129-efe6df2cc72a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.872810] env[70015]: DEBUG oslo_vmware.api [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Waiting for the task: (returnval){ [ 645.872810] env[70015]: value = "task-3610272" [ 645.872810] env[70015]: _type = "Task" [ 645.872810] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.888901] env[70015]: DEBUG oslo_vmware.api [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Task: {'id': task-3610272, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.905064] env[70015]: DEBUG oslo_vmware.api [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610271, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.944215] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.540s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.945518] env[70015]: DEBUG nova.compute.manager [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: ffbea3ea-cd64-4ca9-a25c-644501cb3796] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 645.949532] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.228s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.954415] env[70015]: INFO nova.compute.claims [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] [instance: 9424c852-8a39-48a1-8f27-db4dd05059bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 646.005350] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.052051] env[70015]: DEBUG nova.network.neutron [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Successfully updated port: 7f92cec0-9229-4e17-8874-efae08d10b68 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 646.131014] env[70015]: DEBUG oslo_concurrency.lockutils [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Acquiring lock "d9957b72-61d0-4280-90c3-effa1cb9fce6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.131738] env[70015]: DEBUG oslo_concurrency.lockutils [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Lock "d9957b72-61d0-4280-90c3-effa1cb9fce6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.218312] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 646.218570] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4311103a-10c9-4146-9712-9124beee0be5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.231387] env[70015]: DEBUG oslo_vmware.api [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Waiting for the task: (returnval){ [ 646.231387] env[70015]: value = "task-3610273" [ 646.231387] env[70015]: _type = "Task" [ 646.231387] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.248276] env[70015]: DEBUG oslo_vmware.api [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Task: {'id': task-3610273, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.384548] env[70015]: DEBUG oslo_vmware.api [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Task: {'id': task-3610272, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079497} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.387490] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] [instance: 13ede60e-0cfb-428d-9613-9bd339c302a2] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 646.389552] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff02d9a4-4b05-4912-8b25-ed449b353416 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.427640] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] [instance: 13ede60e-0cfb-428d-9613-9bd339c302a2] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 13ede60e-0cfb-428d-9613-9bd339c302a2/13ede60e-0cfb-428d-9613-9bd339c302a2.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 646.427640] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e69a58d5-8e6c-426f-9cd8-2c5b50e160b5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.447437] env[70015]: DEBUG oslo_vmware.api [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610271, 'name': ReconfigVM_Task, 'duration_secs': 0.527529} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.447864] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Reconfigured VM instance instance-00000006 to attach disk [datastore1] b19bdd14-b244-46bf-a1f5-264bfe7aedc1/b19bdd14-b244-46bf-a1f5-264bfe7aedc1.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 646.448408] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3951217a-f0a0-4038-8704-6baaee7f8ef1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.451921] env[70015]: DEBUG oslo_vmware.api [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Waiting for the task: (returnval){ [ 646.451921] env[70015]: value = "task-3610274" [ 646.451921] env[70015]: _type = "Task" [ 646.451921] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.457485] env[70015]: DEBUG nova.compute.utils [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 646.462130] env[70015]: DEBUG oslo_vmware.api [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 646.462130] env[70015]: value = "task-3610275" [ 646.462130] env[70015]: _type = "Task" [ 646.462130] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.465280] env[70015]: DEBUG nova.compute.manager [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: ffbea3ea-cd64-4ca9-a25c-644501cb3796] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 646.465280] env[70015]: DEBUG nova.network.neutron [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: ffbea3ea-cd64-4ca9-a25c-644501cb3796] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 646.481142] env[70015]: DEBUG oslo_vmware.api [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Task: {'id': task-3610274, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.490485] env[70015]: DEBUG oslo_vmware.api [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610275, 'name': Rename_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.557408] env[70015]: DEBUG oslo_concurrency.lockutils [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Acquiring lock "refresh_cache-eca5f46e-6d82-499a-b5a2-018e49f3f933" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.557408] env[70015]: DEBUG oslo_concurrency.lockutils [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Acquired lock "refresh_cache-eca5f46e-6d82-499a-b5a2-018e49f3f933" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.557408] env[70015]: DEBUG nova.network.neutron [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 646.635139] env[70015]: DEBUG nova.compute.manager [req-c7302f29-8eb0-46a8-bc7f-2a95ec6298fa req-7c77241b-aae1-4b7d-ade6-6089526fc695 service nova] [instance: 13ede60e-0cfb-428d-9613-9bd339c302a2] Received event network-changed-a0be2734-90de-46c1-82f0-6ff40c8f1699 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.635417] env[70015]: DEBUG nova.compute.manager [req-c7302f29-8eb0-46a8-bc7f-2a95ec6298fa req-7c77241b-aae1-4b7d-ade6-6089526fc695 service nova] [instance: 13ede60e-0cfb-428d-9613-9bd339c302a2] Refreshing instance network info cache due to event network-changed-a0be2734-90de-46c1-82f0-6ff40c8f1699. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 646.635690] env[70015]: DEBUG oslo_concurrency.lockutils [req-c7302f29-8eb0-46a8-bc7f-2a95ec6298fa req-7c77241b-aae1-4b7d-ade6-6089526fc695 service nova] Acquiring lock "refresh_cache-13ede60e-0cfb-428d-9613-9bd339c302a2" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.635851] env[70015]: DEBUG oslo_concurrency.lockutils [req-c7302f29-8eb0-46a8-bc7f-2a95ec6298fa req-7c77241b-aae1-4b7d-ade6-6089526fc695 service nova] Acquired lock "refresh_cache-13ede60e-0cfb-428d-9613-9bd339c302a2" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.636244] env[70015]: DEBUG nova.network.neutron [req-c7302f29-8eb0-46a8-bc7f-2a95ec6298fa req-7c77241b-aae1-4b7d-ade6-6089526fc695 service nova] [instance: 13ede60e-0cfb-428d-9613-9bd339c302a2] Refreshing network info cache for port a0be2734-90de-46c1-82f0-6ff40c8f1699 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 646.683866] env[70015]: DEBUG nova.policy [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '373f4f922bc84b08919c689c35e5e11a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24476c76fd264105ace48e23a709ebc0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 646.743197] env[70015]: DEBUG oslo_vmware.api [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Task: {'id': task-3610273, 'name': PowerOffVM_Task, 'duration_secs': 0.116746} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.744152] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 646.744802] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 646.745622] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc593220-79bb-48ec-88eb-37ca4a31be9c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.753058] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 646.753721] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a32200f-0007-494b-ad37-f91ef699d467 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.781330] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 646.781549] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 646.781715] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Deleting the datastore file [datastore2] 41baed96-29ff-4f0d-ab6f-9520ba5bd910 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 646.781964] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08b1dd60-0337-4c46-8517-3d05ddd4a530 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.791103] env[70015]: DEBUG oslo_vmware.api [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Waiting for the task: (returnval){ [ 646.791103] env[70015]: value = "task-3610277" [ 646.791103] env[70015]: _type = "Task" [ 646.791103] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.799643] env[70015]: DEBUG oslo_vmware.api [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Task: {'id': task-3610277, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.970987] env[70015]: DEBUG nova.compute.manager [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: ffbea3ea-cd64-4ca9-a25c-644501cb3796] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 646.973373] env[70015]: DEBUG oslo_vmware.api [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Task: {'id': task-3610274, 'name': ReconfigVM_Task, 'duration_secs': 0.429591} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.979534] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] [instance: 13ede60e-0cfb-428d-9613-9bd339c302a2] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 13ede60e-0cfb-428d-9613-9bd339c302a2/13ede60e-0cfb-428d-9613-9bd339c302a2.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 646.980960] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fbc917e9-01ce-4e17-a624-5538907f12ae {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.986194] env[70015]: DEBUG oslo_concurrency.lockutils [None req-950185de-40cf-450c-9e68-0d425f6acb8a tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Acquiring lock "19a17a9d-795d-44bf-a2b5-768b9e110095" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.986194] env[70015]: DEBUG oslo_concurrency.lockutils [None req-950185de-40cf-450c-9e68-0d425f6acb8a tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Lock "19a17a9d-795d-44bf-a2b5-768b9e110095" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.986194] env[70015]: DEBUG oslo_concurrency.lockutils [None req-950185de-40cf-450c-9e68-0d425f6acb8a tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Acquiring lock "19a17a9d-795d-44bf-a2b5-768b9e110095-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.986194] env[70015]: DEBUG oslo_concurrency.lockutils [None req-950185de-40cf-450c-9e68-0d425f6acb8a tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Lock "19a17a9d-795d-44bf-a2b5-768b9e110095-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.986335] env[70015]: DEBUG oslo_concurrency.lockutils [None req-950185de-40cf-450c-9e68-0d425f6acb8a tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Lock "19a17a9d-795d-44bf-a2b5-768b9e110095-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.989642] env[70015]: DEBUG oslo_vmware.api [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610275, 'name': Rename_Task, 'duration_secs': 0.174712} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.990286] env[70015]: INFO nova.compute.manager [None req-950185de-40cf-450c-9e68-0d425f6acb8a tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] [instance: 19a17a9d-795d-44bf-a2b5-768b9e110095] Terminating instance [ 646.991594] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 646.992961] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b94d1f0-5973-43b3-a0ee-a67d9455fdab {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.997382] env[70015]: DEBUG oslo_vmware.api [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Waiting for the task: (returnval){ [ 646.997382] env[70015]: value = "task-3610278" [ 646.997382] env[70015]: _type = "Task" [ 646.997382] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.001182] env[70015]: DEBUG oslo_vmware.api [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 647.001182] env[70015]: value = "task-3610279" [ 647.001182] env[70015]: _type = "Task" [ 647.001182] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.008123] env[70015]: DEBUG oslo_vmware.api [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Task: {'id': task-3610278, 'name': Rename_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.015184] env[70015]: DEBUG oslo_vmware.api [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610279, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.195170] env[70015]: DEBUG nova.network.neutron [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 647.303919] env[70015]: DEBUG oslo_vmware.api [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Task: {'id': task-3610277, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.35581} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.304769] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 647.304769] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 647.304769] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 647.343170] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a4ab27-af7b-4f6d-979e-5d7e1d7728d8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.351211] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abc2989-5a94-4e18-8319-719956273dcc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.387875] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f01e9d-e313-42a9-adf0-1105ea51a016 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.397148] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44201b22-0077-478d-a53f-d9e7e53fbcf6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.414383] env[70015]: DEBUG nova.compute.provider_tree [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.497425] env[70015]: DEBUG nova.compute.manager [None req-950185de-40cf-450c-9e68-0d425f6acb8a tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] [instance: 19a17a9d-795d-44bf-a2b5-768b9e110095] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 647.497773] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-950185de-40cf-450c-9e68-0d425f6acb8a tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] [instance: 19a17a9d-795d-44bf-a2b5-768b9e110095] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 647.499135] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b31832-ba0d-4c9f-9b93-4e144fa8d2be {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.513649] env[70015]: DEBUG oslo_vmware.api [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610279, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.521017] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-950185de-40cf-450c-9e68-0d425f6acb8a tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] [instance: 19a17a9d-795d-44bf-a2b5-768b9e110095] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 647.521017] env[70015]: DEBUG oslo_vmware.api [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Task: {'id': task-3610278, 'name': Rename_Task, 'duration_secs': 0.189308} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.521017] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8020bae4-fd53-4f26-b94f-8b7a22325885 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.521017] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] [instance: 13ede60e-0cfb-428d-9613-9bd339c302a2] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 647.521017] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-727b2d7a-a613-4630-a1e5-4372c72bb916 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.528987] env[70015]: DEBUG oslo_vmware.api [None req-950185de-40cf-450c-9e68-0d425f6acb8a tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Waiting for the task: (returnval){ [ 647.528987] env[70015]: value = "task-3610280" [ 647.528987] env[70015]: _type = "Task" [ 647.528987] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.530118] env[70015]: DEBUG oslo_vmware.api [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Waiting for the task: (returnval){ [ 647.530118] env[70015]: value = "task-3610281" [ 647.530118] env[70015]: _type = "Task" [ 647.530118] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.544404] env[70015]: DEBUG oslo_vmware.api [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Task: {'id': task-3610281, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.547584] env[70015]: DEBUG oslo_vmware.api [None req-950185de-40cf-450c-9e68-0d425f6acb8a tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Task: {'id': task-3610280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.711212] env[70015]: DEBUG nova.network.neutron [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Successfully updated port: 21be2730-4ba2-4596-ac3b-db808e1bf21e {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 647.920540] env[70015]: DEBUG nova.scheduler.client.report [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.987303] env[70015]: DEBUG nova.compute.manager [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: ffbea3ea-cd64-4ca9-a25c-644501cb3796] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 648.020490] env[70015]: DEBUG oslo_vmware.api [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610279, 'name': PowerOnVM_Task, 'duration_secs': 0.688637} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.020823] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 648.021067] env[70015]: DEBUG nova.compute.manager [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.021935] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff21dbd-26fc-4c94-8f65-d28ab0ba77d3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.027501] env[70015]: DEBUG nova.virt.hardware [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 648.027745] env[70015]: DEBUG nova.virt.hardware [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 648.027745] env[70015]: DEBUG nova.virt.hardware [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 648.027922] env[70015]: DEBUG nova.virt.hardware [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 648.028080] env[70015]: DEBUG nova.virt.hardware [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 648.028227] env[70015]: DEBUG nova.virt.hardware [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 648.028424] env[70015]: DEBUG nova.virt.hardware [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 648.028576] env[70015]: DEBUG nova.virt.hardware [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 648.028737] env[70015]: DEBUG nova.virt.hardware [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 648.028892] env[70015]: DEBUG nova.virt.hardware [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 648.029074] env[70015]: DEBUG nova.virt.hardware [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 648.029907] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd568bde-6328-474f-b383-18ac62dca0bf {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.049316] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efa22a0-1a89-4b37-9b73-7bba55e78d67 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.056362] env[70015]: DEBUG oslo_vmware.api [None req-950185de-40cf-450c-9e68-0d425f6acb8a tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Task: {'id': task-3610280, 'name': PowerOffVM_Task, 'duration_secs': 0.210853} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.056680] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-950185de-40cf-450c-9e68-0d425f6acb8a tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] [instance: 19a17a9d-795d-44bf-a2b5-768b9e110095] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 648.057412] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-950185de-40cf-450c-9e68-0d425f6acb8a tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] [instance: 19a17a9d-795d-44bf-a2b5-768b9e110095] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 648.057412] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eea28da8-534e-4d7d-96f4-c2762924df95 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.070933] env[70015]: DEBUG oslo_vmware.api [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Task: {'id': task-3610281, 'name': PowerOnVM_Task, 'duration_secs': 0.520735} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.071905] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] [instance: 13ede60e-0cfb-428d-9613-9bd339c302a2] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 648.072209] env[70015]: INFO nova.compute.manager [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] [instance: 13ede60e-0cfb-428d-9613-9bd339c302a2] Took 12.02 seconds to spawn the instance on the hypervisor. [ 648.072410] env[70015]: DEBUG nova.compute.manager [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] [instance: 13ede60e-0cfb-428d-9613-9bd339c302a2] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.073329] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9e8369-36e6-436b-85f4-89229ca736f2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.135239] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-950185de-40cf-450c-9e68-0d425f6acb8a tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] [instance: 19a17a9d-795d-44bf-a2b5-768b9e110095] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 648.135239] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-950185de-40cf-450c-9e68-0d425f6acb8a tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] [instance: 19a17a9d-795d-44bf-a2b5-768b9e110095] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 648.135491] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-950185de-40cf-450c-9e68-0d425f6acb8a tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Deleting the datastore file [datastore2] 19a17a9d-795d-44bf-a2b5-768b9e110095 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 648.136341] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28ba07ce-8823-447e-9f04-cb997ecb4138 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.149950] env[70015]: DEBUG oslo_vmware.api [None req-950185de-40cf-450c-9e68-0d425f6acb8a tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Waiting for the task: (returnval){ [ 648.149950] env[70015]: value = "task-3610283" [ 648.149950] env[70015]: _type = "Task" [ 648.149950] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.155679] env[70015]: DEBUG nova.network.neutron [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Updating instance_info_cache with network_info: [{"id": "7f92cec0-9229-4e17-8874-efae08d10b68", "address": "fa:16:3e:3a:cb:31", "network": {"id": "3c1a3fbb-2170-407e-9ccc-287a3d99ace9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d690f2455b7c4076b06d93f0db674d65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f92cec0-92", "ovs_interfaceid": "7f92cec0-9229-4e17-8874-efae08d10b68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.162277] env[70015]: DEBUG oslo_vmware.api [None req-950185de-40cf-450c-9e68-0d425f6acb8a tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Task: {'id': task-3610283, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.210680] env[70015]: DEBUG nova.network.neutron [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: ffbea3ea-cd64-4ca9-a25c-644501cb3796] Successfully created port: 789ee521-e572-4b9a-8047-7312547d5842 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 648.214440] env[70015]: DEBUG oslo_concurrency.lockutils [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Acquiring lock "refresh_cache-f69ac2e1-d8a9-44b0-98dc-098321ed3826" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.215501] env[70015]: DEBUG oslo_concurrency.lockutils [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Acquired lock "refresh_cache-f69ac2e1-d8a9-44b0-98dc-098321ed3826" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.215501] env[70015]: DEBUG nova.network.neutron [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 648.369818] env[70015]: DEBUG nova.virt.hardware [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 648.370035] env[70015]: DEBUG nova.virt.hardware [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 648.370035] env[70015]: DEBUG nova.virt.hardware [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 648.370911] env[70015]: DEBUG nova.virt.hardware [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 648.370911] env[70015]: DEBUG nova.virt.hardware [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 648.370911] env[70015]: DEBUG nova.virt.hardware [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 648.370911] env[70015]: DEBUG nova.virt.hardware [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 648.370911] env[70015]: DEBUG nova.virt.hardware [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 648.371441] env[70015]: DEBUG nova.virt.hardware [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 648.371441] env[70015]: DEBUG nova.virt.hardware [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 648.371441] env[70015]: DEBUG nova.virt.hardware [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 648.372273] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9edf72-82f5-4c1b-8efb-f80f277e332c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.387192] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71025e9-f84e-4733-864c-0084d7d43fa4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.406690] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Instance VIF info [] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 648.418578] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 648.418578] env[70015]: DEBUG nova.network.neutron [req-c7302f29-8eb0-46a8-bc7f-2a95ec6298fa req-7c77241b-aae1-4b7d-ade6-6089526fc695 service nova] [instance: 13ede60e-0cfb-428d-9613-9bd339c302a2] Updated VIF entry in instance network info cache for port a0be2734-90de-46c1-82f0-6ff40c8f1699. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 648.418673] env[70015]: DEBUG nova.network.neutron [req-c7302f29-8eb0-46a8-bc7f-2a95ec6298fa req-7c77241b-aae1-4b7d-ade6-6089526fc695 service nova] [instance: 13ede60e-0cfb-428d-9613-9bd339c302a2] Updating instance_info_cache with network_info: [{"id": "a0be2734-90de-46c1-82f0-6ff40c8f1699", "address": "fa:16:3e:63:b6:06", "network": {"id": "2522620d-e074-4323-a7be-069a1c923ee8", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2019015806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16c421c8768b4ad38198fae1fc4957a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0be2734-90", "ovs_interfaceid": "a0be2734-90de-46c1-82f0-6ff40c8f1699", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.420216] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 648.420216] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a8a7e09-05fb-4aed-ae54-c0b9ef4d0f0f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.442205] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.493s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.442713] env[70015]: DEBUG nova.compute.manager [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] [instance: 9424c852-8a39-48a1-8f27-db4dd05059bb] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 648.446059] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.045s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.447656] env[70015]: INFO nova.compute.claims [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] [instance: 07c3e6db-ea22-480f-b16d-a577ef59284f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 648.458489] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 648.458489] env[70015]: value = "task-3610284" [ 648.458489] env[70015]: _type = "Task" [ 648.458489] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.470129] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610284, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.562723] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.600873] env[70015]: INFO nova.compute.manager [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] [instance: 13ede60e-0cfb-428d-9613-9bd339c302a2] Took 19.75 seconds to build instance. [ 648.662707] env[70015]: DEBUG oslo_concurrency.lockutils [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Releasing lock "refresh_cache-eca5f46e-6d82-499a-b5a2-018e49f3f933" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.662707] env[70015]: DEBUG nova.compute.manager [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Instance network_info: |[{"id": "7f92cec0-9229-4e17-8874-efae08d10b68", "address": "fa:16:3e:3a:cb:31", "network": {"id": "3c1a3fbb-2170-407e-9ccc-287a3d99ace9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d690f2455b7c4076b06d93f0db674d65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f92cec0-92", "ovs_interfaceid": "7f92cec0-9229-4e17-8874-efae08d10b68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 648.662922] env[70015]: DEBUG oslo_vmware.api [None req-950185de-40cf-450c-9e68-0d425f6acb8a tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Task: {'id': task-3610283, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249628} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.662922] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:cb:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da623279-b6f6-4570-8b15-a332120b8b60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f92cec0-9229-4e17-8874-efae08d10b68', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 648.670834] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Creating folder: Project (2cfc896632024218b201168a9e2d6130). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.670834] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-950185de-40cf-450c-9e68-0d425f6acb8a tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 648.670834] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-950185de-40cf-450c-9e68-0d425f6acb8a tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] [instance: 19a17a9d-795d-44bf-a2b5-768b9e110095] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 648.670834] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-950185de-40cf-450c-9e68-0d425f6acb8a tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] [instance: 19a17a9d-795d-44bf-a2b5-768b9e110095] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 648.670834] env[70015]: INFO nova.compute.manager [None req-950185de-40cf-450c-9e68-0d425f6acb8a tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] [instance: 19a17a9d-795d-44bf-a2b5-768b9e110095] Took 1.17 seconds to destroy the instance on the hypervisor. [ 648.671139] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-950185de-40cf-450c-9e68-0d425f6acb8a tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 648.671240] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d24a0ab-b830-4790-b5eb-ac53c48b7429 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.673527] env[70015]: DEBUG nova.compute.manager [-] [instance: 19a17a9d-795d-44bf-a2b5-768b9e110095] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 648.673527] env[70015]: DEBUG nova.network.neutron [-] [instance: 19a17a9d-795d-44bf-a2b5-768b9e110095] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 648.683210] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Created folder: Project (2cfc896632024218b201168a9e2d6130) in parent group-v720117. [ 648.683210] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Creating folder: Instances. Parent ref: group-v720159. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.683436] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3750faeb-f4cc-4cea-a628-fc378e0259db {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.695710] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Created folder: Instances in parent group-v720159. [ 648.695977] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 648.696198] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 648.696410] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-078388c4-1c49-4ade-8a6c-c494fd66b37c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.725207] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 648.725207] env[70015]: value = "task-3610287" [ 648.725207] env[70015]: _type = "Task" [ 648.725207] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.735331] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610287, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.880826] env[70015]: DEBUG nova.network.neutron [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 648.944260] env[70015]: DEBUG oslo_concurrency.lockutils [req-c7302f29-8eb0-46a8-bc7f-2a95ec6298fa req-7c77241b-aae1-4b7d-ade6-6089526fc695 service nova] Releasing lock "refresh_cache-13ede60e-0cfb-428d-9613-9bd339c302a2" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.944260] env[70015]: DEBUG nova.compute.manager [req-c7302f29-8eb0-46a8-bc7f-2a95ec6298fa req-7c77241b-aae1-4b7d-ade6-6089526fc695 service nova] [instance: 94323044-a24f-424f-a0c4-cf4eab76b57c] Received event network-vif-deleted-7902d117-1a91-40bb-b685-fa8a2d829bbf {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.944260] env[70015]: DEBUG nova.compute.manager [req-c7302f29-8eb0-46a8-bc7f-2a95ec6298fa req-7c77241b-aae1-4b7d-ade6-6089526fc695 service nova] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Received event network-changed-3a3bf904-fbff-45c9-8201-8851d934c4f2 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.944395] env[70015]: DEBUG nova.compute.manager [req-c7302f29-8eb0-46a8-bc7f-2a95ec6298fa req-7c77241b-aae1-4b7d-ade6-6089526fc695 service nova] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Refreshing instance network info cache due to event network-changed-3a3bf904-fbff-45c9-8201-8851d934c4f2. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 648.944558] env[70015]: DEBUG oslo_concurrency.lockutils [req-c7302f29-8eb0-46a8-bc7f-2a95ec6298fa req-7c77241b-aae1-4b7d-ade6-6089526fc695 service nova] Acquiring lock "refresh_cache-2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.944694] env[70015]: DEBUG oslo_concurrency.lockutils [req-c7302f29-8eb0-46a8-bc7f-2a95ec6298fa req-7c77241b-aae1-4b7d-ade6-6089526fc695 service nova] Acquired lock "refresh_cache-2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.944849] env[70015]: DEBUG nova.network.neutron [req-c7302f29-8eb0-46a8-bc7f-2a95ec6298fa req-7c77241b-aae1-4b7d-ade6-6089526fc695 service nova] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Refreshing network info cache for port 3a3bf904-fbff-45c9-8201-8851d934c4f2 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.960100] env[70015]: DEBUG nova.compute.utils [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 648.964566] env[70015]: DEBUG nova.compute.manager [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] [instance: 9424c852-8a39-48a1-8f27-db4dd05059bb] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 648.964944] env[70015]: DEBUG nova.network.neutron [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] [instance: 9424c852-8a39-48a1-8f27-db4dd05059bb] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 648.977630] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610284, 'name': CreateVM_Task, 'duration_secs': 0.334504} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.977908] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.978376] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.978582] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.978946] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.979474] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc1ebb92-9792-49bc-b657-e23f8d53394f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.988908] env[70015]: DEBUG oslo_vmware.api [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Waiting for the task: (returnval){ [ 648.988908] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]524aea6d-7590-e22a-13fd-c4569e82308c" [ 648.988908] env[70015]: _type = "Task" [ 648.988908] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.999127] env[70015]: DEBUG oslo_vmware.api [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]524aea6d-7590-e22a-13fd-c4569e82308c, 'name': SearchDatastore_Task, 'duration_secs': 0.011817} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.999514] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.999778] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 649.000078] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.000285] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.000564] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 649.000873] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76af793a-f41e-4cc6-b3ad-d36ec11c1726 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.010100] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 649.010100] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 649.011236] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5abf5fc8-dda6-4b79-ad08-39c5b8793f41 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.016687] env[70015]: DEBUG oslo_vmware.api [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Waiting for the task: (returnval){ [ 649.016687] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]520bc22a-69b8-d69a-1716-e69ad8cce91f" [ 649.016687] env[70015]: _type = "Task" [ 649.016687] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.025755] env[70015]: DEBUG oslo_vmware.api [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]520bc22a-69b8-d69a-1716-e69ad8cce91f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.090793] env[70015]: DEBUG nova.policy [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '145b1451027f4f708190d9777d386b5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc87c8defb994dfe9fac3e07ff19fbbe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 649.109801] env[70015]: DEBUG oslo_concurrency.lockutils [None req-90b43711-3c4d-46ac-80fd-0428c7a84264 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Lock "13ede60e-0cfb-428d-9613-9bd339c302a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.272s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.241433] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610287, 'name': CreateVM_Task, 'duration_secs': 0.477031} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.241695] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 649.242332] env[70015]: DEBUG oslo_concurrency.lockutils [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.242496] env[70015]: DEBUG oslo_concurrency.lockutils [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.242799] env[70015]: DEBUG oslo_concurrency.lockutils [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.243063] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-432e037b-fb83-429a-a0de-9dacc259c5f5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.245971] env[70015]: DEBUG nova.network.neutron [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Successfully updated port: b83aef6f-0a58-4032-ae2f-da014f6fe9f1 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 649.248547] env[70015]: DEBUG oslo_vmware.api [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Waiting for the task: (returnval){ [ 649.248547] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52521797-dc38-7655-f9c3-9c4fcd5a90ec" [ 649.248547] env[70015]: _type = "Task" [ 649.248547] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.262797] env[70015]: DEBUG oslo_vmware.api [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52521797-dc38-7655-f9c3-9c4fcd5a90ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.468745] env[70015]: DEBUG nova.compute.manager [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] [instance: 9424c852-8a39-48a1-8f27-db4dd05059bb] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 649.529916] env[70015]: DEBUG oslo_vmware.api [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]520bc22a-69b8-d69a-1716-e69ad8cce91f, 'name': SearchDatastore_Task, 'duration_secs': 0.011939} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.533963] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26b3dbf4-f68d-4a30-a6f8-7e155159d592 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.544447] env[70015]: DEBUG oslo_vmware.api [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Waiting for the task: (returnval){ [ 649.544447] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5217cea6-be7b-82d8-7662-5526121d9ad7" [ 649.544447] env[70015]: _type = "Task" [ 649.544447] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.554090] env[70015]: DEBUG oslo_vmware.api [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5217cea6-be7b-82d8-7662-5526121d9ad7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.612276] env[70015]: DEBUG nova.compute.manager [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] [instance: d9957b72-61d0-4280-90c3-effa1cb9fce6] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 649.615921] env[70015]: DEBUG nova.network.neutron [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Updating instance_info_cache with network_info: [{"id": "21be2730-4ba2-4596-ac3b-db808e1bf21e", "address": "fa:16:3e:3c:ce:9c", "network": {"id": "02a98518-8847-4263-b64b-ae2fdf7c0656", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-454505224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c048bfc450124170a53ab1b04b4e13d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21be2730-4b", "ovs_interfaceid": "21be2730-4ba2-4596-ac3b-db808e1bf21e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.764377] env[70015]: DEBUG oslo_vmware.api [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52521797-dc38-7655-f9c3-9c4fcd5a90ec, 'name': SearchDatastore_Task, 'duration_secs': 0.010849} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.764474] env[70015]: DEBUG oslo_concurrency.lockutils [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.764772] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 649.765062] env[70015]: DEBUG oslo_concurrency.lockutils [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.765241] env[70015]: DEBUG oslo_concurrency.lockutils [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.765648] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 649.766545] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bcfc7594-348d-45d1-8e81-c22d49301e0c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.778988] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 649.779217] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 649.779913] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ec238cd-2935-4798-b55d-a446eac21722 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.787835] env[70015]: DEBUG oslo_vmware.api [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Waiting for the task: (returnval){ [ 649.787835] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52b470f3-0612-8eda-1134-1a07d3316d92" [ 649.787835] env[70015]: _type = "Task" [ 649.787835] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.795482] env[70015]: DEBUG oslo_vmware.api [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52b470f3-0612-8eda-1134-1a07d3316d92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.812435] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5227e324-6cec-4139-be83-eb21de66b069 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.821580] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79ce424-d4e9-4d93-97b8-a58c379abd20 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.825528] env[70015]: DEBUG nova.network.neutron [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] [instance: 9424c852-8a39-48a1-8f27-db4dd05059bb] Successfully created port: 72140248-1f48-48c0-bdfe-663f451b4f43 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 649.856349] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034d813b-1f68-4568-ad7a-b8d428a7ba02 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.864681] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf18bf42-d7c4-45f4-84f1-c57914f44125 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.878580] env[70015]: DEBUG nova.compute.provider_tree [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.055606] env[70015]: DEBUG oslo_vmware.api [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5217cea6-be7b-82d8-7662-5526121d9ad7, 'name': SearchDatastore_Task, 'duration_secs': 0.027852} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.055860] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.056119] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 41baed96-29ff-4f0d-ab6f-9520ba5bd910/41baed96-29ff-4f0d-ab6f-9520ba5bd910.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.056362] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26599665-e240-4783-8c81-df7eb9537779 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.064356] env[70015]: DEBUG oslo_vmware.api [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Waiting for the task: (returnval){ [ 650.064356] env[70015]: value = "task-3610288" [ 650.064356] env[70015]: _type = "Task" [ 650.064356] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.071572] env[70015]: DEBUG oslo_vmware.api [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Task: {'id': task-3610288, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.118093] env[70015]: DEBUG oslo_concurrency.lockutils [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Releasing lock "refresh_cache-f69ac2e1-d8a9-44b0-98dc-098321ed3826" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.118403] env[70015]: DEBUG nova.compute.manager [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Instance network_info: |[{"id": "21be2730-4ba2-4596-ac3b-db808e1bf21e", "address": "fa:16:3e:3c:ce:9c", "network": {"id": "02a98518-8847-4263-b64b-ae2fdf7c0656", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-454505224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c048bfc450124170a53ab1b04b4e13d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21be2730-4b", "ovs_interfaceid": "21be2730-4ba2-4596-ac3b-db808e1bf21e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 650.118792] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:ce:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21be2730-4ba2-4596-ac3b-db808e1bf21e', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 650.127712] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Creating folder: Project (c048bfc450124170a53ab1b04b4e13d8). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.131393] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3a4f56b-9150-4138-a424-54d36d27582f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.145667] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Created folder: Project (c048bfc450124170a53ab1b04b4e13d8) in parent group-v720117. [ 650.145754] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Creating folder: Instances. Parent ref: group-v720162. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.146773] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dda7ae05-99cf-454d-91f6-669e4009cfd0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.152134] env[70015]: DEBUG oslo_concurrency.lockutils [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.156130] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Created folder: Instances in parent group-v720162. [ 650.156364] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 650.156548] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 650.156788] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5fc8a423-b8d3-4719-b755-25ff33b7ee68 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.175337] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 650.175337] env[70015]: value = "task-3610291" [ 650.175337] env[70015]: _type = "Task" [ 650.175337] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.183056] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610291, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.297976] env[70015]: DEBUG oslo_vmware.api [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52b470f3-0612-8eda-1134-1a07d3316d92, 'name': SearchDatastore_Task, 'duration_secs': 0.037674} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.298826] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e862f5d0-2afb-4db8-b9f9-2aeabe04bf45 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.308516] env[70015]: DEBUG oslo_vmware.api [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Waiting for the task: (returnval){ [ 650.308516] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52093087-9163-f7c3-86c9-affcce93921f" [ 650.308516] env[70015]: _type = "Task" [ 650.308516] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.317304] env[70015]: DEBUG oslo_vmware.api [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52093087-9163-f7c3-86c9-affcce93921f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.382614] env[70015]: DEBUG nova.scheduler.client.report [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.478429] env[70015]: DEBUG nova.compute.manager [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] [instance: 9424c852-8a39-48a1-8f27-db4dd05059bb] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 650.519191] env[70015]: DEBUG nova.virt.hardware [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 650.519191] env[70015]: DEBUG nova.virt.hardware [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 650.519191] env[70015]: DEBUG nova.virt.hardware [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.521660] env[70015]: DEBUG nova.virt.hardware [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 650.521764] env[70015]: DEBUG nova.virt.hardware [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.522046] env[70015]: DEBUG nova.virt.hardware [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 650.522162] env[70015]: DEBUG nova.virt.hardware [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 650.522331] env[70015]: DEBUG nova.virt.hardware [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 650.522531] env[70015]: DEBUG nova.virt.hardware [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 650.522703] env[70015]: DEBUG nova.virt.hardware [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 650.522875] env[70015]: DEBUG nova.virt.hardware [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 650.523879] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d16e9c3-5c5a-477b-a902-ced2a322a2d7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.536594] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b060cecd-80c4-49d1-9cfd-bd6ade17fded {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.541763] env[70015]: DEBUG nova.network.neutron [-] [instance: 19a17a9d-795d-44bf-a2b5-768b9e110095] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.579040] env[70015]: DEBUG oslo_vmware.api [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Task: {'id': task-3610288, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.689655] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610291, 'name': CreateVM_Task, 'duration_secs': 0.466054} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.690033] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 650.690602] env[70015]: DEBUG oslo_concurrency.lockutils [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.690811] env[70015]: DEBUG oslo_concurrency.lockutils [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.691101] env[70015]: DEBUG oslo_concurrency.lockutils [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.691362] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbdb3ec3-1378-4858-b351-f793e8d1b2c2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.697385] env[70015]: DEBUG oslo_vmware.api [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Waiting for the task: (returnval){ [ 650.697385] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5230f304-ddf1-206f-c73c-2b36ab4b8387" [ 650.697385] env[70015]: _type = "Task" [ 650.697385] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.701452] env[70015]: DEBUG nova.network.neutron [req-c7302f29-8eb0-46a8-bc7f-2a95ec6298fa req-7c77241b-aae1-4b7d-ade6-6089526fc695 service nova] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Updated VIF entry in instance network info cache for port 3a3bf904-fbff-45c9-8201-8851d934c4f2. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 650.701819] env[70015]: DEBUG nova.network.neutron [req-c7302f29-8eb0-46a8-bc7f-2a95ec6298fa req-7c77241b-aae1-4b7d-ade6-6089526fc695 service nova] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Updating instance_info_cache with network_info: [{"id": "3a3bf904-fbff-45c9-8201-8851d934c4f2", "address": "fa:16:3e:03:ae:0d", "network": {"id": "35cf42a0-2650-4857-be0e-48b0a83a9f7a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1746055200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e070e3cd3544c3b05709e6e1abe44d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a3bf904-fb", "ovs_interfaceid": "3a3bf904-fbff-45c9-8201-8851d934c4f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.711983] env[70015]: DEBUG oslo_vmware.api [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5230f304-ddf1-206f-c73c-2b36ab4b8387, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.821995] env[70015]: DEBUG oslo_vmware.api [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52093087-9163-f7c3-86c9-affcce93921f, 'name': SearchDatastore_Task, 'duration_secs': 0.011447} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.822919] env[70015]: DEBUG oslo_concurrency.lockutils [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.822919] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] eca5f46e-6d82-499a-b5a2-018e49f3f933/eca5f46e-6d82-499a-b5a2-018e49f3f933.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.822919] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3280e096-3913-430b-8459-97d7bf25fccf {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.831569] env[70015]: DEBUG oslo_vmware.api [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Waiting for the task: (returnval){ [ 650.831569] env[70015]: value = "task-3610292" [ 650.831569] env[70015]: _type = "Task" [ 650.831569] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.838854] env[70015]: DEBUG oslo_vmware.api [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3610292, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.890889] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.444s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.890889] env[70015]: DEBUG nova.compute.manager [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] [instance: 07c3e6db-ea22-480f-b16d-a577ef59284f] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 650.893519] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.071s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.894992] env[70015]: INFO nova.compute.claims [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] [instance: e4a0575f-4518-410a-b6f0-fdc6005883fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 651.007873] env[70015]: DEBUG nova.compute.manager [req-8972c375-0885-4b30-a62b-bdfb8372c6c7 req-3ca1a10d-4593-4249-aebc-4653328fcc37 service nova] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Received event network-vif-plugged-21be2730-4ba2-4596-ac3b-db808e1bf21e {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.008103] env[70015]: DEBUG oslo_concurrency.lockutils [req-8972c375-0885-4b30-a62b-bdfb8372c6c7 req-3ca1a10d-4593-4249-aebc-4653328fcc37 service nova] Acquiring lock "f69ac2e1-d8a9-44b0-98dc-098321ed3826-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.008317] env[70015]: DEBUG oslo_concurrency.lockutils [req-8972c375-0885-4b30-a62b-bdfb8372c6c7 req-3ca1a10d-4593-4249-aebc-4653328fcc37 service nova] Lock "f69ac2e1-d8a9-44b0-98dc-098321ed3826-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.008525] env[70015]: DEBUG oslo_concurrency.lockutils [req-8972c375-0885-4b30-a62b-bdfb8372c6c7 req-3ca1a10d-4593-4249-aebc-4653328fcc37 service nova] Lock "f69ac2e1-d8a9-44b0-98dc-098321ed3826-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.011658] env[70015]: DEBUG nova.compute.manager [req-8972c375-0885-4b30-a62b-bdfb8372c6c7 req-3ca1a10d-4593-4249-aebc-4653328fcc37 service nova] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] No waiting events found dispatching network-vif-plugged-21be2730-4ba2-4596-ac3b-db808e1bf21e {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 651.011720] env[70015]: WARNING nova.compute.manager [req-8972c375-0885-4b30-a62b-bdfb8372c6c7 req-3ca1a10d-4593-4249-aebc-4653328fcc37 service nova] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Received unexpected event network-vif-plugged-21be2730-4ba2-4596-ac3b-db808e1bf21e for instance with vm_state building and task_state spawning. [ 651.046456] env[70015]: INFO nova.compute.manager [-] [instance: 19a17a9d-795d-44bf-a2b5-768b9e110095] Took 2.37 seconds to deallocate network for instance. [ 651.080546] env[70015]: DEBUG oslo_vmware.api [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Task: {'id': task-3610288, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589696} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.080546] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 41baed96-29ff-4f0d-ab6f-9520ba5bd910/41baed96-29ff-4f0d-ab6f-9520ba5bd910.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 651.080730] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 651.080885] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbe562ef-8d9d-44fa-9fd3-1449ae2d6c6e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.089166] env[70015]: DEBUG oslo_vmware.api [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Waiting for the task: (returnval){ [ 651.089166] env[70015]: value = "task-3610293" [ 651.089166] env[70015]: _type = "Task" [ 651.089166] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.100699] env[70015]: DEBUG oslo_vmware.api [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Task: {'id': task-3610293, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.122705] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Acquiring lock "303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.122962] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Lock "303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.206692] env[70015]: DEBUG oslo_concurrency.lockutils [req-c7302f29-8eb0-46a8-bc7f-2a95ec6298fa req-7c77241b-aae1-4b7d-ade6-6089526fc695 service nova] Releasing lock "refresh_cache-2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.207153] env[70015]: DEBUG nova.compute.manager [req-c7302f29-8eb0-46a8-bc7f-2a95ec6298fa req-7c77241b-aae1-4b7d-ade6-6089526fc695 service nova] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Received event network-vif-plugged-50b1b88d-8971-4357-b6ca-b26bc6291359 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.207153] env[70015]: DEBUG oslo_concurrency.lockutils [req-c7302f29-8eb0-46a8-bc7f-2a95ec6298fa req-7c77241b-aae1-4b7d-ade6-6089526fc695 service nova] Acquiring lock "76462a8c-0691-44db-b556-84c92b97c2f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.207610] env[70015]: DEBUG oslo_concurrency.lockutils [req-c7302f29-8eb0-46a8-bc7f-2a95ec6298fa req-7c77241b-aae1-4b7d-ade6-6089526fc695 service nova] Lock "76462a8c-0691-44db-b556-84c92b97c2f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.207610] env[70015]: DEBUG oslo_concurrency.lockutils [req-c7302f29-8eb0-46a8-bc7f-2a95ec6298fa req-7c77241b-aae1-4b7d-ade6-6089526fc695 service nova] Lock "76462a8c-0691-44db-b556-84c92b97c2f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.207732] env[70015]: DEBUG nova.compute.manager [req-c7302f29-8eb0-46a8-bc7f-2a95ec6298fa req-7c77241b-aae1-4b7d-ade6-6089526fc695 service nova] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] No waiting events found dispatching network-vif-plugged-50b1b88d-8971-4357-b6ca-b26bc6291359 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 651.207801] env[70015]: WARNING nova.compute.manager [req-c7302f29-8eb0-46a8-bc7f-2a95ec6298fa req-7c77241b-aae1-4b7d-ade6-6089526fc695 service nova] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Received unexpected event network-vif-plugged-50b1b88d-8971-4357-b6ca-b26bc6291359 for instance with vm_state building and task_state spawning. [ 651.217242] env[70015]: DEBUG oslo_vmware.api [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5230f304-ddf1-206f-c73c-2b36ab4b8387, 'name': SearchDatastore_Task, 'duration_secs': 0.013817} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.217495] env[70015]: DEBUG oslo_concurrency.lockutils [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.217739] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 651.218022] env[70015]: DEBUG oslo_concurrency.lockutils [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.218183] env[70015]: DEBUG oslo_concurrency.lockutils [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.218459] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 651.218726] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b045c64-d1d0-4958-89d8-67cd2892146c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.233895] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 651.234100] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 651.234901] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d140e690-535f-4500-8e66-9cfdb0a52ac7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.245817] env[70015]: DEBUG oslo_vmware.api [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Waiting for the task: (returnval){ [ 651.245817] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5208620b-a2ab-e846-1d4c-90c44dcf4695" [ 651.245817] env[70015]: _type = "Task" [ 651.245817] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.258682] env[70015]: DEBUG oslo_vmware.api [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5208620b-a2ab-e846-1d4c-90c44dcf4695, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.349830] env[70015]: DEBUG oslo_vmware.api [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3610292, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.403361] env[70015]: DEBUG nova.compute.utils [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 651.405447] env[70015]: DEBUG nova.compute.manager [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] [instance: 07c3e6db-ea22-480f-b16d-a577ef59284f] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 651.405720] env[70015]: DEBUG nova.network.neutron [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] [instance: 07c3e6db-ea22-480f-b16d-a577ef59284f] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 651.484321] env[70015]: DEBUG nova.policy [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5bac1f9c04942a994ec42e2bf69bc02', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0264f5323b14894a03d309a27bc0aba', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 651.563519] env[70015]: DEBUG oslo_concurrency.lockutils [None req-950185de-40cf-450c-9e68-0d425f6acb8a tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.599106] env[70015]: DEBUG oslo_vmware.api [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Task: {'id': task-3610293, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099968} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.599382] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.600450] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6262637c-c63d-44b8-a72d-4db7a5aa985e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.625416] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 41baed96-29ff-4f0d-ab6f-9520ba5bd910/41baed96-29ff-4f0d-ab6f-9520ba5bd910.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.625416] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8687303-f004-48dd-8542-c1bfb9823891 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.649044] env[70015]: DEBUG oslo_vmware.api [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Waiting for the task: (returnval){ [ 651.649044] env[70015]: value = "task-3610294" [ 651.649044] env[70015]: _type = "Task" [ 651.649044] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.658528] env[70015]: DEBUG oslo_vmware.api [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Task: {'id': task-3610294, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.665892] env[70015]: DEBUG nova.network.neutron [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: ffbea3ea-cd64-4ca9-a25c-644501cb3796] Successfully updated port: 789ee521-e572-4b9a-8047-7312547d5842 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 651.760593] env[70015]: DEBUG oslo_vmware.api [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5208620b-a2ab-e846-1d4c-90c44dcf4695, 'name': SearchDatastore_Task, 'duration_secs': 0.060338} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.762067] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e41f613-f46c-4093-89e1-97cca8a6622a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.768346] env[70015]: DEBUG oslo_vmware.api [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Waiting for the task: (returnval){ [ 651.768346] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]528db854-95d2-0383-33ee-be724b3360a2" [ 651.768346] env[70015]: _type = "Task" [ 651.768346] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.776652] env[70015]: DEBUG oslo_vmware.api [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]528db854-95d2-0383-33ee-be724b3360a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.840376] env[70015]: DEBUG oslo_vmware.api [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3610292, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6855} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.840618] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] eca5f46e-6d82-499a-b5a2-018e49f3f933/eca5f46e-6d82-499a-b5a2-018e49f3f933.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 651.840842] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 651.841107] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0cefd8ab-74a2-4230-9e6b-ecdcb33e176c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.847678] env[70015]: DEBUG oslo_vmware.api [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Waiting for the task: (returnval){ [ 651.847678] env[70015]: value = "task-3610295" [ 651.847678] env[70015]: _type = "Task" [ 651.847678] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.855924] env[70015]: DEBUG oslo_vmware.api [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3610295, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.912585] env[70015]: DEBUG nova.compute.manager [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] [instance: 07c3e6db-ea22-480f-b16d-a577ef59284f] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 651.920904] env[70015]: DEBUG nova.compute.manager [req-e41f2b7d-b388-428d-8308-ec36c580d21a req-0c78db42-782c-4ee9-8e14-a02c68b68697 service nova] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Received event network-changed-50b1b88d-8971-4357-b6ca-b26bc6291359 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.920904] env[70015]: DEBUG nova.compute.manager [req-e41f2b7d-b388-428d-8308-ec36c580d21a req-0c78db42-782c-4ee9-8e14-a02c68b68697 service nova] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Refreshing instance network info cache due to event network-changed-50b1b88d-8971-4357-b6ca-b26bc6291359. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 651.921163] env[70015]: DEBUG oslo_concurrency.lockutils [req-e41f2b7d-b388-428d-8308-ec36c580d21a req-0c78db42-782c-4ee9-8e14-a02c68b68697 service nova] Acquiring lock "refresh_cache-76462a8c-0691-44db-b556-84c92b97c2f7" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.921163] env[70015]: DEBUG oslo_concurrency.lockutils [req-e41f2b7d-b388-428d-8308-ec36c580d21a req-0c78db42-782c-4ee9-8e14-a02c68b68697 service nova] Acquired lock "refresh_cache-76462a8c-0691-44db-b556-84c92b97c2f7" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.921312] env[70015]: DEBUG nova.network.neutron [req-e41f2b7d-b388-428d-8308-ec36c580d21a req-0c78db42-782c-4ee9-8e14-a02c68b68697 service nova] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Refreshing network info cache for port 50b1b88d-8971-4357-b6ca-b26bc6291359 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.998225] env[70015]: DEBUG oslo_concurrency.lockutils [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Acquiring lock "4070a41b-136b-41e4-bd77-7ac36f7482d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.998225] env[70015]: DEBUG oslo_concurrency.lockutils [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Lock "4070a41b-136b-41e4-bd77-7ac36f7482d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.166715] env[70015]: DEBUG oslo_vmware.api [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Task: {'id': task-3610294, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.171222] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Acquiring lock "refresh_cache-ffbea3ea-cd64-4ca9-a25c-644501cb3796" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.171222] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Acquired lock "refresh_cache-ffbea3ea-cd64-4ca9-a25c-644501cb3796" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.171222] env[70015]: DEBUG nova.network.neutron [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: ffbea3ea-cd64-4ca9-a25c-644501cb3796] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.275189] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8a9e6e-12ed-4541-bdb7-3df9ad02a88f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.282826] env[70015]: DEBUG oslo_vmware.api [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]528db854-95d2-0383-33ee-be724b3360a2, 'name': SearchDatastore_Task, 'duration_secs': 0.047886} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.283424] env[70015]: DEBUG oslo_concurrency.lockutils [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.283881] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] f69ac2e1-d8a9-44b0-98dc-098321ed3826/f69ac2e1-d8a9-44b0-98dc-098321ed3826.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 652.284177] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98bcfcb9-924a-4cd5-b558-5531f6fdccf6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.289942] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2ba8da-b9e4-4c49-bb81-71603dd1ff26 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.295641] env[70015]: DEBUG oslo_vmware.api [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Waiting for the task: (returnval){ [ 652.295641] env[70015]: value = "task-3610296" [ 652.295641] env[70015]: _type = "Task" [ 652.295641] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.330233] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971df98a-30e9-4d80-851c-c7727615a5c2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.335907] env[70015]: DEBUG oslo_vmware.api [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Task: {'id': task-3610296, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.341551] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f2cb4b-9fcd-4906-b86d-ac1456a8e7c3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.356549] env[70015]: DEBUG nova.compute.provider_tree [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.367282] env[70015]: DEBUG oslo_vmware.api [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3610295, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.317025} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.367661] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 652.368479] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add1fcc7-a5f7-485b-a92c-0545dbdbeb89 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.394475] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] eca5f46e-6d82-499a-b5a2-018e49f3f933/eca5f46e-6d82-499a-b5a2-018e49f3f933.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 652.395070] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb7aa41a-88d1-4137-bd65-68a3d9ea922e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.415936] env[70015]: DEBUG oslo_vmware.api [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Waiting for the task: (returnval){ [ 652.415936] env[70015]: value = "task-3610297" [ 652.415936] env[70015]: _type = "Task" [ 652.415936] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.430489] env[70015]: DEBUG oslo_vmware.api [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3610297, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.620977] env[70015]: DEBUG nova.network.neutron [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] [instance: 9424c852-8a39-48a1-8f27-db4dd05059bb] Successfully updated port: 72140248-1f48-48c0-bdfe-663f451b4f43 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 652.668582] env[70015]: DEBUG oslo_vmware.api [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Task: {'id': task-3610294, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.711601] env[70015]: DEBUG nova.network.neutron [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: ffbea3ea-cd64-4ca9-a25c-644501cb3796] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 652.830764] env[70015]: DEBUG oslo_vmware.api [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Task: {'id': task-3610296, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.857301] env[70015]: DEBUG nova.network.neutron [req-e41f2b7d-b388-428d-8308-ec36c580d21a req-0c78db42-782c-4ee9-8e14-a02c68b68697 service nova] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 652.868292] env[70015]: DEBUG nova.scheduler.client.report [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.883610] env[70015]: DEBUG nova.network.neutron [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: ffbea3ea-cd64-4ca9-a25c-644501cb3796] Updating instance_info_cache with network_info: [{"id": "789ee521-e572-4b9a-8047-7312547d5842", "address": "fa:16:3e:23:16:6b", "network": {"id": "3c1a3fbb-2170-407e-9ccc-287a3d99ace9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d690f2455b7c4076b06d93f0db674d65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap789ee521-e5", "ovs_interfaceid": "789ee521-e572-4b9a-8047-7312547d5842", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.927098] env[70015]: DEBUG nova.compute.manager [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] [instance: 07c3e6db-ea22-480f-b16d-a577ef59284f] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 652.945189] env[70015]: DEBUG oslo_vmware.api [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3610297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.981089] env[70015]: DEBUG nova.virt.hardware [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 652.981377] env[70015]: DEBUG nova.virt.hardware [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 652.981549] env[70015]: DEBUG nova.virt.hardware [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 652.981734] env[70015]: DEBUG nova.virt.hardware [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 652.981879] env[70015]: DEBUG nova.virt.hardware [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 652.982047] env[70015]: DEBUG nova.virt.hardware [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 652.982264] env[70015]: DEBUG nova.virt.hardware [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 652.982453] env[70015]: DEBUG nova.virt.hardware [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 652.982631] env[70015]: DEBUG nova.virt.hardware [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 652.982795] env[70015]: DEBUG nova.virt.hardware [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 652.982964] env[70015]: DEBUG nova.virt.hardware [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 652.983906] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f766e7-241e-4a38-b2bd-dd14b0d95ecc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.992022] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4504c29b-7d7a-48ad-a635-54b3e292ec4a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.124542] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Acquiring lock "refresh_cache-9424c852-8a39-48a1-8f27-db4dd05059bb" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.124722] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Acquired lock "refresh_cache-9424c852-8a39-48a1-8f27-db4dd05059bb" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.124880] env[70015]: DEBUG nova.network.neutron [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] [instance: 9424c852-8a39-48a1-8f27-db4dd05059bb] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.144435] env[70015]: DEBUG nova.network.neutron [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] [instance: 07c3e6db-ea22-480f-b16d-a577ef59284f] Successfully created port: 7c62bfe4-1b35-497b-a69c-3ddaacb957f9 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 653.165124] env[70015]: DEBUG oslo_vmware.api [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Task: {'id': task-3610294, 'name': ReconfigVM_Task, 'duration_secs': 1.038362} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.165437] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 41baed96-29ff-4f0d-ab6f-9520ba5bd910/41baed96-29ff-4f0d-ab6f-9520ba5bd910.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.168231] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5d60068-79fa-46d7-a135-4900015dfc88 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.178962] env[70015]: DEBUG oslo_vmware.api [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Waiting for the task: (returnval){ [ 653.178962] env[70015]: value = "task-3610298" [ 653.178962] env[70015]: _type = "Task" [ 653.178962] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.186328] env[70015]: DEBUG oslo_vmware.api [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Task: {'id': task-3610298, 'name': Rename_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.316889] env[70015]: DEBUG oslo_vmware.api [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Task: {'id': task-3610296, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.872846} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.317190] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] f69ac2e1-d8a9-44b0-98dc-098321ed3826/f69ac2e1-d8a9-44b0-98dc-098321ed3826.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.317679] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.317679] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72d30db9-73b1-4a1f-953f-c8eda13d5892 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.329466] env[70015]: DEBUG oslo_vmware.api [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Waiting for the task: (returnval){ [ 653.329466] env[70015]: value = "task-3610299" [ 653.329466] env[70015]: _type = "Task" [ 653.329466] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.337622] env[70015]: DEBUG oslo_vmware.api [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Task: {'id': task-3610299, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.353620] env[70015]: DEBUG nova.network.neutron [req-e41f2b7d-b388-428d-8308-ec36c580d21a req-0c78db42-782c-4ee9-8e14-a02c68b68697 service nova] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.380612] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.487s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.381179] env[70015]: DEBUG nova.compute.manager [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] [instance: e4a0575f-4518-410a-b6f0-fdc6005883fe] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 653.385376] env[70015]: DEBUG oslo_concurrency.lockutils [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.446s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.388521] env[70015]: INFO nova.compute.claims [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 653.394970] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Releasing lock "refresh_cache-ffbea3ea-cd64-4ca9-a25c-644501cb3796" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.394970] env[70015]: DEBUG nova.compute.manager [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: ffbea3ea-cd64-4ca9-a25c-644501cb3796] Instance network_info: |[{"id": "789ee521-e572-4b9a-8047-7312547d5842", "address": "fa:16:3e:23:16:6b", "network": {"id": "3c1a3fbb-2170-407e-9ccc-287a3d99ace9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d690f2455b7c4076b06d93f0db674d65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap789ee521-e5", "ovs_interfaceid": "789ee521-e572-4b9a-8047-7312547d5842", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 653.395318] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: ffbea3ea-cd64-4ca9-a25c-644501cb3796] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:16:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da623279-b6f6-4570-8b15-a332120b8b60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '789ee521-e572-4b9a-8047-7312547d5842', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.404121] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 653.404408] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffbea3ea-cd64-4ca9-a25c-644501cb3796] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 653.404661] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8b300eb-3abf-4653-b488-8a7362a9d1ad {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.430838] env[70015]: DEBUG oslo_vmware.api [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3610297, 'name': ReconfigVM_Task, 'duration_secs': 0.975608} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.433079] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Reconfigured VM instance instance-0000000f to attach disk [datastore1] eca5f46e-6d82-499a-b5a2-018e49f3f933/eca5f46e-6d82-499a-b5a2-018e49f3f933.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.433541] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 653.433541] env[70015]: value = "task-3610300" [ 653.433541] env[70015]: _type = "Task" [ 653.433541] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.433719] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ad270b2-1e25-4ae5-bc73-d28a6a60f689 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.443505] env[70015]: DEBUG oslo_vmware.api [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Waiting for the task: (returnval){ [ 653.443505] env[70015]: value = "task-3610301" [ 653.443505] env[70015]: _type = "Task" [ 653.443505] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.448093] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610300, 'name': CreateVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.457338] env[70015]: DEBUG oslo_vmware.api [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3610301, 'name': Rename_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.609675] env[70015]: DEBUG nova.network.neutron [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Successfully updated port: 003a9295-52f6-4c52-b55a-304c8ab8a1fb {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 653.687555] env[70015]: DEBUG oslo_vmware.api [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Task: {'id': task-3610298, 'name': Rename_Task, 'duration_secs': 0.180662} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.688077] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.688336] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7355f5ff-1fa8-4ae4-bf5d-4bfff3511b8e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.695092] env[70015]: DEBUG oslo_vmware.api [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Waiting for the task: (returnval){ [ 653.695092] env[70015]: value = "task-3610302" [ 653.695092] env[70015]: _type = "Task" [ 653.695092] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.703960] env[70015]: DEBUG oslo_vmware.api [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Task: {'id': task-3610302, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.734510] env[70015]: DEBUG nova.network.neutron [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] [instance: 9424c852-8a39-48a1-8f27-db4dd05059bb] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 653.837316] env[70015]: DEBUG oslo_vmware.api [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Task: {'id': task-3610299, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134269} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.837607] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 653.838402] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3190337-a4a5-4b91-a629-44eba218183c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.861953] env[70015]: DEBUG oslo_concurrency.lockutils [req-e41f2b7d-b388-428d-8308-ec36c580d21a req-0c78db42-782c-4ee9-8e14-a02c68b68697 service nova] Releasing lock "refresh_cache-76462a8c-0691-44db-b556-84c92b97c2f7" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.862629] env[70015]: DEBUG nova.compute.manager [req-e41f2b7d-b388-428d-8308-ec36c580d21a req-0c78db42-782c-4ee9-8e14-a02c68b68697 service nova] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Received event network-vif-plugged-7f92cec0-9229-4e17-8874-efae08d10b68 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.863791] env[70015]: DEBUG oslo_concurrency.lockutils [req-e41f2b7d-b388-428d-8308-ec36c580d21a req-0c78db42-782c-4ee9-8e14-a02c68b68697 service nova] Acquiring lock "eca5f46e-6d82-499a-b5a2-018e49f3f933-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.863791] env[70015]: DEBUG oslo_concurrency.lockutils [req-e41f2b7d-b388-428d-8308-ec36c580d21a req-0c78db42-782c-4ee9-8e14-a02c68b68697 service nova] Lock "eca5f46e-6d82-499a-b5a2-018e49f3f933-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.863791] env[70015]: DEBUG oslo_concurrency.lockutils [req-e41f2b7d-b388-428d-8308-ec36c580d21a req-0c78db42-782c-4ee9-8e14-a02c68b68697 service nova] Lock "eca5f46e-6d82-499a-b5a2-018e49f3f933-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.864219] env[70015]: DEBUG nova.compute.manager [req-e41f2b7d-b388-428d-8308-ec36c580d21a req-0c78db42-782c-4ee9-8e14-a02c68b68697 service nova] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] No waiting events found dispatching network-vif-plugged-7f92cec0-9229-4e17-8874-efae08d10b68 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 653.864574] env[70015]: WARNING nova.compute.manager [req-e41f2b7d-b388-428d-8308-ec36c580d21a req-0c78db42-782c-4ee9-8e14-a02c68b68697 service nova] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Received unexpected event network-vif-plugged-7f92cec0-9229-4e17-8874-efae08d10b68 for instance with vm_state building and task_state spawning. [ 653.864993] env[70015]: DEBUG nova.compute.manager [req-e41f2b7d-b388-428d-8308-ec36c580d21a req-0c78db42-782c-4ee9-8e14-a02c68b68697 service nova] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Received event network-changed-7f92cec0-9229-4e17-8874-efae08d10b68 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.865420] env[70015]: DEBUG nova.compute.manager [req-e41f2b7d-b388-428d-8308-ec36c580d21a req-0c78db42-782c-4ee9-8e14-a02c68b68697 service nova] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Refreshing instance network info cache due to event network-changed-7f92cec0-9229-4e17-8874-efae08d10b68. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 653.865652] env[70015]: DEBUG oslo_concurrency.lockutils [req-e41f2b7d-b388-428d-8308-ec36c580d21a req-0c78db42-782c-4ee9-8e14-a02c68b68697 service nova] Acquiring lock "refresh_cache-eca5f46e-6d82-499a-b5a2-018e49f3f933" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.865938] env[70015]: DEBUG oslo_concurrency.lockutils [req-e41f2b7d-b388-428d-8308-ec36c580d21a req-0c78db42-782c-4ee9-8e14-a02c68b68697 service nova] Acquired lock "refresh_cache-eca5f46e-6d82-499a-b5a2-018e49f3f933" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.866281] env[70015]: DEBUG nova.network.neutron [req-e41f2b7d-b388-428d-8308-ec36c580d21a req-0c78db42-782c-4ee9-8e14-a02c68b68697 service nova] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Refreshing network info cache for port 7f92cec0-9229-4e17-8874-efae08d10b68 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 653.884192] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] f69ac2e1-d8a9-44b0-98dc-098321ed3826/f69ac2e1-d8a9-44b0-98dc-098321ed3826.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 653.888914] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29d9bd5e-8b5e-46fb-abb5-dee16b40ba51 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.908894] env[70015]: DEBUG nova.compute.utils [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 653.910796] env[70015]: DEBUG nova.compute.manager [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] [instance: e4a0575f-4518-410a-b6f0-fdc6005883fe] Not allocating networking since 'none' was specified. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 653.916792] env[70015]: DEBUG oslo_vmware.api [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Waiting for the task: (returnval){ [ 653.916792] env[70015]: value = "task-3610303" [ 653.916792] env[70015]: _type = "Task" [ 653.916792] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.930220] env[70015]: DEBUG oslo_vmware.api [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Task: {'id': task-3610303, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.948213] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610300, 'name': CreateVM_Task} progress is 25%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.955400] env[70015]: DEBUG oslo_vmware.api [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3610301, 'name': Rename_Task, 'duration_secs': 0.377645} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.956041] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.956041] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-436c1604-35ed-44c4-88ef-09860e55b21c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.964807] env[70015]: DEBUG oslo_vmware.api [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Waiting for the task: (returnval){ [ 653.964807] env[70015]: value = "task-3610304" [ 653.964807] env[70015]: _type = "Task" [ 653.964807] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.977619] env[70015]: DEBUG oslo_vmware.api [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3610304, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.112688] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Acquiring lock "refresh_cache-76462a8c-0691-44db-b556-84c92b97c2f7" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.113788] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Acquired lock "refresh_cache-76462a8c-0691-44db-b556-84c92b97c2f7" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.113788] env[70015]: DEBUG nova.network.neutron [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.211824] env[70015]: DEBUG oslo_vmware.api [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Task: {'id': task-3610302, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.239039] env[70015]: DEBUG nova.network.neutron [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] [instance: 9424c852-8a39-48a1-8f27-db4dd05059bb] Updating instance_info_cache with network_info: [{"id": "72140248-1f48-48c0-bdfe-663f451b4f43", "address": "fa:16:3e:a6:95:fd", "network": {"id": "07d4aff6-7941-466a-9d9d-ded8c1391966", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-2059622172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "cc87c8defb994dfe9fac3e07ff19fbbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72140248-1f", "ovs_interfaceid": "72140248-1f48-48c0-bdfe-663f451b4f43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.416227] env[70015]: DEBUG nova.compute.manager [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] [instance: e4a0575f-4518-410a-b6f0-fdc6005883fe] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 654.433825] env[70015]: DEBUG oslo_vmware.api [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Task: {'id': task-3610303, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.451832] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610300, 'name': CreateVM_Task, 'duration_secs': 0.777779} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.451997] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffbea3ea-cd64-4ca9-a25c-644501cb3796] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 654.452895] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.453571] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.454465] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.457644] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34c4a674-bf6b-4429-b20e-cc26becf1656 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.475077] env[70015]: DEBUG oslo_vmware.api [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Waiting for the task: (returnval){ [ 654.475077] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52fc84b2-a04a-c5b8-c47e-c5ffdd79f6ee" [ 654.475077] env[70015]: _type = "Task" [ 654.475077] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.478316] env[70015]: DEBUG oslo_vmware.api [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3610304, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.486639] env[70015]: DEBUG oslo_vmware.api [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52fc84b2-a04a-c5b8-c47e-c5ffdd79f6ee, 'name': SearchDatastore_Task, 'duration_secs': 0.011605} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.486948] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.487197] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: ffbea3ea-cd64-4ca9-a25c-644501cb3796] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 654.487431] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.487574] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.487744] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 654.488014] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac554f69-2a54-470e-81b4-b922f14ac08d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.501901] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 654.502092] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 654.503220] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e6c4cfb-a0f4-42a9-84a0-3eaef736127a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.512984] env[70015]: DEBUG oslo_vmware.api [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Waiting for the task: (returnval){ [ 654.512984] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52f366c0-1e21-0600-b86d-6301846e726d" [ 654.512984] env[70015]: _type = "Task" [ 654.512984] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.523295] env[70015]: DEBUG oslo_vmware.api [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52f366c0-1e21-0600-b86d-6301846e726d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.527870] env[70015]: DEBUG nova.network.neutron [req-e41f2b7d-b388-428d-8308-ec36c580d21a req-0c78db42-782c-4ee9-8e14-a02c68b68697 service nova] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Updated VIF entry in instance network info cache for port 7f92cec0-9229-4e17-8874-efae08d10b68. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 654.528077] env[70015]: DEBUG nova.network.neutron [req-e41f2b7d-b388-428d-8308-ec36c580d21a req-0c78db42-782c-4ee9-8e14-a02c68b68697 service nova] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Updating instance_info_cache with network_info: [{"id": "7f92cec0-9229-4e17-8874-efae08d10b68", "address": "fa:16:3e:3a:cb:31", "network": {"id": "3c1a3fbb-2170-407e-9ccc-287a3d99ace9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d690f2455b7c4076b06d93f0db674d65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f92cec0-92", "ovs_interfaceid": "7f92cec0-9229-4e17-8874-efae08d10b68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.704574] env[70015]: DEBUG nova.network.neutron [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 654.714618] env[70015]: DEBUG oslo_vmware.api [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Task: {'id': task-3610302, 'name': PowerOnVM_Task, 'duration_secs': 0.934048} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.715110] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.715451] env[70015]: DEBUG nova.compute.manager [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.716468] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7adde92f-12f7-4774-b1d9-4c1c1234e58f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.743453] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Releasing lock "refresh_cache-9424c852-8a39-48a1-8f27-db4dd05059bb" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.744160] env[70015]: DEBUG nova.compute.manager [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] [instance: 9424c852-8a39-48a1-8f27-db4dd05059bb] Instance network_info: |[{"id": "72140248-1f48-48c0-bdfe-663f451b4f43", "address": "fa:16:3e:a6:95:fd", "network": {"id": "07d4aff6-7941-466a-9d9d-ded8c1391966", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-2059622172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "cc87c8defb994dfe9fac3e07ff19fbbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72140248-1f", "ovs_interfaceid": "72140248-1f48-48c0-bdfe-663f451b4f43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 654.744620] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] [instance: 9424c852-8a39-48a1-8f27-db4dd05059bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:95:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cd5d325-3053-407e-a4ee-f627e82a23f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72140248-1f48-48c0-bdfe-663f451b4f43', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 654.753709] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Creating folder: Project (cc87c8defb994dfe9fac3e07ff19fbbe). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.754227] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0fba4d52-bedd-4f07-a593-95ea598dde1e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.767106] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Created folder: Project (cc87c8defb994dfe9fac3e07ff19fbbe) in parent group-v720117. [ 654.767328] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Creating folder: Instances. Parent ref: group-v720166. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.767600] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed849509-0450-4083-8b3d-3a107afc6d11 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.781196] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Created folder: Instances in parent group-v720166. [ 654.781578] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 654.781878] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9424c852-8a39-48a1-8f27-db4dd05059bb] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 654.782797] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38612254-f0dd-48f6-ac0c-ff64256e0cb1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.814173] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 654.814173] env[70015]: value = "task-3610307" [ 654.814173] env[70015]: _type = "Task" [ 654.814173] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.823618] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610307, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.899654] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfabbfc-ec16-473c-9007-268d472b44bb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.908027] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d088b1d-60cd-44c5-914b-6cdebb1dc82b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.952629] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8948a2de-52b4-4bbb-aac2-5472916a4d5f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.960200] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Acquiring lock "0795374d-903e-48e2-96d3-1b6f5a5511da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.960626] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Lock "0795374d-903e-48e2-96d3-1b6f5a5511da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.969713] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da6c6ea-b35d-431a-a743-0b2d1b2ef5a7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.974100] env[70015]: DEBUG oslo_vmware.api [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Task: {'id': task-3610303, 'name': ReconfigVM_Task, 'duration_secs': 0.552313} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.977242] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Reconfigured VM instance instance-00000010 to attach disk [datastore1] f69ac2e1-d8a9-44b0-98dc-098321ed3826/f69ac2e1-d8a9-44b0-98dc-098321ed3826.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.978316] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62418444-84a4-4263-bad6-6e3ddb89764b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.988678] env[70015]: DEBUG nova.compute.provider_tree [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.993630] env[70015]: DEBUG oslo_vmware.api [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3610304, 'name': PowerOnVM_Task, 'duration_secs': 0.657152} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.994792] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.995083] env[70015]: INFO nova.compute.manager [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Took 11.99 seconds to spawn the instance on the hypervisor. [ 654.995309] env[70015]: DEBUG nova.compute.manager [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.996378] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efdda04f-e0c0-483d-b8ec-b4650f3ae1b3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.000846] env[70015]: DEBUG oslo_vmware.api [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Waiting for the task: (returnval){ [ 655.000846] env[70015]: value = "task-3610308" [ 655.000846] env[70015]: _type = "Task" [ 655.000846] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.014356] env[70015]: DEBUG oslo_vmware.api [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Task: {'id': task-3610308, 'name': Rename_Task} progress is 10%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.030644] env[70015]: DEBUG oslo_vmware.api [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52f366c0-1e21-0600-b86d-6301846e726d, 'name': SearchDatastore_Task, 'duration_secs': 0.011856} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.030644] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ee2de2f-eaa0-41b7-9099-dffe050794cd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.032168] env[70015]: DEBUG oslo_concurrency.lockutils [req-e41f2b7d-b388-428d-8308-ec36c580d21a req-0c78db42-782c-4ee9-8e14-a02c68b68697 service nova] Releasing lock "refresh_cache-eca5f46e-6d82-499a-b5a2-018e49f3f933" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.032407] env[70015]: DEBUG nova.compute.manager [req-e41f2b7d-b388-428d-8308-ec36c580d21a req-0c78db42-782c-4ee9-8e14-a02c68b68697 service nova] [instance: f9453044-6270-44bb-9de6-dd6481693259] Received event network-changed-88a51737-82ff-4891-a9b3-2934c6e5f5d7 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.032671] env[70015]: DEBUG nova.compute.manager [req-e41f2b7d-b388-428d-8308-ec36c580d21a req-0c78db42-782c-4ee9-8e14-a02c68b68697 service nova] [instance: f9453044-6270-44bb-9de6-dd6481693259] Refreshing instance network info cache due to event network-changed-88a51737-82ff-4891-a9b3-2934c6e5f5d7. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 655.032778] env[70015]: DEBUG oslo_concurrency.lockutils [req-e41f2b7d-b388-428d-8308-ec36c580d21a req-0c78db42-782c-4ee9-8e14-a02c68b68697 service nova] Acquiring lock "refresh_cache-f9453044-6270-44bb-9de6-dd6481693259" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.032910] env[70015]: DEBUG oslo_concurrency.lockutils [req-e41f2b7d-b388-428d-8308-ec36c580d21a req-0c78db42-782c-4ee9-8e14-a02c68b68697 service nova] Acquired lock "refresh_cache-f9453044-6270-44bb-9de6-dd6481693259" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.033078] env[70015]: DEBUG nova.network.neutron [req-e41f2b7d-b388-428d-8308-ec36c580d21a req-0c78db42-782c-4ee9-8e14-a02c68b68697 service nova] [instance: f9453044-6270-44bb-9de6-dd6481693259] Refreshing network info cache for port 88a51737-82ff-4891-a9b3-2934c6e5f5d7 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 655.037547] env[70015]: DEBUG oslo_vmware.api [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Waiting for the task: (returnval){ [ 655.037547] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]528332e1-24af-e0df-0b4c-b2bb03f72d3b" [ 655.037547] env[70015]: _type = "Task" [ 655.037547] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.048505] env[70015]: DEBUG oslo_vmware.api [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]528332e1-24af-e0df-0b4c-b2bb03f72d3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.060678] env[70015]: DEBUG nova.compute.manager [req-31c5a21b-37e9-4057-8919-8214b3afad5f req-b08dc203-8e71-4aa5-a214-25a7cfc8c08b service nova] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Received event network-changed-21be2730-4ba2-4596-ac3b-db808e1bf21e {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.060856] env[70015]: DEBUG nova.compute.manager [req-31c5a21b-37e9-4057-8919-8214b3afad5f req-b08dc203-8e71-4aa5-a214-25a7cfc8c08b service nova] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Refreshing instance network info cache due to event network-changed-21be2730-4ba2-4596-ac3b-db808e1bf21e. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 655.061306] env[70015]: DEBUG oslo_concurrency.lockutils [req-31c5a21b-37e9-4057-8919-8214b3afad5f req-b08dc203-8e71-4aa5-a214-25a7cfc8c08b service nova] Acquiring lock "refresh_cache-f69ac2e1-d8a9-44b0-98dc-098321ed3826" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.061353] env[70015]: DEBUG oslo_concurrency.lockutils [req-31c5a21b-37e9-4057-8919-8214b3afad5f req-b08dc203-8e71-4aa5-a214-25a7cfc8c08b service nova] Acquired lock "refresh_cache-f69ac2e1-d8a9-44b0-98dc-098321ed3826" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.062537] env[70015]: DEBUG nova.network.neutron [req-31c5a21b-37e9-4057-8919-8214b3afad5f req-b08dc203-8e71-4aa5-a214-25a7cfc8c08b service nova] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Refreshing network info cache for port 21be2730-4ba2-4596-ac3b-db808e1bf21e {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 655.238221] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.242851] env[70015]: DEBUG nova.compute.manager [req-34ebe62b-b0e0-41b0-a475-7e9bf14f0325 req-ae83bddf-bf47-46ba-8e0d-3088a03a7435 service nova] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Received event network-changed-b83aef6f-0a58-4032-ae2f-da014f6fe9f1 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.243066] env[70015]: DEBUG nova.compute.manager [req-34ebe62b-b0e0-41b0-a475-7e9bf14f0325 req-ae83bddf-bf47-46ba-8e0d-3088a03a7435 service nova] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Refreshing instance network info cache due to event network-changed-b83aef6f-0a58-4032-ae2f-da014f6fe9f1. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 655.245103] env[70015]: DEBUG oslo_concurrency.lockutils [req-34ebe62b-b0e0-41b0-a475-7e9bf14f0325 req-ae83bddf-bf47-46ba-8e0d-3088a03a7435 service nova] Acquiring lock "refresh_cache-76462a8c-0691-44db-b556-84c92b97c2f7" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.326215] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610307, 'name': CreateVM_Task, 'duration_secs': 0.471704} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.326215] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9424c852-8a39-48a1-8f27-db4dd05059bb] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 655.326887] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.327111] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.327499] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.327761] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd0ec16f-103a-4491-9bce-e66a6c8c2aef {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.332825] env[70015]: DEBUG oslo_vmware.api [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Waiting for the task: (returnval){ [ 655.332825] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5268982d-095f-01ab-087b-5cb7896ac9e3" [ 655.332825] env[70015]: _type = "Task" [ 655.332825] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.344923] env[70015]: DEBUG oslo_vmware.api [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5268982d-095f-01ab-087b-5cb7896ac9e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.451817] env[70015]: DEBUG nova.compute.manager [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] [instance: e4a0575f-4518-410a-b6f0-fdc6005883fe] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 655.486581] env[70015]: DEBUG nova.virt.hardware [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 655.486834] env[70015]: DEBUG nova.virt.hardware [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 655.486991] env[70015]: DEBUG nova.virt.hardware [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 655.487193] env[70015]: DEBUG nova.virt.hardware [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 655.487336] env[70015]: DEBUG nova.virt.hardware [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 655.487478] env[70015]: DEBUG nova.virt.hardware [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 655.487681] env[70015]: DEBUG nova.virt.hardware [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 655.487836] env[70015]: DEBUG nova.virt.hardware [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 655.488077] env[70015]: DEBUG nova.virt.hardware [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 655.488308] env[70015]: DEBUG nova.virt.hardware [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 655.488455] env[70015]: DEBUG nova.virt.hardware [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 655.489427] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6134848-87e3-44a5-aedb-1ee197d2ec83 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.497373] env[70015]: DEBUG nova.scheduler.client.report [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.501704] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d50d3de-4521-48b5-aae4-edd59776cf07 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.522612] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] [instance: e4a0575f-4518-410a-b6f0-fdc6005883fe] Instance VIF info [] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 655.528172] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Creating folder: Project (cfd46b7351bb40398327b154d7a9d3bd). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.533963] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0d74959-6e05-433e-a2d4-bd4c71d88e26 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.536066] env[70015]: DEBUG oslo_vmware.api [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Task: {'id': task-3610308, 'name': Rename_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.536550] env[70015]: INFO nova.compute.manager [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Took 24.33 seconds to build instance. [ 655.547938] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Created folder: Project (cfd46b7351bb40398327b154d7a9d3bd) in parent group-v720117. [ 655.548158] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Creating folder: Instances. Parent ref: group-v720169. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.551387] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7601086b-f62e-4747-9121-b7fca0fdd559 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.553123] env[70015]: DEBUG oslo_vmware.api [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]528332e1-24af-e0df-0b4c-b2bb03f72d3b, 'name': SearchDatastore_Task, 'duration_secs': 0.010708} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.553673] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.553929] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] ffbea3ea-cd64-4ca9-a25c-644501cb3796/ffbea3ea-cd64-4ca9-a25c-644501cb3796.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 655.558013] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7774522-79a5-429c-aed0-f38b93138def {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.560619] env[70015]: DEBUG oslo_vmware.api [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Waiting for the task: (returnval){ [ 655.560619] env[70015]: value = "task-3610311" [ 655.560619] env[70015]: _type = "Task" [ 655.560619] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.561870] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Created folder: Instances in parent group-v720169. [ 655.562092] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 655.566505] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4a0575f-4518-410a-b6f0-fdc6005883fe] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 655.569152] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4bf48641-61b9-4f71-8030-70502fe1009b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.587503] env[70015]: DEBUG oslo_vmware.api [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Task: {'id': task-3610311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.589280] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 655.589280] env[70015]: value = "task-3610312" [ 655.589280] env[70015]: _type = "Task" [ 655.589280] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.597662] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610312, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.847779] env[70015]: DEBUG oslo_vmware.api [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5268982d-095f-01ab-087b-5cb7896ac9e3, 'name': SearchDatastore_Task, 'duration_secs': 0.012655} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.848248] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.848458] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] [instance: 9424c852-8a39-48a1-8f27-db4dd05059bb] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 655.848700] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.848839] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.849037] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 655.849302] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1edd8da-7a7f-4102-ad8f-17fd9607ce07 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.867564] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 655.868337] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 655.868777] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d90d5f63-f223-494d-8339-5d69dc36b71f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.876484] env[70015]: DEBUG oslo_vmware.api [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Waiting for the task: (returnval){ [ 655.876484] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52e37e3c-bed3-c10d-0909-18519ef1fa8a" [ 655.876484] env[70015]: _type = "Task" [ 655.876484] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.887168] env[70015]: DEBUG oslo_vmware.api [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52e37e3c-bed3-c10d-0909-18519ef1fa8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.009657] env[70015]: DEBUG oslo_concurrency.lockutils [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.009657] env[70015]: DEBUG nova.compute.manager [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 656.012856] env[70015]: DEBUG oslo_concurrency.lockutils [None req-aaa2f55d-498c-4ff2-8c4b-6a6d974ba66c tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.032s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.013097] env[70015]: DEBUG nova.objects.instance [None req-aaa2f55d-498c-4ff2-8c4b-6a6d974ba66c tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Lazy-loading 'resources' on Instance uuid 6c6067ac-622b-4055-9b68-4166fc23bd52 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 656.024861] env[70015]: DEBUG oslo_vmware.api [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Task: {'id': task-3610308, 'name': Rename_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.040805] env[70015]: DEBUG oslo_concurrency.lockutils [None req-08c148fd-170e-4a59-9b59-46197a020597 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Lock "eca5f46e-6d82-499a-b5a2-018e49f3f933" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.847s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.072119] env[70015]: DEBUG nova.network.neutron [req-31c5a21b-37e9-4057-8919-8214b3afad5f req-b08dc203-8e71-4aa5-a214-25a7cfc8c08b service nova] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Updated VIF entry in instance network info cache for port 21be2730-4ba2-4596-ac3b-db808e1bf21e. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 656.072119] env[70015]: DEBUG nova.network.neutron [req-31c5a21b-37e9-4057-8919-8214b3afad5f req-b08dc203-8e71-4aa5-a214-25a7cfc8c08b service nova] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Updating instance_info_cache with network_info: [{"id": "21be2730-4ba2-4596-ac3b-db808e1bf21e", "address": "fa:16:3e:3c:ce:9c", "network": {"id": "02a98518-8847-4263-b64b-ae2fdf7c0656", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-454505224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c048bfc450124170a53ab1b04b4e13d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21be2730-4b", "ovs_interfaceid": "21be2730-4ba2-4596-ac3b-db808e1bf21e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.075150] env[70015]: DEBUG oslo_vmware.api [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Task: {'id': task-3610311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.100925] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610312, 'name': CreateVM_Task, 'duration_secs': 0.338935} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.101139] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4a0575f-4518-410a-b6f0-fdc6005883fe] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.101580] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.101736] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.102091] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.102670] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b43ea724-8b74-4d36-ade1-3017f4d4582a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.108157] env[70015]: DEBUG oslo_vmware.api [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Waiting for the task: (returnval){ [ 656.108157] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]527b89b1-8a8c-67f2-f22d-8004f0435613" [ 656.108157] env[70015]: _type = "Task" [ 656.108157] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.119406] env[70015]: DEBUG oslo_vmware.api [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]527b89b1-8a8c-67f2-f22d-8004f0435613, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.390344] env[70015]: DEBUG oslo_vmware.api [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52e37e3c-bed3-c10d-0909-18519ef1fa8a, 'name': SearchDatastore_Task, 'duration_secs': 0.011609} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.393292] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a502df4a-d34f-4782-9b32-437ce2988a50 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.402023] env[70015]: DEBUG oslo_vmware.api [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Waiting for the task: (returnval){ [ 656.402023] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5272bf0a-c6be-aa99-ac60-f53447700f01" [ 656.402023] env[70015]: _type = "Task" [ 656.402023] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.409977] env[70015]: DEBUG nova.network.neutron [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Updating instance_info_cache with network_info: [{"id": "50b1b88d-8971-4357-b6ca-b26bc6291359", "address": "fa:16:3e:42:e9:0b", "network": {"id": "947cfa65-9f12-4d74-b65b-9c7805c6236a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-437477974", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.115", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e655a79e2034aa39a18fa61c26d6412", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50b1b88d-89", "ovs_interfaceid": "50b1b88d-8971-4357-b6ca-b26bc6291359", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b83aef6f-0a58-4032-ae2f-da014f6fe9f1", "address": "fa:16:3e:48:16:07", "network": {"id": "dc6d4651-8997-4a95-974d-834534ad2eb8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1501580033", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "6e655a79e2034aa39a18fa61c26d6412", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb83aef6f-0a", "ovs_interfaceid": "b83aef6f-0a58-4032-ae2f-da014f6fe9f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "003a9295-52f6-4c52-b55a-304c8ab8a1fb", "address": "fa:16:3e:da:ed:bc", "network": {"id": "947cfa65-9f12-4d74-b65b-9c7805c6236a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-437477974", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e655a79e2034aa39a18fa61c26d6412", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap003a9295-52", "ovs_interfaceid": "003a9295-52f6-4c52-b55a-304c8ab8a1fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.416325] env[70015]: DEBUG oslo_vmware.api [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5272bf0a-c6be-aa99-ac60-f53447700f01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.529258] env[70015]: DEBUG nova.compute.utils [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 656.535627] env[70015]: DEBUG oslo_vmware.api [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Task: {'id': task-3610308, 'name': Rename_Task, 'duration_secs': 1.211906} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.539500] env[70015]: DEBUG nova.compute.manager [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 656.539500] env[70015]: DEBUG nova.network.neutron [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 656.541334] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 656.541719] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b5e5f09-4acb-4b9b-9be1-2cf64c43a3b6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.548631] env[70015]: DEBUG nova.compute.manager [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 656.561448] env[70015]: DEBUG oslo_vmware.api [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Waiting for the task: (returnval){ [ 656.561448] env[70015]: value = "task-3610313" [ 656.561448] env[70015]: _type = "Task" [ 656.561448] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.584617] env[70015]: DEBUG oslo_concurrency.lockutils [req-31c5a21b-37e9-4057-8919-8214b3afad5f req-b08dc203-8e71-4aa5-a214-25a7cfc8c08b service nova] Releasing lock "refresh_cache-f69ac2e1-d8a9-44b0-98dc-098321ed3826" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.585059] env[70015]: DEBUG nova.compute.manager [req-31c5a21b-37e9-4057-8919-8214b3afad5f req-b08dc203-8e71-4aa5-a214-25a7cfc8c08b service nova] [instance: 9424c852-8a39-48a1-8f27-db4dd05059bb] Received event network-vif-plugged-72140248-1f48-48c0-bdfe-663f451b4f43 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.586055] env[70015]: DEBUG oslo_concurrency.lockutils [req-31c5a21b-37e9-4057-8919-8214b3afad5f req-b08dc203-8e71-4aa5-a214-25a7cfc8c08b service nova] Acquiring lock "9424c852-8a39-48a1-8f27-db4dd05059bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.586243] env[70015]: DEBUG oslo_concurrency.lockutils [req-31c5a21b-37e9-4057-8919-8214b3afad5f req-b08dc203-8e71-4aa5-a214-25a7cfc8c08b service nova] Lock "9424c852-8a39-48a1-8f27-db4dd05059bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.586463] env[70015]: DEBUG oslo_concurrency.lockutils [req-31c5a21b-37e9-4057-8919-8214b3afad5f req-b08dc203-8e71-4aa5-a214-25a7cfc8c08b service nova] Lock "9424c852-8a39-48a1-8f27-db4dd05059bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.586568] env[70015]: DEBUG nova.compute.manager [req-31c5a21b-37e9-4057-8919-8214b3afad5f req-b08dc203-8e71-4aa5-a214-25a7cfc8c08b service nova] [instance: 9424c852-8a39-48a1-8f27-db4dd05059bb] No waiting events found dispatching network-vif-plugged-72140248-1f48-48c0-bdfe-663f451b4f43 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 656.586739] env[70015]: WARNING nova.compute.manager [req-31c5a21b-37e9-4057-8919-8214b3afad5f req-b08dc203-8e71-4aa5-a214-25a7cfc8c08b service nova] [instance: 9424c852-8a39-48a1-8f27-db4dd05059bb] Received unexpected event network-vif-plugged-72140248-1f48-48c0-bdfe-663f451b4f43 for instance with vm_state building and task_state spawning. [ 656.587136] env[70015]: DEBUG nova.compute.manager [req-31c5a21b-37e9-4057-8919-8214b3afad5f req-b08dc203-8e71-4aa5-a214-25a7cfc8c08b service nova] [instance: 9424c852-8a39-48a1-8f27-db4dd05059bb] Received event network-changed-72140248-1f48-48c0-bdfe-663f451b4f43 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.587136] env[70015]: DEBUG nova.compute.manager [req-31c5a21b-37e9-4057-8919-8214b3afad5f req-b08dc203-8e71-4aa5-a214-25a7cfc8c08b service nova] [instance: 9424c852-8a39-48a1-8f27-db4dd05059bb] Refreshing instance network info cache due to event network-changed-72140248-1f48-48c0-bdfe-663f451b4f43. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 656.587240] env[70015]: DEBUG oslo_concurrency.lockutils [req-31c5a21b-37e9-4057-8919-8214b3afad5f req-b08dc203-8e71-4aa5-a214-25a7cfc8c08b service nova] Acquiring lock "refresh_cache-9424c852-8a39-48a1-8f27-db4dd05059bb" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.587368] env[70015]: DEBUG oslo_concurrency.lockutils [req-31c5a21b-37e9-4057-8919-8214b3afad5f req-b08dc203-8e71-4aa5-a214-25a7cfc8c08b service nova] Acquired lock "refresh_cache-9424c852-8a39-48a1-8f27-db4dd05059bb" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.587517] env[70015]: DEBUG nova.network.neutron [req-31c5a21b-37e9-4057-8919-8214b3afad5f req-b08dc203-8e71-4aa5-a214-25a7cfc8c08b service nova] [instance: 9424c852-8a39-48a1-8f27-db4dd05059bb] Refreshing network info cache for port 72140248-1f48-48c0-bdfe-663f451b4f43 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.589303] env[70015]: DEBUG oslo_vmware.api [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Task: {'id': task-3610313, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.593882] env[70015]: DEBUG oslo_vmware.api [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Task: {'id': task-3610311, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.622861] env[70015]: DEBUG oslo_vmware.api [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]527b89b1-8a8c-67f2-f22d-8004f0435613, 'name': SearchDatastore_Task, 'duration_secs': 0.01325} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.630876] env[70015]: DEBUG nova.network.neutron [req-e41f2b7d-b388-428d-8308-ec36c580d21a req-0c78db42-782c-4ee9-8e14-a02c68b68697 service nova] [instance: f9453044-6270-44bb-9de6-dd6481693259] Updated VIF entry in instance network info cache for port 88a51737-82ff-4891-a9b3-2934c6e5f5d7. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 656.631492] env[70015]: DEBUG nova.network.neutron [req-e41f2b7d-b388-428d-8308-ec36c580d21a req-0c78db42-782c-4ee9-8e14-a02c68b68697 service nova] [instance: f9453044-6270-44bb-9de6-dd6481693259] Updating instance_info_cache with network_info: [{"id": "88a51737-82ff-4891-a9b3-2934c6e5f5d7", "address": "fa:16:3e:5c:6f:57", "network": {"id": "3f8bbdcb-7f15-4924-ad97-982962208d43", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1953514224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40772f72de5441ae94c1c2f2cd9154d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88a51737-82", "ovs_interfaceid": "88a51737-82ff-4891-a9b3-2934c6e5f5d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.633344] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.633344] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] [instance: e4a0575f-4518-410a-b6f0-fdc6005883fe] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.633344] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.689826] env[70015]: DEBUG nova.policy [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b74f97ff4fb49a192ee032c248bf5b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00237962bb59498a8b2ae05384cd1a24', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 656.739851] env[70015]: DEBUG nova.network.neutron [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] [instance: 07c3e6db-ea22-480f-b16d-a577ef59284f] Successfully updated port: 7c62bfe4-1b35-497b-a69c-3ddaacb957f9 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 656.913924] env[70015]: DEBUG oslo_vmware.api [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5272bf0a-c6be-aa99-ac60-f53447700f01, 'name': SearchDatastore_Task, 'duration_secs': 0.056236} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.914303] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.914517] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 9424c852-8a39-48a1-8f27-db4dd05059bb/9424c852-8a39-48a1-8f27-db4dd05059bb.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 656.914801] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.914980] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.915202] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca4be60d-8ce7-4449-b021-541221975317 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.918237] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4537ff0c-be2c-4620-8704-c1d906b43238 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.920225] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Releasing lock "refresh_cache-76462a8c-0691-44db-b556-84c92b97c2f7" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.920618] env[70015]: DEBUG nova.compute.manager [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Instance network_info: |[{"id": "50b1b88d-8971-4357-b6ca-b26bc6291359", "address": "fa:16:3e:42:e9:0b", "network": {"id": "947cfa65-9f12-4d74-b65b-9c7805c6236a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-437477974", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.115", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e655a79e2034aa39a18fa61c26d6412", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50b1b88d-89", "ovs_interfaceid": "50b1b88d-8971-4357-b6ca-b26bc6291359", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b83aef6f-0a58-4032-ae2f-da014f6fe9f1", "address": "fa:16:3e:48:16:07", "network": {"id": "dc6d4651-8997-4a95-974d-834534ad2eb8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1501580033", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "6e655a79e2034aa39a18fa61c26d6412", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb83aef6f-0a", "ovs_interfaceid": "b83aef6f-0a58-4032-ae2f-da014f6fe9f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "003a9295-52f6-4c52-b55a-304c8ab8a1fb", "address": "fa:16:3e:da:ed:bc", "network": {"id": "947cfa65-9f12-4d74-b65b-9c7805c6236a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-437477974", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e655a79e2034aa39a18fa61c26d6412", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap003a9295-52", "ovs_interfaceid": "003a9295-52f6-4c52-b55a-304c8ab8a1fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 656.920846] env[70015]: DEBUG oslo_concurrency.lockutils [req-34ebe62b-b0e0-41b0-a475-7e9bf14f0325 req-ae83bddf-bf47-46ba-8e0d-3088a03a7435 service nova] Acquired lock "refresh_cache-76462a8c-0691-44db-b556-84c92b97c2f7" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.921094] env[70015]: DEBUG nova.network.neutron [req-34ebe62b-b0e0-41b0-a475-7e9bf14f0325 req-ae83bddf-bf47-46ba-8e0d-3088a03a7435 service nova] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Refreshing network info cache for port b83aef6f-0a58-4032-ae2f-da014f6fe9f1 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.922488] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:e9:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5291d0-ee0f-4d70-b2ae-ab6879a67b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50b1b88d-8971-4357-b6ca-b26bc6291359', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:16:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b83aef6f-0a58-4032-ae2f-da014f6fe9f1', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:ed:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5291d0-ee0f-4d70-b2ae-ab6879a67b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '003a9295-52f6-4c52-b55a-304c8ab8a1fb', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 656.935947] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Creating folder: Project (6e655a79e2034aa39a18fa61c26d6412). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.943545] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cae955bb-4027-4870-b5bf-8c33b36eaa24 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.947318] env[70015]: DEBUG oslo_vmware.api [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Waiting for the task: (returnval){ [ 656.947318] env[70015]: value = "task-3610314" [ 656.947318] env[70015]: _type = "Task" [ 656.947318] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.953944] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.954114] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.961757] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76ce98ff-0a84-4149-9b18-b6c97e67e383 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.967324] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Created folder: Project (6e655a79e2034aa39a18fa61c26d6412) in parent group-v720117. [ 656.967324] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Creating folder: Instances. Parent ref: group-v720172. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.967324] env[70015]: DEBUG oslo_vmware.api [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Task: {'id': task-3610314, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.973323] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9369c865-b4ac-440e-bd29-a0c95e75ba15 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.978594] env[70015]: DEBUG oslo_vmware.api [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Waiting for the task: (returnval){ [ 656.978594] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]525be2bf-9001-771f-e74c-d36f9d56f53f" [ 656.978594] env[70015]: _type = "Task" [ 656.978594] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.983528] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Created folder: Instances in parent group-v720172. [ 656.983645] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 656.984219] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 656.984448] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09661d17-c2cb-4f87-bdd3-475c2b392dc1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.011742] env[70015]: DEBUG oslo_vmware.api [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]525be2bf-9001-771f-e74c-d36f9d56f53f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.015403] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.015403] env[70015]: value = "task-3610317" [ 657.015403] env[70015]: _type = "Task" [ 657.015403] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.024955] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610317, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.039567] env[70015]: DEBUG nova.compute.manager [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 657.084671] env[70015]: DEBUG oslo_vmware.api [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Task: {'id': task-3610313, 'name': PowerOnVM_Task} progress is 76%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.090898] env[70015]: DEBUG oslo_vmware.api [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Task: {'id': task-3610311, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.108318} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.092225] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.092661] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] ffbea3ea-cd64-4ca9-a25c-644501cb3796/ffbea3ea-cd64-4ca9-a25c-644501cb3796.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 657.092946] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: ffbea3ea-cd64-4ca9-a25c-644501cb3796] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 657.093307] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6d3e456-fbfb-44f9-9acf-bec6d88fd095 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.102497] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39382b34-55f4-4a3e-8a41-35a408609c8d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.107092] env[70015]: DEBUG oslo_vmware.api [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Waiting for the task: (returnval){ [ 657.107092] env[70015]: value = "task-3610318" [ 657.107092] env[70015]: _type = "Task" [ 657.107092] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.116733] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbcfd558-f1c1-4fb0-ba37-fd447c725585 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.129331] env[70015]: DEBUG oslo_vmware.api [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Task: {'id': task-3610318, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.163099] env[70015]: DEBUG oslo_concurrency.lockutils [req-e41f2b7d-b388-428d-8308-ec36c580d21a req-0c78db42-782c-4ee9-8e14-a02c68b68697 service nova] Releasing lock "refresh_cache-f9453044-6270-44bb-9de6-dd6481693259" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.163099] env[70015]: DEBUG nova.compute.manager [req-e41f2b7d-b388-428d-8308-ec36c580d21a req-0c78db42-782c-4ee9-8e14-a02c68b68697 service nova] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Received event network-vif-plugged-b83aef6f-0a58-4032-ae2f-da014f6fe9f1 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.163099] env[70015]: DEBUG oslo_concurrency.lockutils [req-e41f2b7d-b388-428d-8308-ec36c580d21a req-0c78db42-782c-4ee9-8e14-a02c68b68697 service nova] Acquiring lock "76462a8c-0691-44db-b556-84c92b97c2f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.163213] env[70015]: DEBUG oslo_concurrency.lockutils [req-e41f2b7d-b388-428d-8308-ec36c580d21a req-0c78db42-782c-4ee9-8e14-a02c68b68697 service nova] Lock "76462a8c-0691-44db-b556-84c92b97c2f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.163342] env[70015]: DEBUG oslo_concurrency.lockutils [req-e41f2b7d-b388-428d-8308-ec36c580d21a req-0c78db42-782c-4ee9-8e14-a02c68b68697 service nova] Lock "76462a8c-0691-44db-b556-84c92b97c2f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.163507] env[70015]: DEBUG nova.compute.manager [req-e41f2b7d-b388-428d-8308-ec36c580d21a req-0c78db42-782c-4ee9-8e14-a02c68b68697 service nova] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] No waiting events found dispatching network-vif-plugged-b83aef6f-0a58-4032-ae2f-da014f6fe9f1 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 657.163717] env[70015]: WARNING nova.compute.manager [req-e41f2b7d-b388-428d-8308-ec36c580d21a req-0c78db42-782c-4ee9-8e14-a02c68b68697 service nova] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Received unexpected event network-vif-plugged-b83aef6f-0a58-4032-ae2f-da014f6fe9f1 for instance with vm_state building and task_state spawning. [ 657.165332] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9bfffc1b-5e76-4a6c-9187-ddc244165eaa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "b19bdd14-b244-46bf-a1f5-264bfe7aedc1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.165629] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9bfffc1b-5e76-4a6c-9187-ddc244165eaa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "b19bdd14-b244-46bf-a1f5-264bfe7aedc1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.165828] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9bfffc1b-5e76-4a6c-9187-ddc244165eaa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "b19bdd14-b244-46bf-a1f5-264bfe7aedc1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.166185] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9bfffc1b-5e76-4a6c-9187-ddc244165eaa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "b19bdd14-b244-46bf-a1f5-264bfe7aedc1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.166344] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9bfffc1b-5e76-4a6c-9187-ddc244165eaa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "b19bdd14-b244-46bf-a1f5-264bfe7aedc1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.168702] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4678ce9c-216f-43cd-a3e5-364627c39b92 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.172485] env[70015]: INFO nova.compute.manager [None req-9bfffc1b-5e76-4a6c-9187-ddc244165eaa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Terminating instance [ 657.179967] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6f5a4d-8d4f-4ae9-944a-df0da3f0563a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.201058] env[70015]: DEBUG nova.compute.provider_tree [None req-aaa2f55d-498c-4ff2-8c4b-6a6d974ba66c tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 657.242259] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Acquiring lock "refresh_cache-07c3e6db-ea22-480f-b16d-a577ef59284f" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.242487] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Acquired lock "refresh_cache-07c3e6db-ea22-480f-b16d-a577ef59284f" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.245021] env[70015]: DEBUG nova.network.neutron [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] [instance: 07c3e6db-ea22-480f-b16d-a577ef59284f] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.385622] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquiring lock "66d937aa-30ed-468f-a62a-e37e7c2b41fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.388113] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lock "66d937aa-30ed-468f-a62a-e37e7c2b41fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.458976] env[70015]: DEBUG oslo_vmware.api [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Task: {'id': task-3610314, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.493642] env[70015]: DEBUG oslo_vmware.api [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]525be2bf-9001-771f-e74c-d36f9d56f53f, 'name': SearchDatastore_Task, 'duration_secs': 0.017504} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.494906] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a3258a6-7a27-4e5a-b2e2-a66ad4c08841 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.502893] env[70015]: DEBUG oslo_vmware.api [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Waiting for the task: (returnval){ [ 657.502893] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52cd7bd6-b833-b8df-6dea-1bc77104e03d" [ 657.502893] env[70015]: _type = "Task" [ 657.502893] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.514160] env[70015]: DEBUG oslo_vmware.api [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52cd7bd6-b833-b8df-6dea-1bc77104e03d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.528012] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610317, 'name': CreateVM_Task} progress is 25%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.577869] env[70015]: DEBUG oslo_vmware.api [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Task: {'id': task-3610313, 'name': PowerOnVM_Task, 'duration_secs': 0.805278} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.578320] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 657.578414] env[70015]: INFO nova.compute.manager [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Took 12.13 seconds to spawn the instance on the hypervisor. [ 657.578619] env[70015]: DEBUG nova.compute.manager [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 657.579560] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b885c86-9756-4b90-992e-925c03387909 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.621041] env[70015]: DEBUG oslo_vmware.api [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Task: {'id': task-3610318, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072055} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.621329] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: ffbea3ea-cd64-4ca9-a25c-644501cb3796] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 657.625301] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5df44c-7dbe-442e-acb0-f0324a01d16c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.648693] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: ffbea3ea-cd64-4ca9-a25c-644501cb3796] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] ffbea3ea-cd64-4ca9-a25c-644501cb3796/ffbea3ea-cd64-4ca9-a25c-644501cb3796.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.654024] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0578db7-1a23-4a81-a4ca-c3eb022022f5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.671021] env[70015]: DEBUG oslo_concurrency.lockutils [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Acquiring lock "ab0d7edc-40dc-4c99-b245-df41dfca3c3d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.671021] env[70015]: DEBUG oslo_concurrency.lockutils [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Lock "ab0d7edc-40dc-4c99-b245-df41dfca3c3d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.673793] env[70015]: DEBUG oslo_vmware.api [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Waiting for the task: (returnval){ [ 657.673793] env[70015]: value = "task-3610319" [ 657.673793] env[70015]: _type = "Task" [ 657.673793] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.682864] env[70015]: DEBUG oslo_vmware.api [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Task: {'id': task-3610319, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.689346] env[70015]: DEBUG nova.compute.manager [None req-9bfffc1b-5e76-4a6c-9187-ddc244165eaa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 657.689346] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9bfffc1b-5e76-4a6c-9187-ddc244165eaa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 657.689984] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2fdf6ec-1c91-4204-9081-c9b9c92f0b48 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.699600] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bfffc1b-5e76-4a6c-9187-ddc244165eaa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 657.699851] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1949f4f0-ed4e-460c-aa57-69133881b401 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.706591] env[70015]: DEBUG oslo_vmware.api [None req-9bfffc1b-5e76-4a6c-9187-ddc244165eaa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 657.706591] env[70015]: value = "task-3610320" [ 657.706591] env[70015]: _type = "Task" [ 657.706591] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.707390] env[70015]: DEBUG nova.scheduler.client.report [None req-aaa2f55d-498c-4ff2-8c4b-6a6d974ba66c tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.719461] env[70015]: DEBUG oslo_vmware.api [None req-9bfffc1b-5e76-4a6c-9187-ddc244165eaa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610320, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.782776] env[70015]: DEBUG nova.network.neutron [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] [instance: 07c3e6db-ea22-480f-b16d-a577ef59284f] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 657.852736] env[70015]: DEBUG nova.network.neutron [req-34ebe62b-b0e0-41b0-a475-7e9bf14f0325 req-ae83bddf-bf47-46ba-8e0d-3088a03a7435 service nova] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Updated VIF entry in instance network info cache for port b83aef6f-0a58-4032-ae2f-da014f6fe9f1. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.853200] env[70015]: DEBUG nova.network.neutron [req-34ebe62b-b0e0-41b0-a475-7e9bf14f0325 req-ae83bddf-bf47-46ba-8e0d-3088a03a7435 service nova] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Updating instance_info_cache with network_info: [{"id": "50b1b88d-8971-4357-b6ca-b26bc6291359", "address": "fa:16:3e:42:e9:0b", "network": {"id": "947cfa65-9f12-4d74-b65b-9c7805c6236a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-437477974", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.115", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e655a79e2034aa39a18fa61c26d6412", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50b1b88d-89", "ovs_interfaceid": "50b1b88d-8971-4357-b6ca-b26bc6291359", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b83aef6f-0a58-4032-ae2f-da014f6fe9f1", "address": "fa:16:3e:48:16:07", "network": {"id": "dc6d4651-8997-4a95-974d-834534ad2eb8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1501580033", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6e655a79e2034aa39a18fa61c26d6412", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb83aef6f-0a", "ovs_interfaceid": "b83aef6f-0a58-4032-ae2f-da014f6fe9f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "003a9295-52f6-4c52-b55a-304c8ab8a1fb", "address": "fa:16:3e:da:ed:bc", "network": {"id": "947cfa65-9f12-4d74-b65b-9c7805c6236a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-437477974", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e655a79e2034aa39a18fa61c26d6412", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap003a9295-52", "ovs_interfaceid": "003a9295-52f6-4c52-b55a-304c8ab8a1fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.927361] env[70015]: DEBUG nova.network.neutron [req-31c5a21b-37e9-4057-8919-8214b3afad5f req-b08dc203-8e71-4aa5-a214-25a7cfc8c08b service nova] [instance: 9424c852-8a39-48a1-8f27-db4dd05059bb] Updated VIF entry in instance network info cache for port 72140248-1f48-48c0-bdfe-663f451b4f43. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.927779] env[70015]: DEBUG nova.network.neutron [req-31c5a21b-37e9-4057-8919-8214b3afad5f req-b08dc203-8e71-4aa5-a214-25a7cfc8c08b service nova] [instance: 9424c852-8a39-48a1-8f27-db4dd05059bb] Updating instance_info_cache with network_info: [{"id": "72140248-1f48-48c0-bdfe-663f451b4f43", "address": "fa:16:3e:a6:95:fd", "network": {"id": "07d4aff6-7941-466a-9d9d-ded8c1391966", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-2059622172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "cc87c8defb994dfe9fac3e07ff19fbbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72140248-1f", "ovs_interfaceid": "72140248-1f48-48c0-bdfe-663f451b4f43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.932601] env[70015]: DEBUG nova.network.neutron [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] [instance: 07c3e6db-ea22-480f-b16d-a577ef59284f] Updating instance_info_cache with network_info: [{"id": "7c62bfe4-1b35-497b-a69c-3ddaacb957f9", "address": "fa:16:3e:4d:45:de", "network": {"id": "66d0ca95-d8f4-4ce1-8314-9817f0481237", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-260235156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e0264f5323b14894a03d309a27bc0aba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c62bfe4-1b", "ovs_interfaceid": "7c62bfe4-1b35-497b-a69c-3ddaacb957f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.939498] env[70015]: DEBUG nova.network.neutron [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Successfully created port: 7f9446d9-e6dd-42c3-9e2e-6540db1d073f {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 657.962450] env[70015]: DEBUG oslo_vmware.api [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Task: {'id': task-3610314, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.677798} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.962707] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 9424c852-8a39-48a1-8f27-db4dd05059bb/9424c852-8a39-48a1-8f27-db4dd05059bb.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 657.962908] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] [instance: 9424c852-8a39-48a1-8f27-db4dd05059bb] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 657.963166] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ed23504-1a84-4016-a779-3147d1fd6197 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.970632] env[70015]: DEBUG oslo_vmware.api [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Waiting for the task: (returnval){ [ 657.970632] env[70015]: value = "task-3610321" [ 657.970632] env[70015]: _type = "Task" [ 657.970632] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.980548] env[70015]: DEBUG oslo_vmware.api [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Task: {'id': task-3610321, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.017376] env[70015]: DEBUG oslo_vmware.api [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52cd7bd6-b833-b8df-6dea-1bc77104e03d, 'name': SearchDatastore_Task, 'duration_secs': 0.05971} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.017376] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.017376] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] e4a0575f-4518-410a-b6f0-fdc6005883fe/e4a0575f-4518-410a-b6f0-fdc6005883fe.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.017376] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6203b57-b86b-47d6-8a26-de10197813fe {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.034720] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610317, 'name': CreateVM_Task, 'duration_secs': 0.694991} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.035236] env[70015]: DEBUG oslo_vmware.api [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Waiting for the task: (returnval){ [ 658.035236] env[70015]: value = "task-3610322" [ 658.035236] env[70015]: _type = "Task" [ 658.035236] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.035593] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.037095] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.037529] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.038216] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.042617] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d14b915-4581-4ddb-8755-18617da2a6b5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.051784] env[70015]: DEBUG oslo_vmware.api [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Task: {'id': task-3610322, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.054224] env[70015]: DEBUG nova.compute.manager [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 658.056584] env[70015]: DEBUG oslo_vmware.api [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Waiting for the task: (returnval){ [ 658.056584] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5262c733-6828-7135-0b3f-8afe5aae7474" [ 658.056584] env[70015]: _type = "Task" [ 658.056584] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.072343] env[70015]: DEBUG oslo_vmware.api [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5262c733-6828-7135-0b3f-8afe5aae7474, 'name': SearchDatastore_Task, 'duration_secs': 0.016146} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.074297] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.074297] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 658.074297] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.074297] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.074802] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 658.075423] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3b3f9ec-a79a-4097-b84f-b6fb4add67a5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.104098] env[70015]: DEBUG nova.virt.hardware [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 658.104098] env[70015]: DEBUG nova.virt.hardware [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 658.104098] env[70015]: DEBUG nova.virt.hardware [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 658.104098] env[70015]: DEBUG nova.virt.hardware [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 658.104098] env[70015]: DEBUG nova.virt.hardware [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 658.104339] env[70015]: DEBUG nova.virt.hardware [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 658.104371] env[70015]: DEBUG nova.virt.hardware [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 658.104526] env[70015]: DEBUG nova.virt.hardware [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 658.104690] env[70015]: DEBUG nova.virt.hardware [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 658.104881] env[70015]: DEBUG nova.virt.hardware [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 658.105115] env[70015]: DEBUG nova.virt.hardware [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 658.105467] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 658.105623] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 658.107806] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77a78cd-88c8-441f-84f5-d5a74678d260 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.110934] env[70015]: INFO nova.compute.manager [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Took 22.94 seconds to build instance. [ 658.113070] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34d17c4c-4b53-49bb-8c7e-c211ead3c666 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.123258] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d535c953-992f-424a-abfd-121346cd43e3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.127852] env[70015]: DEBUG oslo_vmware.api [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Waiting for the task: (returnval){ [ 658.127852] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5261a1f6-192e-05a1-7d1f-67f5e242f25d" [ 658.127852] env[70015]: _type = "Task" [ 658.127852] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.147490] env[70015]: DEBUG oslo_vmware.api [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5261a1f6-192e-05a1-7d1f-67f5e242f25d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.185425] env[70015]: DEBUG oslo_vmware.api [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Task: {'id': task-3610319, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.215559] env[70015]: DEBUG oslo_concurrency.lockutils [None req-aaa2f55d-498c-4ff2-8c4b-6a6d974ba66c tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.203s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.217663] env[70015]: DEBUG oslo_concurrency.lockutils [None req-dffb0923-0e32-4e6b-a781-67ecf38dad5d tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.643s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.217955] env[70015]: DEBUG nova.objects.instance [None req-dffb0923-0e32-4e6b-a781-67ecf38dad5d tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Lazy-loading 'resources' on Instance uuid 94323044-a24f-424f-a0c4-cf4eab76b57c {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 658.225221] env[70015]: DEBUG oslo_vmware.api [None req-9bfffc1b-5e76-4a6c-9187-ddc244165eaa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610320, 'name': PowerOffVM_Task, 'duration_secs': 0.344149} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.225471] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bfffc1b-5e76-4a6c-9187-ddc244165eaa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 658.225642] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9bfffc1b-5e76-4a6c-9187-ddc244165eaa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 658.225885] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a238703d-2e8e-4ee4-bc51-c646d9f99d7f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.244755] env[70015]: INFO nova.scheduler.client.report [None req-aaa2f55d-498c-4ff2-8c4b-6a6d974ba66c tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Deleted allocations for instance 6c6067ac-622b-4055-9b68-4166fc23bd52 [ 658.288190] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9bfffc1b-5e76-4a6c-9187-ddc244165eaa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 658.288321] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9bfffc1b-5e76-4a6c-9187-ddc244165eaa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 658.288503] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bfffc1b-5e76-4a6c-9187-ddc244165eaa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Deleting the datastore file [datastore1] b19bdd14-b244-46bf-a1f5-264bfe7aedc1 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 658.288790] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95cfe864-ff90-4483-aa2a-7727b327ce6a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.303151] env[70015]: DEBUG oslo_vmware.api [None req-9bfffc1b-5e76-4a6c-9187-ddc244165eaa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 658.303151] env[70015]: value = "task-3610324" [ 658.303151] env[70015]: _type = "Task" [ 658.303151] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.311870] env[70015]: DEBUG oslo_vmware.api [None req-9bfffc1b-5e76-4a6c-9187-ddc244165eaa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610324, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.358033] env[70015]: DEBUG oslo_concurrency.lockutils [req-34ebe62b-b0e0-41b0-a475-7e9bf14f0325 req-ae83bddf-bf47-46ba-8e0d-3088a03a7435 service nova] Releasing lock "refresh_cache-76462a8c-0691-44db-b556-84c92b97c2f7" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.358033] env[70015]: DEBUG nova.compute.manager [req-34ebe62b-b0e0-41b0-a475-7e9bf14f0325 req-ae83bddf-bf47-46ba-8e0d-3088a03a7435 service nova] [instance: 19a17a9d-795d-44bf-a2b5-768b9e110095] Received event network-vif-deleted-7afcd5f1-5d22-4fc6-91ea-c3db1bca6530 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.358033] env[70015]: DEBUG nova.compute.manager [req-34ebe62b-b0e0-41b0-a475-7e9bf14f0325 req-ae83bddf-bf47-46ba-8e0d-3088a03a7435 service nova] [instance: ffbea3ea-cd64-4ca9-a25c-644501cb3796] Received event network-vif-plugged-789ee521-e572-4b9a-8047-7312547d5842 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.358033] env[70015]: DEBUG oslo_concurrency.lockutils [req-34ebe62b-b0e0-41b0-a475-7e9bf14f0325 req-ae83bddf-bf47-46ba-8e0d-3088a03a7435 service nova] Acquiring lock "ffbea3ea-cd64-4ca9-a25c-644501cb3796-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.358295] env[70015]: DEBUG oslo_concurrency.lockutils [req-34ebe62b-b0e0-41b0-a475-7e9bf14f0325 req-ae83bddf-bf47-46ba-8e0d-3088a03a7435 service nova] Lock "ffbea3ea-cd64-4ca9-a25c-644501cb3796-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.358355] env[70015]: DEBUG oslo_concurrency.lockutils [req-34ebe62b-b0e0-41b0-a475-7e9bf14f0325 req-ae83bddf-bf47-46ba-8e0d-3088a03a7435 service nova] Lock "ffbea3ea-cd64-4ca9-a25c-644501cb3796-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.358518] env[70015]: DEBUG nova.compute.manager [req-34ebe62b-b0e0-41b0-a475-7e9bf14f0325 req-ae83bddf-bf47-46ba-8e0d-3088a03a7435 service nova] [instance: ffbea3ea-cd64-4ca9-a25c-644501cb3796] No waiting events found dispatching network-vif-plugged-789ee521-e572-4b9a-8047-7312547d5842 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 658.358685] env[70015]: WARNING nova.compute.manager [req-34ebe62b-b0e0-41b0-a475-7e9bf14f0325 req-ae83bddf-bf47-46ba-8e0d-3088a03a7435 service nova] [instance: ffbea3ea-cd64-4ca9-a25c-644501cb3796] Received unexpected event network-vif-plugged-789ee521-e572-4b9a-8047-7312547d5842 for instance with vm_state building and task_state spawning. [ 658.358848] env[70015]: DEBUG nova.compute.manager [req-34ebe62b-b0e0-41b0-a475-7e9bf14f0325 req-ae83bddf-bf47-46ba-8e0d-3088a03a7435 service nova] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Received event network-changed-dde6645d-8b42-4747-8f04-3f440c6642b6 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.358999] env[70015]: DEBUG nova.compute.manager [req-34ebe62b-b0e0-41b0-a475-7e9bf14f0325 req-ae83bddf-bf47-46ba-8e0d-3088a03a7435 service nova] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Refreshing instance network info cache due to event network-changed-dde6645d-8b42-4747-8f04-3f440c6642b6. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 658.359196] env[70015]: DEBUG oslo_concurrency.lockutils [req-34ebe62b-b0e0-41b0-a475-7e9bf14f0325 req-ae83bddf-bf47-46ba-8e0d-3088a03a7435 service nova] Acquiring lock "refresh_cache-a94ee314-5698-4a1f-b1f0-fd6e7cd056de" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.359423] env[70015]: DEBUG oslo_concurrency.lockutils [req-34ebe62b-b0e0-41b0-a475-7e9bf14f0325 req-ae83bddf-bf47-46ba-8e0d-3088a03a7435 service nova] Acquired lock "refresh_cache-a94ee314-5698-4a1f-b1f0-fd6e7cd056de" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.359548] env[70015]: DEBUG nova.network.neutron [req-34ebe62b-b0e0-41b0-a475-7e9bf14f0325 req-ae83bddf-bf47-46ba-8e0d-3088a03a7435 service nova] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Refreshing network info cache for port dde6645d-8b42-4747-8f04-3f440c6642b6 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 658.431382] env[70015]: DEBUG oslo_concurrency.lockutils [req-31c5a21b-37e9-4057-8919-8214b3afad5f req-b08dc203-8e71-4aa5-a214-25a7cfc8c08b service nova] Releasing lock "refresh_cache-9424c852-8a39-48a1-8f27-db4dd05059bb" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.437582] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Releasing lock "refresh_cache-07c3e6db-ea22-480f-b16d-a577ef59284f" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.437582] env[70015]: DEBUG nova.compute.manager [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] [instance: 07c3e6db-ea22-480f-b16d-a577ef59284f] Instance network_info: |[{"id": "7c62bfe4-1b35-497b-a69c-3ddaacb957f9", "address": "fa:16:3e:4d:45:de", "network": {"id": "66d0ca95-d8f4-4ce1-8314-9817f0481237", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-260235156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e0264f5323b14894a03d309a27bc0aba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c62bfe4-1b", "ovs_interfaceid": "7c62bfe4-1b35-497b-a69c-3ddaacb957f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 658.437860] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] [instance: 07c3e6db-ea22-480f-b16d-a577ef59284f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:45:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cde23701-02ca-4cb4-b5a6-d321f8ac9660', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c62bfe4-1b35-497b-a69c-3ddaacb957f9', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 658.446456] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Creating folder: Project (e0264f5323b14894a03d309a27bc0aba). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.446781] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-617caa47-648c-461f-9583-bdbff170e5d8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.461302] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Created folder: Project (e0264f5323b14894a03d309a27bc0aba) in parent group-v720117. [ 658.461459] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Creating folder: Instances. Parent ref: group-v720175. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.461731] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2637c9e-a109-48af-bb01-f3a27b8d844b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.478193] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Created folder: Instances in parent group-v720175. [ 658.478193] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 658.479508] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07c3e6db-ea22-480f-b16d-a577ef59284f] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 658.480077] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36f65a1b-d884-4fe9-83c4-57e659e8d32e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.503034] env[70015]: DEBUG oslo_vmware.api [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Task: {'id': task-3610321, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076591} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.503850] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] [instance: 9424c852-8a39-48a1-8f27-db4dd05059bb] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 658.504742] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80da113-28a6-4c04-bee9-a0319e53c35e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.509459] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 658.509459] env[70015]: value = "task-3610327" [ 658.509459] env[70015]: _type = "Task" [ 658.509459] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.532639] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] [instance: 9424c852-8a39-48a1-8f27-db4dd05059bb] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 9424c852-8a39-48a1-8f27-db4dd05059bb/9424c852-8a39-48a1-8f27-db4dd05059bb.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 658.533541] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46646af3-4a71-4e27-9f32-affeb5b0e3d0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.551927] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610327, 'name': CreateVM_Task} progress is 15%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.563463] env[70015]: DEBUG oslo_vmware.api [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Waiting for the task: (returnval){ [ 658.563463] env[70015]: value = "task-3610328" [ 658.563463] env[70015]: _type = "Task" [ 658.563463] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.563743] env[70015]: DEBUG oslo_vmware.api [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Task: {'id': task-3610322, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.574254] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c5ff5228-5476-4528-bfac-302ab7e67663 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Acquiring lock "13ede60e-0cfb-428d-9613-9bd339c302a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.574621] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c5ff5228-5476-4528-bfac-302ab7e67663 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Lock "13ede60e-0cfb-428d-9613-9bd339c302a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.574813] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c5ff5228-5476-4528-bfac-302ab7e67663 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Acquiring lock "13ede60e-0cfb-428d-9613-9bd339c302a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.575087] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c5ff5228-5476-4528-bfac-302ab7e67663 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Lock "13ede60e-0cfb-428d-9613-9bd339c302a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.575296] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c5ff5228-5476-4528-bfac-302ab7e67663 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Lock "13ede60e-0cfb-428d-9613-9bd339c302a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.577396] env[70015]: DEBUG oslo_vmware.api [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Task: {'id': task-3610328, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.579314] env[70015]: INFO nova.compute.manager [None req-c5ff5228-5476-4528-bfac-302ab7e67663 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] [instance: 13ede60e-0cfb-428d-9613-9bd339c302a2] Terminating instance [ 658.612941] env[70015]: DEBUG oslo_concurrency.lockutils [None req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Lock "f69ac2e1-d8a9-44b0-98dc-098321ed3826" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.453s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.643241] env[70015]: DEBUG oslo_vmware.api [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5261a1f6-192e-05a1-7d1f-67f5e242f25d, 'name': SearchDatastore_Task, 'duration_secs': 0.030122} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.644071] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-baaa8f09-2cd9-4098-949b-1273722db472 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.653095] env[70015]: DEBUG oslo_vmware.api [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Waiting for the task: (returnval){ [ 658.653095] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52c350b9-e71c-5e91-972a-bb5d944f6f46" [ 658.653095] env[70015]: _type = "Task" [ 658.653095] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.667667] env[70015]: DEBUG oslo_vmware.api [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52c350b9-e71c-5e91-972a-bb5d944f6f46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.689712] env[70015]: DEBUG oslo_vmware.api [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Task: {'id': task-3610319, 'name': ReconfigVM_Task, 'duration_secs': 0.665017} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.689712] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: ffbea3ea-cd64-4ca9-a25c-644501cb3796] Reconfigured VM instance instance-00000011 to attach disk [datastore2] ffbea3ea-cd64-4ca9-a25c-644501cb3796/ffbea3ea-cd64-4ca9-a25c-644501cb3796.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.689712] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36d77b48-7aa6-409f-9e05-ac55a3f98c62 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.698231] env[70015]: DEBUG oslo_vmware.api [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Waiting for the task: (returnval){ [ 658.698231] env[70015]: value = "task-3610329" [ 658.698231] env[70015]: _type = "Task" [ 658.698231] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.710619] env[70015]: DEBUG oslo_vmware.api [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Task: {'id': task-3610329, 'name': Rename_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.756018] env[70015]: DEBUG oslo_concurrency.lockutils [None req-aaa2f55d-498c-4ff2-8c4b-6a6d974ba66c tempest-ServerDiagnosticsV248Test-1562441410 tempest-ServerDiagnosticsV248Test-1562441410-project-member] Lock "6c6067ac-622b-4055-9b68-4166fc23bd52" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.405s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.813952] env[70015]: DEBUG oslo_vmware.api [None req-9bfffc1b-5e76-4a6c-9187-ddc244165eaa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610324, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.444083} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.814628] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bfffc1b-5e76-4a6c-9187-ddc244165eaa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 658.814628] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9bfffc1b-5e76-4a6c-9187-ddc244165eaa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 658.814832] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9bfffc1b-5e76-4a6c-9187-ddc244165eaa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 658.814881] env[70015]: INFO nova.compute.manager [None req-9bfffc1b-5e76-4a6c-9187-ddc244165eaa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 658.815117] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9bfffc1b-5e76-4a6c-9187-ddc244165eaa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 658.815301] env[70015]: DEBUG nova.compute.manager [-] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 658.815396] env[70015]: DEBUG nova.network.neutron [-] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 659.022812] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610327, 'name': CreateVM_Task, 'duration_secs': 0.470493} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.023078] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07c3e6db-ea22-480f-b16d-a577ef59284f] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 659.024074] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.024513] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.024728] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.025010] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0ccdc60-e02d-45c0-bede-3adecce00be4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.030267] env[70015]: DEBUG oslo_vmware.api [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Waiting for the task: (returnval){ [ 659.030267] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]524f59a7-09ea-b1cd-1737-b0de91d04ba1" [ 659.030267] env[70015]: _type = "Task" [ 659.030267] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.042778] env[70015]: DEBUG oslo_vmware.api [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]524f59a7-09ea-b1cd-1737-b0de91d04ba1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.060931] env[70015]: DEBUG oslo_vmware.api [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Task: {'id': task-3610322, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.716081} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.063553] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] e4a0575f-4518-410a-b6f0-fdc6005883fe/e4a0575f-4518-410a-b6f0-fdc6005883fe.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 659.063806] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] [instance: e4a0575f-4518-410a-b6f0-fdc6005883fe] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 659.064307] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51efbd0d-b12d-46a1-9576-55da1da7d576 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.074287] env[70015]: DEBUG oslo_vmware.api [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Task: {'id': task-3610328, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.075583] env[70015]: DEBUG oslo_vmware.api [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Waiting for the task: (returnval){ [ 659.075583] env[70015]: value = "task-3610330" [ 659.075583] env[70015]: _type = "Task" [ 659.075583] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.083013] env[70015]: DEBUG nova.compute.manager [None req-c5ff5228-5476-4528-bfac-302ab7e67663 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] [instance: 13ede60e-0cfb-428d-9613-9bd339c302a2] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 659.083239] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ff5228-5476-4528-bfac-302ab7e67663 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] [instance: 13ede60e-0cfb-428d-9613-9bd339c302a2] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 659.086674] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5549da-2ade-4ffa-8905-a7aea2443ce0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.089495] env[70015]: DEBUG oslo_vmware.api [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Task: {'id': task-3610330, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.094907] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5ff5228-5476-4528-bfac-302ab7e67663 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] [instance: 13ede60e-0cfb-428d-9613-9bd339c302a2] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 659.094907] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb3b4a8e-2242-4a3f-ad39-78836276e74e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.111504] env[70015]: DEBUG oslo_vmware.api [None req-c5ff5228-5476-4528-bfac-302ab7e67663 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Waiting for the task: (returnval){ [ 659.111504] env[70015]: value = "task-3610331" [ 659.111504] env[70015]: _type = "Task" [ 659.111504] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.118790] env[70015]: DEBUG nova.compute.manager [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 4070a41b-136b-41e4-bd77-7ac36f7482d4] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 659.130242] env[70015]: DEBUG oslo_vmware.api [None req-c5ff5228-5476-4528-bfac-302ab7e67663 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Task: {'id': task-3610331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.146857] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec02be6-ead3-47f6-b926-3e323aee90a4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.161996] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad30e90-8217-441c-8743-8f445282742a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.170426] env[70015]: DEBUG oslo_vmware.api [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52c350b9-e71c-5e91-972a-bb5d944f6f46, 'name': SearchDatastore_Task, 'duration_secs': 0.028241} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.171091] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.172221] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 76462a8c-0691-44db-b556-84c92b97c2f7/76462a8c-0691-44db-b556-84c92b97c2f7.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 659.172221] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c131bbc3-51cd-448a-9e0e-8e7f7d847d1d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.207368] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d138c93-c6bb-4794-b695-9cf92473af49 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.212443] env[70015]: DEBUG oslo_vmware.api [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Waiting for the task: (returnval){ [ 659.212443] env[70015]: value = "task-3610332" [ 659.212443] env[70015]: _type = "Task" [ 659.212443] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.222320] env[70015]: DEBUG oslo_vmware.api [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Task: {'id': task-3610329, 'name': Rename_Task, 'duration_secs': 0.268547} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.224015] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53d1585-2085-4494-8e21-70e1c6f6befa {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.231032] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: ffbea3ea-cd64-4ca9-a25c-644501cb3796] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 659.231576] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef1e2f9f-1f89-4160-9ad6-b1d942aff69a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.233543] env[70015]: DEBUG oslo_vmware.api [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Task: {'id': task-3610332, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.245779] env[70015]: DEBUG nova.compute.provider_tree [None req-dffb0923-0e32-4e6b-a781-67ecf38dad5d tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.248677] env[70015]: DEBUG oslo_vmware.api [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Waiting for the task: (returnval){ [ 659.248677] env[70015]: value = "task-3610333" [ 659.248677] env[70015]: _type = "Task" [ 659.248677] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.260419] env[70015]: DEBUG oslo_vmware.api [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Task: {'id': task-3610333, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.291427] env[70015]: DEBUG nova.compute.manager [req-5a316a80-410d-4ea8-bfa4-74ab12d9e8a5 req-bf89f757-e27a-45f2-9eac-c8a94ee9b0f3 service nova] [instance: 07c3e6db-ea22-480f-b16d-a577ef59284f] Received event network-vif-plugged-7c62bfe4-1b35-497b-a69c-3ddaacb957f9 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.291427] env[70015]: DEBUG oslo_concurrency.lockutils [req-5a316a80-410d-4ea8-bfa4-74ab12d9e8a5 req-bf89f757-e27a-45f2-9eac-c8a94ee9b0f3 service nova] Acquiring lock "07c3e6db-ea22-480f-b16d-a577ef59284f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.295373] env[70015]: DEBUG oslo_concurrency.lockutils [req-5a316a80-410d-4ea8-bfa4-74ab12d9e8a5 req-bf89f757-e27a-45f2-9eac-c8a94ee9b0f3 service nova] Lock "07c3e6db-ea22-480f-b16d-a577ef59284f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.295824] env[70015]: DEBUG oslo_concurrency.lockutils [req-5a316a80-410d-4ea8-bfa4-74ab12d9e8a5 req-bf89f757-e27a-45f2-9eac-c8a94ee9b0f3 service nova] Lock "07c3e6db-ea22-480f-b16d-a577ef59284f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.004s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.296151] env[70015]: DEBUG nova.compute.manager [req-5a316a80-410d-4ea8-bfa4-74ab12d9e8a5 req-bf89f757-e27a-45f2-9eac-c8a94ee9b0f3 service nova] [instance: 07c3e6db-ea22-480f-b16d-a577ef59284f] No waiting events found dispatching network-vif-plugged-7c62bfe4-1b35-497b-a69c-3ddaacb957f9 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 659.296463] env[70015]: WARNING nova.compute.manager [req-5a316a80-410d-4ea8-bfa4-74ab12d9e8a5 req-bf89f757-e27a-45f2-9eac-c8a94ee9b0f3 service nova] [instance: 07c3e6db-ea22-480f-b16d-a577ef59284f] Received unexpected event network-vif-plugged-7c62bfe4-1b35-497b-a69c-3ddaacb957f9 for instance with vm_state building and task_state spawning. [ 659.296742] env[70015]: DEBUG nova.compute.manager [req-5a316a80-410d-4ea8-bfa4-74ab12d9e8a5 req-bf89f757-e27a-45f2-9eac-c8a94ee9b0f3 service nova] [instance: 07c3e6db-ea22-480f-b16d-a577ef59284f] Received event network-changed-7c62bfe4-1b35-497b-a69c-3ddaacb957f9 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.296985] env[70015]: DEBUG nova.compute.manager [req-5a316a80-410d-4ea8-bfa4-74ab12d9e8a5 req-bf89f757-e27a-45f2-9eac-c8a94ee9b0f3 service nova] [instance: 07c3e6db-ea22-480f-b16d-a577ef59284f] Refreshing instance network info cache due to event network-changed-7c62bfe4-1b35-497b-a69c-3ddaacb957f9. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 659.297318] env[70015]: DEBUG oslo_concurrency.lockutils [req-5a316a80-410d-4ea8-bfa4-74ab12d9e8a5 req-bf89f757-e27a-45f2-9eac-c8a94ee9b0f3 service nova] Acquiring lock "refresh_cache-07c3e6db-ea22-480f-b16d-a577ef59284f" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.297533] env[70015]: DEBUG oslo_concurrency.lockutils [req-5a316a80-410d-4ea8-bfa4-74ab12d9e8a5 req-bf89f757-e27a-45f2-9eac-c8a94ee9b0f3 service nova] Acquired lock "refresh_cache-07c3e6db-ea22-480f-b16d-a577ef59284f" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.297789] env[70015]: DEBUG nova.network.neutron [req-5a316a80-410d-4ea8-bfa4-74ab12d9e8a5 req-bf89f757-e27a-45f2-9eac-c8a94ee9b0f3 service nova] [instance: 07c3e6db-ea22-480f-b16d-a577ef59284f] Refreshing network info cache for port 7c62bfe4-1b35-497b-a69c-3ddaacb957f9 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 659.412606] env[70015]: DEBUG nova.network.neutron [req-34ebe62b-b0e0-41b0-a475-7e9bf14f0325 req-ae83bddf-bf47-46ba-8e0d-3088a03a7435 service nova] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Updated VIF entry in instance network info cache for port dde6645d-8b42-4747-8f04-3f440c6642b6. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 659.412963] env[70015]: DEBUG nova.network.neutron [req-34ebe62b-b0e0-41b0-a475-7e9bf14f0325 req-ae83bddf-bf47-46ba-8e0d-3088a03a7435 service nova] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Updating instance_info_cache with network_info: [{"id": "dde6645d-8b42-4747-8f04-3f440c6642b6", "address": "fa:16:3e:58:0c:ff", "network": {"id": "54eb7a37-2a22-42e7-8acd-b881580de840", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-916588865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c24df7a88e5f4165b2618140613b0538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdde6645d-8b", "ovs_interfaceid": "dde6645d-8b42-4747-8f04-3f440c6642b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.543848] env[70015]: DEBUG oslo_vmware.api [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]524f59a7-09ea-b1cd-1737-b0de91d04ba1, 'name': SearchDatastore_Task, 'duration_secs': 0.018414} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.544164] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.544398] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] [instance: 07c3e6db-ea22-480f-b16d-a577ef59284f] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.544617] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.544756] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.544927] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.545190] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a89b318-731d-4e5c-9716-b30684252df5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.556296] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.556470] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 659.557188] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36bb21b4-a64f-4c02-8ef8-2eedc50b553b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.562125] env[70015]: DEBUG oslo_vmware.api [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Waiting for the task: (returnval){ [ 659.562125] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52d14d6d-5d47-99bd-81ba-f2dfb99d01ad" [ 659.562125] env[70015]: _type = "Task" [ 659.562125] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.573772] env[70015]: DEBUG oslo_vmware.api [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52d14d6d-5d47-99bd-81ba-f2dfb99d01ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.577033] env[70015]: DEBUG oslo_vmware.api [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Task: {'id': task-3610328, 'name': ReconfigVM_Task, 'duration_secs': 0.753297} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.579865] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] [instance: 9424c852-8a39-48a1-8f27-db4dd05059bb] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 9424c852-8a39-48a1-8f27-db4dd05059bb/9424c852-8a39-48a1-8f27-db4dd05059bb.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 659.580530] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f89186e7-8e19-4183-8aa2-819141311d1b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.589768] env[70015]: DEBUG oslo_vmware.api [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Task: {'id': task-3610330, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137253} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.589768] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] [instance: e4a0575f-4518-410a-b6f0-fdc6005883fe] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 659.589768] env[70015]: DEBUG oslo_vmware.api [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Waiting for the task: (returnval){ [ 659.589768] env[70015]: value = "task-3610334" [ 659.589768] env[70015]: _type = "Task" [ 659.589768] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.589768] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8244d3-fb23-412f-a9f2-d9e57b279b2d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.599518] env[70015]: DEBUG oslo_vmware.api [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Task: {'id': task-3610334, 'name': Rename_Task} progress is 10%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.615902] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] [instance: e4a0575f-4518-410a-b6f0-fdc6005883fe] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] e4a0575f-4518-410a-b6f0-fdc6005883fe/e4a0575f-4518-410a-b6f0-fdc6005883fe.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 659.615902] env[70015]: DEBUG nova.network.neutron [-] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.617664] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f0956af-2580-4271-848c-74f74ef78d27 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.632666] env[70015]: INFO nova.compute.manager [-] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Took 0.82 seconds to deallocate network for instance. [ 659.641244] env[70015]: DEBUG nova.compute.manager [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Stashing vm_state: active {{(pid=70015) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 659.649068] env[70015]: DEBUG oslo_vmware.api [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Waiting for the task: (returnval){ [ 659.649068] env[70015]: value = "task-3610335" [ 659.649068] env[70015]: _type = "Task" [ 659.649068] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.652710] env[70015]: DEBUG oslo_vmware.api [None req-c5ff5228-5476-4528-bfac-302ab7e67663 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Task: {'id': task-3610331, 'name': PowerOffVM_Task, 'duration_secs': 0.244654} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.655692] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5ff5228-5476-4528-bfac-302ab7e67663 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] [instance: 13ede60e-0cfb-428d-9613-9bd339c302a2] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 659.655866] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ff5228-5476-4528-bfac-302ab7e67663 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] [instance: 13ede60e-0cfb-428d-9613-9bd339c302a2] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 659.656296] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dae3a3f6-14e0-4f0f-877f-137d0e7a73d5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.659393] env[70015]: DEBUG oslo_concurrency.lockutils [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.663145] env[70015]: DEBUG oslo_vmware.api [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Task: {'id': task-3610335, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.724387] env[70015]: DEBUG oslo_vmware.api [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Task: {'id': task-3610332, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.738352] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ff5228-5476-4528-bfac-302ab7e67663 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] [instance: 13ede60e-0cfb-428d-9613-9bd339c302a2] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 659.738352] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ff5228-5476-4528-bfac-302ab7e67663 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] [instance: 13ede60e-0cfb-428d-9613-9bd339c302a2] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 659.738352] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5ff5228-5476-4528-bfac-302ab7e67663 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Deleting the datastore file [datastore1] 13ede60e-0cfb-428d-9613-9bd339c302a2 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 659.738352] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5927dcfe-fdb2-4445-9481-2581ff1d15ba {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.744715] env[70015]: DEBUG oslo_vmware.api [None req-c5ff5228-5476-4528-bfac-302ab7e67663 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Waiting for the task: (returnval){ [ 659.744715] env[70015]: value = "task-3610337" [ 659.744715] env[70015]: _type = "Task" [ 659.744715] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.751377] env[70015]: DEBUG nova.scheduler.client.report [None req-dffb0923-0e32-4e6b-a781-67ecf38dad5d tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.768436] env[70015]: DEBUG oslo_vmware.api [None req-c5ff5228-5476-4528-bfac-302ab7e67663 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Task: {'id': task-3610337, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.772162] env[70015]: DEBUG oslo_vmware.api [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Task: {'id': task-3610333, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.860042] env[70015]: DEBUG oslo_concurrency.lockutils [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Acquiring lock "a4ff87cd-018c-4386-ad14-5018367b64b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.860384] env[70015]: DEBUG oslo_concurrency.lockutils [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Lock "a4ff87cd-018c-4386-ad14-5018367b64b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.884117] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquiring lock "5105dfda-ca6b-44a3-af23-9162d99c7cb7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.884117] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Lock "5105dfda-ca6b-44a3-af23-9162d99c7cb7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.918709] env[70015]: DEBUG oslo_concurrency.lockutils [req-34ebe62b-b0e0-41b0-a475-7e9bf14f0325 req-ae83bddf-bf47-46ba-8e0d-3088a03a7435 service nova] Releasing lock "refresh_cache-a94ee314-5698-4a1f-b1f0-fd6e7cd056de" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.919099] env[70015]: DEBUG nova.compute.manager [req-34ebe62b-b0e0-41b0-a475-7e9bf14f0325 req-ae83bddf-bf47-46ba-8e0d-3088a03a7435 service nova] [instance: ffbea3ea-cd64-4ca9-a25c-644501cb3796] Received event network-changed-789ee521-e572-4b9a-8047-7312547d5842 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.919281] env[70015]: DEBUG nova.compute.manager [req-34ebe62b-b0e0-41b0-a475-7e9bf14f0325 req-ae83bddf-bf47-46ba-8e0d-3088a03a7435 service nova] [instance: ffbea3ea-cd64-4ca9-a25c-644501cb3796] Refreshing instance network info cache due to event network-changed-789ee521-e572-4b9a-8047-7312547d5842. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 659.919497] env[70015]: DEBUG oslo_concurrency.lockutils [req-34ebe62b-b0e0-41b0-a475-7e9bf14f0325 req-ae83bddf-bf47-46ba-8e0d-3088a03a7435 service nova] Acquiring lock "refresh_cache-ffbea3ea-cd64-4ca9-a25c-644501cb3796" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.919650] env[70015]: DEBUG oslo_concurrency.lockutils [req-34ebe62b-b0e0-41b0-a475-7e9bf14f0325 req-ae83bddf-bf47-46ba-8e0d-3088a03a7435 service nova] Acquired lock "refresh_cache-ffbea3ea-cd64-4ca9-a25c-644501cb3796" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.919809] env[70015]: DEBUG nova.network.neutron [req-34ebe62b-b0e0-41b0-a475-7e9bf14f0325 req-ae83bddf-bf47-46ba-8e0d-3088a03a7435 service nova] [instance: ffbea3ea-cd64-4ca9-a25c-644501cb3796] Refreshing network info cache for port 789ee521-e572-4b9a-8047-7312547d5842 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 660.078521] env[70015]: DEBUG oslo_vmware.api [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52d14d6d-5d47-99bd-81ba-f2dfb99d01ad, 'name': SearchDatastore_Task, 'duration_secs': 0.015442} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.083456] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6d9f268-3fd0-4438-9742-6fac2cbd4458 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.088816] env[70015]: DEBUG oslo_vmware.api [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Waiting for the task: (returnval){ [ 660.088816] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52f74521-7bce-f580-0eda-3bf2d601540a" [ 660.088816] env[70015]: _type = "Task" [ 660.088816] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.105903] env[70015]: DEBUG oslo_vmware.api [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Task: {'id': task-3610334, 'name': Rename_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.111130] env[70015]: DEBUG oslo_vmware.api [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52f74521-7bce-f580-0eda-3bf2d601540a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.115957] env[70015]: DEBUG nova.network.neutron [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Successfully updated port: 7f9446d9-e6dd-42c3-9e2e-6540db1d073f {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 660.164769] env[70015]: DEBUG oslo_vmware.api [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Task: {'id': task-3610335, 'name': ReconfigVM_Task, 'duration_secs': 0.313808} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.165675] env[70015]: DEBUG oslo_concurrency.lockutils [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.165964] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] [instance: e4a0575f-4518-410a-b6f0-fdc6005883fe] Reconfigured VM instance instance-00000014 to attach disk [datastore2] e4a0575f-4518-410a-b6f0-fdc6005883fe/e4a0575f-4518-410a-b6f0-fdc6005883fe.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.166601] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4cde547-0890-44d5-b4f8-e53fcc288c24 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.168860] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9bfffc1b-5e76-4a6c-9187-ddc244165eaa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.174059] env[70015]: DEBUG oslo_vmware.api [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Waiting for the task: (returnval){ [ 660.174059] env[70015]: value = "task-3610338" [ 660.174059] env[70015]: _type = "Task" [ 660.174059] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.183370] env[70015]: DEBUG oslo_vmware.api [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Task: {'id': task-3610338, 'name': Rename_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.223865] env[70015]: DEBUG oslo_vmware.api [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Task: {'id': task-3610332, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.868198} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.224149] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 76462a8c-0691-44db-b556-84c92b97c2f7/76462a8c-0691-44db-b556-84c92b97c2f7.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 660.224368] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 660.224625] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1db75c45-3f9e-4088-8028-e5af21e680d8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.231134] env[70015]: DEBUG oslo_vmware.api [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Waiting for the task: (returnval){ [ 660.231134] env[70015]: value = "task-3610339" [ 660.231134] env[70015]: _type = "Task" [ 660.231134] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.238681] env[70015]: DEBUG oslo_vmware.api [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Task: {'id': task-3610339, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.251673] env[70015]: DEBUG nova.network.neutron [req-5a316a80-410d-4ea8-bfa4-74ab12d9e8a5 req-bf89f757-e27a-45f2-9eac-c8a94ee9b0f3 service nova] [instance: 07c3e6db-ea22-480f-b16d-a577ef59284f] Updated VIF entry in instance network info cache for port 7c62bfe4-1b35-497b-a69c-3ddaacb957f9. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 660.252018] env[70015]: DEBUG nova.network.neutron [req-5a316a80-410d-4ea8-bfa4-74ab12d9e8a5 req-bf89f757-e27a-45f2-9eac-c8a94ee9b0f3 service nova] [instance: 07c3e6db-ea22-480f-b16d-a577ef59284f] Updating instance_info_cache with network_info: [{"id": "7c62bfe4-1b35-497b-a69c-3ddaacb957f9", "address": "fa:16:3e:4d:45:de", "network": {"id": "66d0ca95-d8f4-4ce1-8314-9817f0481237", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-260235156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "e0264f5323b14894a03d309a27bc0aba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c62bfe4-1b", "ovs_interfaceid": "7c62bfe4-1b35-497b-a69c-3ddaacb957f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.257479] env[70015]: DEBUG oslo_vmware.api [None req-c5ff5228-5476-4528-bfac-302ab7e67663 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Task: {'id': task-3610337, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.260881] env[70015]: DEBUG oslo_concurrency.lockutils [None req-dffb0923-0e32-4e6b-a781-67ecf38dad5d tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.043s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.263013] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d1e0534e-51c5-4630-8109-74f6900f96af tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.141s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.264108] env[70015]: DEBUG nova.objects.instance [None req-d1e0534e-51c5-4630-8109-74f6900f96af tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Lazy-loading 'resources' on Instance uuid 0873d084-90c6-4f26-bfb5-0f86077ca52b {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 660.270614] env[70015]: DEBUG oslo_vmware.api [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Task: {'id': task-3610333, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.284234] env[70015]: INFO nova.scheduler.client.report [None req-dffb0923-0e32-4e6b-a781-67ecf38dad5d tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Deleted allocations for instance 94323044-a24f-424f-a0c4-cf4eab76b57c [ 660.438910] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "7c09a291-1667-49f1-aa1a-6b08c4516db7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.439445] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "7c09a291-1667-49f1-aa1a-6b08c4516db7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.600992] env[70015]: DEBUG oslo_vmware.api [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52f74521-7bce-f580-0eda-3bf2d601540a, 'name': SearchDatastore_Task, 'duration_secs': 0.017054} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.607211] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.607479] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 07c3e6db-ea22-480f-b16d-a577ef59284f/07c3e6db-ea22-480f-b16d-a577ef59284f.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 660.610363] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05b85af5-6ab7-4321-bbfa-5cb013b24a12 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.612697] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Acquiring lock "844c678b-6d1e-401a-9989-f4d7d90f262e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.613000] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Lock "844c678b-6d1e-401a-9989-f4d7d90f262e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.620731] env[70015]: DEBUG oslo_concurrency.lockutils [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Acquiring lock "refresh_cache-11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.620876] env[70015]: DEBUG oslo_concurrency.lockutils [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Acquired lock "refresh_cache-11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.621036] env[70015]: DEBUG nova.network.neutron [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.623222] env[70015]: DEBUG oslo_vmware.api [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Task: {'id': task-3610334, 'name': Rename_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.624214] env[70015]: DEBUG oslo_vmware.api [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Waiting for the task: (returnval){ [ 660.624214] env[70015]: value = "task-3610340" [ 660.624214] env[70015]: _type = "Task" [ 660.624214] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.635831] env[70015]: DEBUG oslo_vmware.api [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Task: {'id': task-3610340, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.685308] env[70015]: DEBUG oslo_vmware.api [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Task: {'id': task-3610338, 'name': Rename_Task, 'duration_secs': 0.148189} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.685308] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] [instance: e4a0575f-4518-410a-b6f0-fdc6005883fe] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 660.685308] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9baaddf4-9453-45bd-9ee9-464ec974fba3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.689781] env[70015]: DEBUG oslo_vmware.api [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Waiting for the task: (returnval){ [ 660.689781] env[70015]: value = "task-3610341" [ 660.689781] env[70015]: _type = "Task" [ 660.689781] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.699488] env[70015]: DEBUG oslo_vmware.api [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Task: {'id': task-3610341, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.740746] env[70015]: DEBUG oslo_vmware.api [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Task: {'id': task-3610339, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.755980] env[70015]: DEBUG oslo_vmware.api [None req-c5ff5228-5476-4528-bfac-302ab7e67663 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Task: {'id': task-3610337, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.559631} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.756256] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5ff5228-5476-4528-bfac-302ab7e67663 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 660.756433] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ff5228-5476-4528-bfac-302ab7e67663 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] [instance: 13ede60e-0cfb-428d-9613-9bd339c302a2] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 660.757144] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ff5228-5476-4528-bfac-302ab7e67663 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] [instance: 13ede60e-0cfb-428d-9613-9bd339c302a2] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 660.757144] env[70015]: INFO nova.compute.manager [None req-c5ff5228-5476-4528-bfac-302ab7e67663 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] [instance: 13ede60e-0cfb-428d-9613-9bd339c302a2] Took 1.67 seconds to destroy the instance on the hypervisor. [ 660.757144] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5ff5228-5476-4528-bfac-302ab7e67663 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 660.759088] env[70015]: DEBUG nova.compute.manager [-] [instance: 13ede60e-0cfb-428d-9613-9bd339c302a2] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 660.759088] env[70015]: DEBUG nova.network.neutron [-] [instance: 13ede60e-0cfb-428d-9613-9bd339c302a2] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 660.762387] env[70015]: DEBUG oslo_concurrency.lockutils [req-5a316a80-410d-4ea8-bfa4-74ab12d9e8a5 req-bf89f757-e27a-45f2-9eac-c8a94ee9b0f3 service nova] Releasing lock "refresh_cache-07c3e6db-ea22-480f-b16d-a577ef59284f" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.771085] env[70015]: DEBUG oslo_vmware.api [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Task: {'id': task-3610333, 'name': PowerOnVM_Task, 'duration_secs': 1.112746} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.771653] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: ffbea3ea-cd64-4ca9-a25c-644501cb3796] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 660.771778] env[70015]: INFO nova.compute.manager [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: ffbea3ea-cd64-4ca9-a25c-644501cb3796] Took 12.79 seconds to spawn the instance on the hypervisor. [ 660.771948] env[70015]: DEBUG nova.compute.manager [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: ffbea3ea-cd64-4ca9-a25c-644501cb3796] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 660.772824] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d795c861-2f7b-499b-9e74-ee216470b220 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.795697] env[70015]: DEBUG oslo_concurrency.lockutils [None req-dffb0923-0e32-4e6b-a781-67ecf38dad5d tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Lock "94323044-a24f-424f-a0c4-cf4eab76b57c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.886s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.805193] env[70015]: DEBUG nova.network.neutron [req-34ebe62b-b0e0-41b0-a475-7e9bf14f0325 req-ae83bddf-bf47-46ba-8e0d-3088a03a7435 service nova] [instance: ffbea3ea-cd64-4ca9-a25c-644501cb3796] Updated VIF entry in instance network info cache for port 789ee521-e572-4b9a-8047-7312547d5842. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 660.805557] env[70015]: DEBUG nova.network.neutron [req-34ebe62b-b0e0-41b0-a475-7e9bf14f0325 req-ae83bddf-bf47-46ba-8e0d-3088a03a7435 service nova] [instance: ffbea3ea-cd64-4ca9-a25c-644501cb3796] Updating instance_info_cache with network_info: [{"id": "789ee521-e572-4b9a-8047-7312547d5842", "address": "fa:16:3e:23:16:6b", "network": {"id": "3c1a3fbb-2170-407e-9ccc-287a3d99ace9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d690f2455b7c4076b06d93f0db674d65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap789ee521-e5", "ovs_interfaceid": "789ee521-e572-4b9a-8047-7312547d5842", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.903281] env[70015]: DEBUG oslo_concurrency.lockutils [None req-503b08bc-7c79-47ef-93a5-9d3201eb425f tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Acquiring lock "41baed96-29ff-4f0d-ab6f-9520ba5bd910" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.903515] env[70015]: DEBUG oslo_concurrency.lockutils [None req-503b08bc-7c79-47ef-93a5-9d3201eb425f tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Lock "41baed96-29ff-4f0d-ab6f-9520ba5bd910" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.903710] env[70015]: DEBUG oslo_concurrency.lockutils [None req-503b08bc-7c79-47ef-93a5-9d3201eb425f tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Acquiring lock "41baed96-29ff-4f0d-ab6f-9520ba5bd910-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.905431] env[70015]: DEBUG oslo_concurrency.lockutils [None req-503b08bc-7c79-47ef-93a5-9d3201eb425f tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Lock "41baed96-29ff-4f0d-ab6f-9520ba5bd910-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.905431] env[70015]: DEBUG oslo_concurrency.lockutils [None req-503b08bc-7c79-47ef-93a5-9d3201eb425f tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Lock "41baed96-29ff-4f0d-ab6f-9520ba5bd910-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.906151] env[70015]: INFO nova.compute.manager [None req-503b08bc-7c79-47ef-93a5-9d3201eb425f tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Terminating instance [ 661.111601] env[70015]: DEBUG oslo_vmware.api [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Task: {'id': task-3610334, 'name': Rename_Task, 'duration_secs': 1.257689} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.111901] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] [instance: 9424c852-8a39-48a1-8f27-db4dd05059bb] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 661.112384] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0c30d3b-1498-4e69-b09f-e791356c12b4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.121952] env[70015]: DEBUG oslo_vmware.api [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Waiting for the task: (returnval){ [ 661.121952] env[70015]: value = "task-3610342" [ 661.121952] env[70015]: _type = "Task" [ 661.121952] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.139870] env[70015]: DEBUG oslo_vmware.api [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Task: {'id': task-3610342, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.143709] env[70015]: DEBUG oslo_vmware.api [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Task: {'id': task-3610340, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.199574] env[70015]: DEBUG oslo_vmware.api [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Task: {'id': task-3610341, 'name': PowerOnVM_Task, 'duration_secs': 0.47314} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.199841] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] [instance: e4a0575f-4518-410a-b6f0-fdc6005883fe] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 661.200052] env[70015]: INFO nova.compute.manager [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] [instance: e4a0575f-4518-410a-b6f0-fdc6005883fe] Took 5.75 seconds to spawn the instance on the hypervisor. [ 661.200279] env[70015]: DEBUG nova.compute.manager [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] [instance: e4a0575f-4518-410a-b6f0-fdc6005883fe] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 661.201100] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36520912-6037-4da8-9cf5-19edf31e5b1e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.204558] env[70015]: DEBUG nova.network.neutron [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 661.208237] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58de4c48-bb96-47b5-a9e9-381b524a67da {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.218737] env[70015]: DEBUG nova.compute.manager [req-4d2b1025-ef13-4f7d-8765-cbe9ed88ea61 req-13342426-4926-48a2-8413-907ec1dcf261 service nova] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Received event network-vif-deleted-49e27699-a187-4363-b1c4-e2a87042abe3 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 661.222345] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c6243e-9c07-45f7-af82-953b8f143e25 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.261311] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9a2149-12ae-4f05-9bc4-718ea3413a05 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.271994] env[70015]: DEBUG oslo_vmware.api [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Task: {'id': task-3610339, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.697163} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.274454] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 661.275625] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9becf9f-f3c6-47b7-9b81-f774ed409154 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.279696] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dac5408-8f2d-4611-9035-f2b0380992a8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.310514] env[70015]: DEBUG oslo_concurrency.lockutils [req-34ebe62b-b0e0-41b0-a475-7e9bf14f0325 req-ae83bddf-bf47-46ba-8e0d-3088a03a7435 service nova] Releasing lock "refresh_cache-ffbea3ea-cd64-4ca9-a25c-644501cb3796" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.310780] env[70015]: DEBUG nova.compute.manager [req-34ebe62b-b0e0-41b0-a475-7e9bf14f0325 req-ae83bddf-bf47-46ba-8e0d-3088a03a7435 service nova] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Received event network-vif-plugged-003a9295-52f6-4c52-b55a-304c8ab8a1fb {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 661.310974] env[70015]: DEBUG oslo_concurrency.lockutils [req-34ebe62b-b0e0-41b0-a475-7e9bf14f0325 req-ae83bddf-bf47-46ba-8e0d-3088a03a7435 service nova] Acquiring lock "76462a8c-0691-44db-b556-84c92b97c2f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.311229] env[70015]: DEBUG oslo_concurrency.lockutils [req-34ebe62b-b0e0-41b0-a475-7e9bf14f0325 req-ae83bddf-bf47-46ba-8e0d-3088a03a7435 service nova] Lock "76462a8c-0691-44db-b556-84c92b97c2f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.311466] env[70015]: DEBUG oslo_concurrency.lockutils [req-34ebe62b-b0e0-41b0-a475-7e9bf14f0325 req-ae83bddf-bf47-46ba-8e0d-3088a03a7435 service nova] Lock "76462a8c-0691-44db-b556-84c92b97c2f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.311628] env[70015]: DEBUG nova.compute.manager [req-34ebe62b-b0e0-41b0-a475-7e9bf14f0325 req-ae83bddf-bf47-46ba-8e0d-3088a03a7435 service nova] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] No waiting events found dispatching network-vif-plugged-003a9295-52f6-4c52-b55a-304c8ab8a1fb {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 661.311918] env[70015]: WARNING nova.compute.manager [req-34ebe62b-b0e0-41b0-a475-7e9bf14f0325 req-ae83bddf-bf47-46ba-8e0d-3088a03a7435 service nova] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Received unexpected event network-vif-plugged-003a9295-52f6-4c52-b55a-304c8ab8a1fb for instance with vm_state building and task_state spawning. [ 661.312183] env[70015]: DEBUG nova.compute.manager [req-34ebe62b-b0e0-41b0-a475-7e9bf14f0325 req-ae83bddf-bf47-46ba-8e0d-3088a03a7435 service nova] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Received event network-changed-003a9295-52f6-4c52-b55a-304c8ab8a1fb {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 661.312314] env[70015]: DEBUG nova.compute.manager [req-34ebe62b-b0e0-41b0-a475-7e9bf14f0325 req-ae83bddf-bf47-46ba-8e0d-3088a03a7435 service nova] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Refreshing instance network info cache due to event network-changed-003a9295-52f6-4c52-b55a-304c8ab8a1fb. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 661.312483] env[70015]: DEBUG oslo_concurrency.lockutils [req-34ebe62b-b0e0-41b0-a475-7e9bf14f0325 req-ae83bddf-bf47-46ba-8e0d-3088a03a7435 service nova] Acquiring lock "refresh_cache-76462a8c-0691-44db-b556-84c92b97c2f7" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.312620] env[70015]: DEBUG oslo_concurrency.lockutils [req-34ebe62b-b0e0-41b0-a475-7e9bf14f0325 req-ae83bddf-bf47-46ba-8e0d-3088a03a7435 service nova] Acquired lock "refresh_cache-76462a8c-0691-44db-b556-84c92b97c2f7" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.315086] env[70015]: DEBUG nova.network.neutron [req-34ebe62b-b0e0-41b0-a475-7e9bf14f0325 req-ae83bddf-bf47-46ba-8e0d-3088a03a7435 service nova] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Refreshing network info cache for port 003a9295-52f6-4c52-b55a-304c8ab8a1fb {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 661.323487] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 76462a8c-0691-44db-b556-84c92b97c2f7/76462a8c-0691-44db-b556-84c92b97c2f7.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 661.324251] env[70015]: INFO nova.compute.manager [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: ffbea3ea-cd64-4ca9-a25c-644501cb3796] Took 25.69 seconds to build instance. [ 661.341271] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cfda6b3-6aba-41b0-840d-c563cdff0c38 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.356652] env[70015]: DEBUG nova.compute.provider_tree [None req-d1e0534e-51c5-4630-8109-74f6900f96af tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 661.359856] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Lock "ffbea3ea-cd64-4ca9-a25c-644501cb3796" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.745s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.365925] env[70015]: DEBUG oslo_vmware.api [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Waiting for the task: (returnval){ [ 661.365925] env[70015]: value = "task-3610343" [ 661.365925] env[70015]: _type = "Task" [ 661.365925] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.378832] env[70015]: DEBUG oslo_vmware.api [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Task: {'id': task-3610343, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.410032] env[70015]: DEBUG oslo_concurrency.lockutils [None req-503b08bc-7c79-47ef-93a5-9d3201eb425f tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Acquiring lock "refresh_cache-41baed96-29ff-4f0d-ab6f-9520ba5bd910" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.410430] env[70015]: DEBUG oslo_concurrency.lockutils [None req-503b08bc-7c79-47ef-93a5-9d3201eb425f tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Acquired lock "refresh_cache-41baed96-29ff-4f0d-ab6f-9520ba5bd910" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.410639] env[70015]: DEBUG nova.network.neutron [None req-503b08bc-7c79-47ef-93a5-9d3201eb425f tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 661.641782] env[70015]: DEBUG oslo_vmware.api [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Task: {'id': task-3610342, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.645912] env[70015]: DEBUG oslo_vmware.api [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Task: {'id': task-3610340, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.866516} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.646208] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 07c3e6db-ea22-480f-b16d-a577ef59284f/07c3e6db-ea22-480f-b16d-a577ef59284f.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 661.646457] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] [instance: 07c3e6db-ea22-480f-b16d-a577ef59284f] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 661.646744] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3700f776-63d9-4370-a894-a24a4c83bbdf {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.656591] env[70015]: DEBUG oslo_vmware.api [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Waiting for the task: (returnval){ [ 661.656591] env[70015]: value = "task-3610344" [ 661.656591] env[70015]: _type = "Task" [ 661.656591] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.664294] env[70015]: DEBUG oslo_vmware.api [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Task: {'id': task-3610344, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.672706] env[70015]: DEBUG nova.network.neutron [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Updating instance_info_cache with network_info: [{"id": "7f9446d9-e6dd-42c3-9e2e-6540db1d073f", "address": "fa:16:3e:12:57:75", "network": {"id": "70a76393-7534-42b1-8570-47da4088c096", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-79040828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "00237962bb59498a8b2ae05384cd1a24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f9446d9-e6", "ovs_interfaceid": "7f9446d9-e6dd-42c3-9e2e-6540db1d073f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.724957] env[70015]: INFO nova.compute.manager [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] [instance: e4a0575f-4518-410a-b6f0-fdc6005883fe] Took 20.94 seconds to build instance. [ 661.765219] env[70015]: DEBUG nova.network.neutron [-] [instance: 13ede60e-0cfb-428d-9613-9bd339c302a2] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.828518] env[70015]: DEBUG nova.network.neutron [req-34ebe62b-b0e0-41b0-a475-7e9bf14f0325 req-ae83bddf-bf47-46ba-8e0d-3088a03a7435 service nova] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Updated VIF entry in instance network info cache for port 003a9295-52f6-4c52-b55a-304c8ab8a1fb. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 661.828977] env[70015]: DEBUG nova.network.neutron [req-34ebe62b-b0e0-41b0-a475-7e9bf14f0325 req-ae83bddf-bf47-46ba-8e0d-3088a03a7435 service nova] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Updating instance_info_cache with network_info: [{"id": "50b1b88d-8971-4357-b6ca-b26bc6291359", "address": "fa:16:3e:42:e9:0b", "network": {"id": "947cfa65-9f12-4d74-b65b-9c7805c6236a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-437477974", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.115", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e655a79e2034aa39a18fa61c26d6412", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50b1b88d-89", "ovs_interfaceid": "50b1b88d-8971-4357-b6ca-b26bc6291359", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b83aef6f-0a58-4032-ae2f-da014f6fe9f1", "address": "fa:16:3e:48:16:07", "network": {"id": "dc6d4651-8997-4a95-974d-834534ad2eb8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1501580033", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6e655a79e2034aa39a18fa61c26d6412", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb83aef6f-0a", "ovs_interfaceid": "b83aef6f-0a58-4032-ae2f-da014f6fe9f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "003a9295-52f6-4c52-b55a-304c8ab8a1fb", "address": "fa:16:3e:da:ed:bc", "network": {"id": "947cfa65-9f12-4d74-b65b-9c7805c6236a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-437477974", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e655a79e2034aa39a18fa61c26d6412", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap003a9295-52", "ovs_interfaceid": "003a9295-52f6-4c52-b55a-304c8ab8a1fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.865233] env[70015]: DEBUG nova.compute.manager [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.878768] env[70015]: DEBUG oslo_vmware.api [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Task: {'id': task-3610343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.892630] env[70015]: ERROR nova.scheduler.client.report [None req-d1e0534e-51c5-4630-8109-74f6900f96af tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] [req-4e078365-02fb-4986-8a1d-db3c18edd0a1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 74b1aad2-fde9-482f-bdc7-a62277f2e79c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4e078365-02fb-4986-8a1d-db3c18edd0a1"}]} [ 661.913717] env[70015]: DEBUG nova.scheduler.client.report [None req-d1e0534e-51c5-4630-8109-74f6900f96af tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Refreshing inventories for resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 661.938984] env[70015]: DEBUG nova.scheduler.client.report [None req-d1e0534e-51c5-4630-8109-74f6900f96af tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Updating ProviderTree inventory for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 661.939175] env[70015]: DEBUG nova.compute.provider_tree [None req-d1e0534e-51c5-4630-8109-74f6900f96af tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 661.943818] env[70015]: DEBUG nova.network.neutron [None req-503b08bc-7c79-47ef-93a5-9d3201eb425f tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 661.954174] env[70015]: DEBUG nova.scheduler.client.report [None req-d1e0534e-51c5-4630-8109-74f6900f96af tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Refreshing aggregate associations for resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c, aggregates: None {{(pid=70015) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 661.975942] env[70015]: DEBUG nova.scheduler.client.report [None req-d1e0534e-51c5-4630-8109-74f6900f96af tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Refreshing trait associations for resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=70015) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 662.057658] env[70015]: DEBUG nova.network.neutron [None req-503b08bc-7c79-47ef-93a5-9d3201eb425f tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.134972] env[70015]: DEBUG oslo_vmware.api [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Task: {'id': task-3610342, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.175226] env[70015]: DEBUG oslo_concurrency.lockutils [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Releasing lock "refresh_cache-11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.175453] env[70015]: DEBUG nova.compute.manager [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Instance network_info: |[{"id": "7f9446d9-e6dd-42c3-9e2e-6540db1d073f", "address": "fa:16:3e:12:57:75", "network": {"id": "70a76393-7534-42b1-8570-47da4088c096", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-79040828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "00237962bb59498a8b2ae05384cd1a24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f9446d9-e6", "ovs_interfaceid": "7f9446d9-e6dd-42c3-9e2e-6540db1d073f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 662.176027] env[70015]: DEBUG oslo_vmware.api [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Task: {'id': task-3610344, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068619} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.176093] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:57:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f9446d9-e6dd-42c3-9e2e-6540db1d073f', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.184156] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Creating folder: Project (00237962bb59498a8b2ae05384cd1a24). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.184551] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] [instance: 07c3e6db-ea22-480f-b16d-a577ef59284f] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 662.185021] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e4cce55-91a1-4c18-a4bb-c930df32f42e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.187435] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e367fa48-84d3-49bf-85b2-c6259e2e7cfa {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.217438] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] [instance: 07c3e6db-ea22-480f-b16d-a577ef59284f] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 07c3e6db-ea22-480f-b16d-a577ef59284f/07c3e6db-ea22-480f-b16d-a577ef59284f.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.221943] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62cd2ef0-d85f-4b40-be60-ccdb18f713bb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.243144] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Created folder: Project (00237962bb59498a8b2ae05384cd1a24) in parent group-v720117. [ 662.243144] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Creating folder: Instances. Parent ref: group-v720178. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.243144] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a8dacf3e-b291-46f1-a5db-e810052ddd4c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Lock "e4a0575f-4518-410a-b6f0-fdc6005883fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.490s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.243144] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9473ee70-b267-4b2d-a6f2-19e353286a74 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.253182] env[70015]: DEBUG oslo_vmware.api [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Waiting for the task: (returnval){ [ 662.253182] env[70015]: value = "task-3610346" [ 662.253182] env[70015]: _type = "Task" [ 662.253182] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.257721] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Created folder: Instances in parent group-v720178. [ 662.257846] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 662.258409] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.258634] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4dc69bba-6187-4854-87ef-bbcee91eb608 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.281319] env[70015]: INFO nova.compute.manager [-] [instance: 13ede60e-0cfb-428d-9613-9bd339c302a2] Took 1.52 seconds to deallocate network for instance. [ 662.282189] env[70015]: DEBUG oslo_vmware.api [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Task: {'id': task-3610346, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.296097] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.296097] env[70015]: value = "task-3610348" [ 662.296097] env[70015]: _type = "Task" [ 662.296097] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.309119] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610348, 'name': CreateVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.336295] env[70015]: DEBUG oslo_concurrency.lockutils [req-34ebe62b-b0e0-41b0-a475-7e9bf14f0325 req-ae83bddf-bf47-46ba-8e0d-3088a03a7435 service nova] Releasing lock "refresh_cache-76462a8c-0691-44db-b556-84c92b97c2f7" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.387968] env[70015]: DEBUG oslo_vmware.api [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Task: {'id': task-3610343, 'name': ReconfigVM_Task, 'duration_secs': 0.727631} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.388293] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 76462a8c-0691-44db-b556-84c92b97c2f7/76462a8c-0691-44db-b556-84c92b97c2f7.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 662.389460] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-283c6dff-fd19-4b6f-8217-03add6f0053e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.398294] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.402597] env[70015]: DEBUG oslo_vmware.api [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Waiting for the task: (returnval){ [ 662.402597] env[70015]: value = "task-3610349" [ 662.402597] env[70015]: _type = "Task" [ 662.402597] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.412137] env[70015]: DEBUG oslo_vmware.api [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Task: {'id': task-3610349, 'name': Rename_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.529008] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Acquiring lock "af089f7b-dc31-4722-93a2-a2dbc9ff557e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.529259] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Lock "af089f7b-dc31-4722-93a2-a2dbc9ff557e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.552740] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96d3386-f7c3-42ce-973b-d4a8eae5c8b7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.560833] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a45ea2-69cc-4e53-9215-0c1d1ed020ad {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.565853] env[70015]: DEBUG oslo_concurrency.lockutils [None req-503b08bc-7c79-47ef-93a5-9d3201eb425f tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Releasing lock "refresh_cache-41baed96-29ff-4f0d-ab6f-9520ba5bd910" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.566324] env[70015]: DEBUG nova.compute.manager [None req-503b08bc-7c79-47ef-93a5-9d3201eb425f tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 662.566525] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-503b08bc-7c79-47ef-93a5-9d3201eb425f tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 662.567681] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2854d2b4-6346-4c74-820b-160518ed5829 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.580475] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-503b08bc-7c79-47ef-93a5-9d3201eb425f tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 662.603760] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fd5683e-48fe-4c9b-90ae-930b8d1e31c9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.608511] env[70015]: DEBUG nova.compute.manager [req-d310e73c-e5c4-41be-843c-ae221323ef30 req-8c693211-ca75-43bf-beed-97382a569d9d service nova] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Received event network-vif-plugged-7f9446d9-e6dd-42c3-9e2e-6540db1d073f {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.608754] env[70015]: DEBUG oslo_concurrency.lockutils [req-d310e73c-e5c4-41be-843c-ae221323ef30 req-8c693211-ca75-43bf-beed-97382a569d9d service nova] Acquiring lock "11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.608943] env[70015]: DEBUG oslo_concurrency.lockutils [req-d310e73c-e5c4-41be-843c-ae221323ef30 req-8c693211-ca75-43bf-beed-97382a569d9d service nova] Lock "11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.609129] env[70015]: DEBUG oslo_concurrency.lockutils [req-d310e73c-e5c4-41be-843c-ae221323ef30 req-8c693211-ca75-43bf-beed-97382a569d9d service nova] Lock "11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.609296] env[70015]: DEBUG nova.compute.manager [req-d310e73c-e5c4-41be-843c-ae221323ef30 req-8c693211-ca75-43bf-beed-97382a569d9d service nova] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] No waiting events found dispatching network-vif-plugged-7f9446d9-e6dd-42c3-9e2e-6540db1d073f {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 662.609456] env[70015]: WARNING nova.compute.manager [req-d310e73c-e5c4-41be-843c-ae221323ef30 req-8c693211-ca75-43bf-beed-97382a569d9d service nova] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Received unexpected event network-vif-plugged-7f9446d9-e6dd-42c3-9e2e-6540db1d073f for instance with vm_state building and task_state spawning. [ 662.609613] env[70015]: DEBUG nova.compute.manager [req-d310e73c-e5c4-41be-843c-ae221323ef30 req-8c693211-ca75-43bf-beed-97382a569d9d service nova] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Received event network-changed-7f9446d9-e6dd-42c3-9e2e-6540db1d073f {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.609766] env[70015]: DEBUG nova.compute.manager [req-d310e73c-e5c4-41be-843c-ae221323ef30 req-8c693211-ca75-43bf-beed-97382a569d9d service nova] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Refreshing instance network info cache due to event network-changed-7f9446d9-e6dd-42c3-9e2e-6540db1d073f. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 662.609964] env[70015]: DEBUG oslo_concurrency.lockutils [req-d310e73c-e5c4-41be-843c-ae221323ef30 req-8c693211-ca75-43bf-beed-97382a569d9d service nova] Acquiring lock "refresh_cache-11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.610168] env[70015]: DEBUG oslo_concurrency.lockutils [req-d310e73c-e5c4-41be-843c-ae221323ef30 req-8c693211-ca75-43bf-beed-97382a569d9d service nova] Acquired lock "refresh_cache-11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.610295] env[70015]: DEBUG nova.network.neutron [req-d310e73c-e5c4-41be-843c-ae221323ef30 req-8c693211-ca75-43bf-beed-97382a569d9d service nova] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Refreshing network info cache for port 7f9446d9-e6dd-42c3-9e2e-6540db1d073f {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 662.615063] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffcc082-e941-466e-b624-ab4695801a46 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.624765] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d946f410-99b3-432a-8898-0aaa8a2e2466 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.631263] env[70015]: DEBUG oslo_vmware.api [None req-503b08bc-7c79-47ef-93a5-9d3201eb425f tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Waiting for the task: (returnval){ [ 662.631263] env[70015]: value = "task-3610350" [ 662.631263] env[70015]: _type = "Task" [ 662.631263] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.646973] env[70015]: DEBUG nova.compute.provider_tree [None req-d1e0534e-51c5-4630-8109-74f6900f96af tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 662.654510] env[70015]: DEBUG oslo_vmware.api [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Task: {'id': task-3610342, 'name': PowerOnVM_Task, 'duration_secs': 1.230679} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.658820] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] [instance: 9424c852-8a39-48a1-8f27-db4dd05059bb] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 662.659065] env[70015]: INFO nova.compute.manager [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] [instance: 9424c852-8a39-48a1-8f27-db4dd05059bb] Took 12.18 seconds to spawn the instance on the hypervisor. [ 662.659276] env[70015]: DEBUG nova.compute.manager [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] [instance: 9424c852-8a39-48a1-8f27-db4dd05059bb] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 662.659630] env[70015]: DEBUG oslo_vmware.api [None req-503b08bc-7c79-47ef-93a5-9d3201eb425f tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Task: {'id': task-3610350, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.660469] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e973776-6440-4f8d-8366-c5eb6cd5130e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.748771] env[70015]: DEBUG nova.compute.manager [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 662.765610] env[70015]: DEBUG oslo_vmware.api [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Task: {'id': task-3610346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.795387] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c5ff5228-5476-4528-bfac-302ab7e67663 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.806716] env[70015]: DEBUG oslo_concurrency.lockutils [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquiring lock "c8747a31-7a75-4ccd-b513-fb2a0769b0d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.806978] env[70015]: DEBUG oslo_concurrency.lockutils [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Lock "c8747a31-7a75-4ccd-b513-fb2a0769b0d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.813325] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610348, 'name': CreateVM_Task, 'duration_secs': 0.407447} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.813490] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 662.814193] env[70015]: DEBUG oslo_concurrency.lockutils [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.814383] env[70015]: DEBUG oslo_concurrency.lockutils [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.814771] env[70015]: DEBUG oslo_concurrency.lockutils [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.815028] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21316fa3-b1dc-4ead-bb72-8d798fa72583 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.819700] env[70015]: DEBUG oslo_vmware.api [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Waiting for the task: (returnval){ [ 662.819700] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52ab2f73-bd93-3338-18b2-af1d1b8f4ae2" [ 662.819700] env[70015]: _type = "Task" [ 662.819700] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.828271] env[70015]: DEBUG oslo_vmware.api [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52ab2f73-bd93-3338-18b2-af1d1b8f4ae2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.913177] env[70015]: DEBUG oslo_vmware.api [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Task: {'id': task-3610349, 'name': Rename_Task, 'duration_secs': 0.255821} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.913177] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 662.913412] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c03bff69-15e2-4953-bfef-b441600a944e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.919540] env[70015]: DEBUG oslo_vmware.api [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Waiting for the task: (returnval){ [ 662.919540] env[70015]: value = "task-3610351" [ 662.919540] env[70015]: _type = "Task" [ 662.919540] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.927628] env[70015]: DEBUG oslo_vmware.api [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Task: {'id': task-3610351, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.144086] env[70015]: DEBUG oslo_vmware.api [None req-503b08bc-7c79-47ef-93a5-9d3201eb425f tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Task: {'id': task-3610350, 'name': PowerOffVM_Task, 'duration_secs': 0.209215} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.144513] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-503b08bc-7c79-47ef-93a5-9d3201eb425f tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 663.144513] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-503b08bc-7c79-47ef-93a5-9d3201eb425f tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 663.144827] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-462e03b4-ef13-4346-b50e-e9716f1dc4cd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.175951] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-503b08bc-7c79-47ef-93a5-9d3201eb425f tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 663.176188] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-503b08bc-7c79-47ef-93a5-9d3201eb425f tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 663.176377] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-503b08bc-7c79-47ef-93a5-9d3201eb425f tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Deleting the datastore file [datastore2] 41baed96-29ff-4f0d-ab6f-9520ba5bd910 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 663.178915] env[70015]: ERROR nova.scheduler.client.report [None req-d1e0534e-51c5-4630-8109-74f6900f96af tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] [req-c51a2dd8-99b5-4875-9fb4-1302ff309295] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 74b1aad2-fde9-482f-bdc7-a62277f2e79c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c51a2dd8-99b5-4875-9fb4-1302ff309295"}]} [ 663.179396] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff9a7fa1-cc96-41c8-b8fa-9e086173aee7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.183668] env[70015]: INFO nova.compute.manager [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] [instance: 9424c852-8a39-48a1-8f27-db4dd05059bb] Took 26.49 seconds to build instance. [ 663.189544] env[70015]: DEBUG oslo_vmware.api [None req-503b08bc-7c79-47ef-93a5-9d3201eb425f tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Waiting for the task: (returnval){ [ 663.189544] env[70015]: value = "task-3610353" [ 663.189544] env[70015]: _type = "Task" [ 663.189544] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.197915] env[70015]: DEBUG oslo_vmware.api [None req-503b08bc-7c79-47ef-93a5-9d3201eb425f tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Task: {'id': task-3610353, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.206017] env[70015]: DEBUG nova.scheduler.client.report [None req-d1e0534e-51c5-4630-8109-74f6900f96af tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Refreshing inventories for resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 663.222565] env[70015]: DEBUG nova.scheduler.client.report [None req-d1e0534e-51c5-4630-8109-74f6900f96af tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Updating ProviderTree inventory for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 663.223819] env[70015]: DEBUG nova.compute.provider_tree [None req-d1e0534e-51c5-4630-8109-74f6900f96af tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 663.236687] env[70015]: DEBUG nova.scheduler.client.report [None req-d1e0534e-51c5-4630-8109-74f6900f96af tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Refreshing aggregate associations for resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c, aggregates: None {{(pid=70015) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 663.261400] env[70015]: DEBUG nova.scheduler.client.report [None req-d1e0534e-51c5-4630-8109-74f6900f96af tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Refreshing trait associations for resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=70015) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 663.274940] env[70015]: DEBUG oslo_vmware.api [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Task: {'id': task-3610346, 'name': ReconfigVM_Task, 'duration_secs': 0.733402} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.275238] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] [instance: 07c3e6db-ea22-480f-b16d-a577ef59284f] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 07c3e6db-ea22-480f-b16d-a577ef59284f/07c3e6db-ea22-480f-b16d-a577ef59284f.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.275921] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5b2950a-1d18-4b29-af27-c61cc269d979 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.282570] env[70015]: DEBUG oslo_vmware.api [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Waiting for the task: (returnval){ [ 663.282570] env[70015]: value = "task-3610354" [ 663.282570] env[70015]: _type = "Task" [ 663.282570] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.287086] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.297933] env[70015]: DEBUG oslo_vmware.api [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Task: {'id': task-3610354, 'name': Rename_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.330162] env[70015]: DEBUG oslo_vmware.api [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52ab2f73-bd93-3338-18b2-af1d1b8f4ae2, 'name': SearchDatastore_Task, 'duration_secs': 0.024744} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.330491] env[70015]: DEBUG oslo_concurrency.lockutils [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.330729] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.331692] env[70015]: DEBUG oslo_concurrency.lockutils [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.331848] env[70015]: DEBUG oslo_concurrency.lockutils [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.332745] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.332745] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5f9d4b7-19e2-492b-8591-c0030fbcc624 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.345520] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.345706] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.346566] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3eb84832-b609-4de7-a3f9-597e7ff12d95 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.352215] env[70015]: DEBUG oslo_vmware.api [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Waiting for the task: (returnval){ [ 663.352215] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5296fd2b-474e-2fae-b523-62e5df7b5e2b" [ 663.352215] env[70015]: _type = "Task" [ 663.352215] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.365324] env[70015]: DEBUG oslo_vmware.api [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5296fd2b-474e-2fae-b523-62e5df7b5e2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.432169] env[70015]: DEBUG oslo_vmware.api [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Task: {'id': task-3610351, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.497873] env[70015]: DEBUG nova.network.neutron [req-d310e73c-e5c4-41be-843c-ae221323ef30 req-8c693211-ca75-43bf-beed-97382a569d9d service nova] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Updated VIF entry in instance network info cache for port 7f9446d9-e6dd-42c3-9e2e-6540db1d073f. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 663.498092] env[70015]: DEBUG nova.network.neutron [req-d310e73c-e5c4-41be-843c-ae221323ef30 req-8c693211-ca75-43bf-beed-97382a569d9d service nova] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Updating instance_info_cache with network_info: [{"id": "7f9446d9-e6dd-42c3-9e2e-6540db1d073f", "address": "fa:16:3e:12:57:75", "network": {"id": "70a76393-7534-42b1-8570-47da4088c096", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-79040828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "00237962bb59498a8b2ae05384cd1a24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f9446d9-e6", "ovs_interfaceid": "7f9446d9-e6dd-42c3-9e2e-6540db1d073f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.686210] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Lock "9424c852-8a39-48a1-8f27-db4dd05059bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.009s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.705022] env[70015]: DEBUG oslo_vmware.api [None req-503b08bc-7c79-47ef-93a5-9d3201eb425f tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Task: {'id': task-3610353, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142304} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.705352] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-503b08bc-7c79-47ef-93a5-9d3201eb425f tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 663.705579] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-503b08bc-7c79-47ef-93a5-9d3201eb425f tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 663.706077] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-503b08bc-7c79-47ef-93a5-9d3201eb425f tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 663.706317] env[70015]: INFO nova.compute.manager [None req-503b08bc-7c79-47ef-93a5-9d3201eb425f tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Took 1.14 seconds to destroy the instance on the hypervisor. [ 663.706596] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-503b08bc-7c79-47ef-93a5-9d3201eb425f tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 663.707429] env[70015]: DEBUG nova.compute.manager [-] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 663.707573] env[70015]: DEBUG nova.network.neutron [-] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 663.793647] env[70015]: DEBUG oslo_vmware.api [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Task: {'id': task-3610354, 'name': Rename_Task, 'duration_secs': 0.163216} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.795408] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] [instance: 07c3e6db-ea22-480f-b16d-a577ef59284f] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.796190] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3032f7-c568-4e21-8967-afff2d7ddcf0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.798838] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7de9121-8643-4fad-b647-f5a5519ff3cc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.805349] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac1b8e5-7d0d-4f09-806e-f85bb4e00950 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.809549] env[70015]: DEBUG oslo_vmware.api [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Waiting for the task: (returnval){ [ 663.809549] env[70015]: value = "task-3610355" [ 663.809549] env[70015]: _type = "Task" [ 663.809549] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.840913] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5b0a05-be2a-4128-a3b2-afad40a0dc58 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.851144] env[70015]: DEBUG oslo_vmware.api [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Task: {'id': task-3610355, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.861615] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48719ff8-6202-47d3-ae20-ea136e5bbac3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.870469] env[70015]: DEBUG oslo_vmware.api [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5296fd2b-474e-2fae-b523-62e5df7b5e2b, 'name': SearchDatastore_Task, 'duration_secs': 0.010726} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.879189] env[70015]: DEBUG nova.compute.provider_tree [None req-d1e0534e-51c5-4630-8109-74f6900f96af tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 663.880612] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-989dab0e-5ba5-4136-a0fb-1ec5737404b2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.888498] env[70015]: DEBUG oslo_vmware.api [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Waiting for the task: (returnval){ [ 663.888498] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52f58ed4-76e6-0cec-490e-702e6153d7fd" [ 663.888498] env[70015]: _type = "Task" [ 663.888498] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.895790] env[70015]: DEBUG oslo_vmware.api [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52f58ed4-76e6-0cec-490e-702e6153d7fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.934279] env[70015]: DEBUG oslo_vmware.api [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Task: {'id': task-3610351, 'name': PowerOnVM_Task, 'duration_secs': 0.678125} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.935414] env[70015]: DEBUG nova.network.neutron [-] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 663.936890] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 663.937239] env[70015]: INFO nova.compute.manager [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Took 25.42 seconds to spawn the instance on the hypervisor. [ 663.941021] env[70015]: DEBUG nova.compute.manager [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 663.941021] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d6b357-e2cf-4348-a14d-abdd77e11327 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.002797] env[70015]: DEBUG oslo_concurrency.lockutils [req-d310e73c-e5c4-41be-843c-ae221323ef30 req-8c693211-ca75-43bf-beed-97382a569d9d service nova] Releasing lock "refresh_cache-11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.003100] env[70015]: DEBUG nova.compute.manager [req-d310e73c-e5c4-41be-843c-ae221323ef30 req-8c693211-ca75-43bf-beed-97382a569d9d service nova] [instance: 13ede60e-0cfb-428d-9613-9bd339c302a2] Received event network-vif-deleted-a0be2734-90de-46c1-82f0-6ff40c8f1699 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.029244] env[70015]: DEBUG oslo_concurrency.lockutils [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Acquiring lock "ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.029540] env[70015]: DEBUG oslo_concurrency.lockutils [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Lock "ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.189062] env[70015]: DEBUG nova.compute.manager [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 664.323432] env[70015]: DEBUG oslo_vmware.api [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Task: {'id': task-3610355, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.398249] env[70015]: DEBUG oslo_vmware.api [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52f58ed4-76e6-0cec-490e-702e6153d7fd, 'name': SearchDatastore_Task, 'duration_secs': 0.013396} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.398610] env[70015]: DEBUG oslo_concurrency.lockutils [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.398894] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16/11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.399269] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a35996e2-f568-4142-a8c4-dcf020727c20 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.404365] env[70015]: ERROR nova.scheduler.client.report [None req-d1e0534e-51c5-4630-8109-74f6900f96af tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] [req-d4c6b711-a138-4f8a-a2c8-7139064590ea] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 74b1aad2-fde9-482f-bdc7-a62277f2e79c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d4c6b711-a138-4f8a-a2c8-7139064590ea"}]} [ 664.408342] env[70015]: DEBUG oslo_vmware.api [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Waiting for the task: (returnval){ [ 664.408342] env[70015]: value = "task-3610356" [ 664.408342] env[70015]: _type = "Task" [ 664.408342] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.418332] env[70015]: DEBUG oslo_vmware.api [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Task: {'id': task-3610356, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.425736] env[70015]: DEBUG nova.scheduler.client.report [None req-d1e0534e-51c5-4630-8109-74f6900f96af tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Refreshing inventories for resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 664.439161] env[70015]: DEBUG nova.network.neutron [-] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.441664] env[70015]: DEBUG nova.scheduler.client.report [None req-d1e0534e-51c5-4630-8109-74f6900f96af tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Updating ProviderTree inventory for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 664.441950] env[70015]: DEBUG nova.compute.provider_tree [None req-d1e0534e-51c5-4630-8109-74f6900f96af tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 664.459282] env[70015]: INFO nova.compute.manager [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Took 34.10 seconds to build instance. [ 664.468989] env[70015]: DEBUG nova.scheduler.client.report [None req-d1e0534e-51c5-4630-8109-74f6900f96af tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Refreshing aggregate associations for resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c, aggregates: None {{(pid=70015) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 664.494110] env[70015]: DEBUG nova.scheduler.client.report [None req-d1e0534e-51c5-4630-8109-74f6900f96af tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Refreshing trait associations for resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=70015) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 664.590367] env[70015]: DEBUG nova.compute.manager [None req-01c083a4-b0f9-4ed9-9d9f-10398bce0b6c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] [instance: e4a0575f-4518-410a-b6f0-fdc6005883fe] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 664.591907] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8176f09-0cba-4118-be08-0e2c9041f2b2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.712984] env[70015]: DEBUG oslo_concurrency.lockutils [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.834800] env[70015]: DEBUG oslo_vmware.api [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Task: {'id': task-3610355, 'name': PowerOnVM_Task, 'duration_secs': 0.731157} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.835052] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] [instance: 07c3e6db-ea22-480f-b16d-a577ef59284f] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 664.835459] env[70015]: INFO nova.compute.manager [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] [instance: 07c3e6db-ea22-480f-b16d-a577ef59284f] Took 11.91 seconds to spawn the instance on the hypervisor. [ 664.835745] env[70015]: DEBUG nova.compute.manager [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] [instance: 07c3e6db-ea22-480f-b16d-a577ef59284f] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 664.836983] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a535ef44-9a35-4ed4-aea0-be7eb146eb2f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.922764] env[70015]: DEBUG oslo_vmware.api [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Task: {'id': task-3610356, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.948384] env[70015]: INFO nova.compute.manager [-] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Took 1.24 seconds to deallocate network for instance. [ 664.962286] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0e24992b-4100-4ef4-999a-92d325babfa0 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Lock "76462a8c-0691-44db-b556-84c92b97c2f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.620s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.108732] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b390720c-50a5-4cbf-a442-8bf40ba9661f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.112551] env[70015]: INFO nova.compute.manager [None req-01c083a4-b0f9-4ed9-9d9f-10398bce0b6c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] [instance: e4a0575f-4518-410a-b6f0-fdc6005883fe] instance snapshotting [ 665.113165] env[70015]: DEBUG nova.objects.instance [None req-01c083a4-b0f9-4ed9-9d9f-10398bce0b6c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Lazy-loading 'flavor' on Instance uuid e4a0575f-4518-410a-b6f0-fdc6005883fe {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 665.119443] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfe2b45-3848-4738-9898-cf7e56725657 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.151448] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b788d048-cc78-4bdc-8b04-6c5372faf421 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.160225] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9cf089f-88f1-4990-9a88-067be97ad48d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.174504] env[70015]: DEBUG nova.compute.provider_tree [None req-d1e0534e-51c5-4630-8109-74f6900f96af tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 665.366205] env[70015]: DEBUG oslo_concurrency.lockutils [None req-80cb056f-ccf6-458b-94f5-443aa3234420 tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Acquiring lock "e4a0575f-4518-410a-b6f0-fdc6005883fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.366205] env[70015]: DEBUG oslo_concurrency.lockutils [None req-80cb056f-ccf6-458b-94f5-443aa3234420 tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Lock "e4a0575f-4518-410a-b6f0-fdc6005883fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.366205] env[70015]: DEBUG oslo_concurrency.lockutils [None req-80cb056f-ccf6-458b-94f5-443aa3234420 tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Acquiring lock "e4a0575f-4518-410a-b6f0-fdc6005883fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.367426] env[70015]: DEBUG oslo_concurrency.lockutils [None req-80cb056f-ccf6-458b-94f5-443aa3234420 tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Lock "e4a0575f-4518-410a-b6f0-fdc6005883fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.367426] env[70015]: DEBUG oslo_concurrency.lockutils [None req-80cb056f-ccf6-458b-94f5-443aa3234420 tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Lock "e4a0575f-4518-410a-b6f0-fdc6005883fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.372649] env[70015]: INFO nova.compute.manager [None req-80cb056f-ccf6-458b-94f5-443aa3234420 tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] [instance: e4a0575f-4518-410a-b6f0-fdc6005883fe] Terminating instance [ 665.376018] env[70015]: INFO nova.compute.manager [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] [instance: 07c3e6db-ea22-480f-b16d-a577ef59284f] Took 27.01 seconds to build instance. [ 665.379358] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7bf62125-d242-4d98-bfad-2da0c3faea7a tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Acquiring lock "ffbea3ea-cd64-4ca9-a25c-644501cb3796" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.379358] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7bf62125-d242-4d98-bfad-2da0c3faea7a tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Lock "ffbea3ea-cd64-4ca9-a25c-644501cb3796" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.379509] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7bf62125-d242-4d98-bfad-2da0c3faea7a tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Acquiring lock "ffbea3ea-cd64-4ca9-a25c-644501cb3796-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.379680] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7bf62125-d242-4d98-bfad-2da0c3faea7a tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Lock "ffbea3ea-cd64-4ca9-a25c-644501cb3796-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.379842] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7bf62125-d242-4d98-bfad-2da0c3faea7a tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Lock "ffbea3ea-cd64-4ca9-a25c-644501cb3796-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.381792] env[70015]: INFO nova.compute.manager [None req-7bf62125-d242-4d98-bfad-2da0c3faea7a tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: ffbea3ea-cd64-4ca9-a25c-644501cb3796] Terminating instance [ 665.423578] env[70015]: DEBUG oslo_vmware.api [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Task: {'id': task-3610356, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.71291} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.423905] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16/11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.424177] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.424429] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d141401-b1eb-4d46-a2dd-7ea8ab7b999d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.433143] env[70015]: DEBUG oslo_vmware.api [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Waiting for the task: (returnval){ [ 665.433143] env[70015]: value = "task-3610357" [ 665.433143] env[70015]: _type = "Task" [ 665.433143] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.442006] env[70015]: DEBUG oslo_vmware.api [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Task: {'id': task-3610357, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.455313] env[70015]: DEBUG oslo_concurrency.lockutils [None req-503b08bc-7c79-47ef-93a5-9d3201eb425f tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.467593] env[70015]: DEBUG nova.compute.manager [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: a4ff87cd-018c-4386-ad14-5018367b64b2] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 665.620613] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd61bb3-663b-49ad-928a-e55ae0f1fb22 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.638228] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488ebcb1-740b-4c3c-91a7-da253c5975a8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.682756] env[70015]: DEBUG oslo_concurrency.lockutils [None req-81fd4bc0-d714-4bae-a624-1f975acb4112 tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Acquiring lock "interface-9424c852-8a39-48a1-8f27-db4dd05059bb-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.682756] env[70015]: DEBUG oslo_concurrency.lockutils [None req-81fd4bc0-d714-4bae-a624-1f975acb4112 tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Lock "interface-9424c852-8a39-48a1-8f27-db4dd05059bb-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.682756] env[70015]: DEBUG nova.objects.instance [None req-81fd4bc0-d714-4bae-a624-1f975acb4112 tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Lazy-loading 'flavor' on Instance uuid 9424c852-8a39-48a1-8f27-db4dd05059bb {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 665.709314] env[70015]: DEBUG nova.scheduler.client.report [None req-d1e0534e-51c5-4630-8109-74f6900f96af tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Updated inventory for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with generation 43 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 665.709581] env[70015]: DEBUG nova.compute.provider_tree [None req-d1e0534e-51c5-4630-8109-74f6900f96af tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Updating resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c generation from 43 to 44 during operation: update_inventory {{(pid=70015) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 665.710017] env[70015]: DEBUG nova.compute.provider_tree [None req-d1e0534e-51c5-4630-8109-74f6900f96af tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 665.877674] env[70015]: DEBUG oslo_concurrency.lockutils [None req-80cb056f-ccf6-458b-94f5-443aa3234420 tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Acquiring lock "refresh_cache-e4a0575f-4518-410a-b6f0-fdc6005883fe" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.877919] env[70015]: DEBUG oslo_concurrency.lockutils [None req-80cb056f-ccf6-458b-94f5-443aa3234420 tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Acquired lock "refresh_cache-e4a0575f-4518-410a-b6f0-fdc6005883fe" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.878271] env[70015]: DEBUG nova.network.neutron [None req-80cb056f-ccf6-458b-94f5-443aa3234420 tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] [instance: e4a0575f-4518-410a-b6f0-fdc6005883fe] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 665.883133] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6f443a3f-a017-40bf-85f3-18f95378b5ad tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Lock "07c3e6db-ea22-480f-b16d-a577ef59284f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.536s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.884704] env[70015]: DEBUG nova.compute.manager [None req-7bf62125-d242-4d98-bfad-2da0c3faea7a tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: ffbea3ea-cd64-4ca9-a25c-644501cb3796] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 665.884886] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf62125-d242-4d98-bfad-2da0c3faea7a tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: ffbea3ea-cd64-4ca9-a25c-644501cb3796] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 665.885747] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f97a7a6-6c84-4a05-a979-d4ee84392032 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.895533] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf62125-d242-4d98-bfad-2da0c3faea7a tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: ffbea3ea-cd64-4ca9-a25c-644501cb3796] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 665.895813] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16ae43a4-88a5-48a0-80f2-9c76bf734a35 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.905230] env[70015]: DEBUG oslo_vmware.api [None req-7bf62125-d242-4d98-bfad-2da0c3faea7a tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Waiting for the task: (returnval){ [ 665.905230] env[70015]: value = "task-3610358" [ 665.905230] env[70015]: _type = "Task" [ 665.905230] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.915435] env[70015]: DEBUG oslo_vmware.api [None req-7bf62125-d242-4d98-bfad-2da0c3faea7a tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Task: {'id': task-3610358, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.947462] env[70015]: DEBUG oslo_vmware.api [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Task: {'id': task-3610357, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1875} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.947901] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.948541] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bb7170-1706-4258-8392-f9054b9a100c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.973800] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16/11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.981087] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-361e45d2-2af2-4ba0-b738-9ec30970a543 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.005416] env[70015]: DEBUG oslo_vmware.api [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Waiting for the task: (returnval){ [ 666.005416] env[70015]: value = "task-3610359" [ 666.005416] env[70015]: _type = "Task" [ 666.005416] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.010553] env[70015]: DEBUG oslo_concurrency.lockutils [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.014396] env[70015]: DEBUG oslo_vmware.api [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Task: {'id': task-3610359, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.148592] env[70015]: DEBUG nova.compute.manager [None req-01c083a4-b0f9-4ed9-9d9f-10398bce0b6c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] [instance: e4a0575f-4518-410a-b6f0-fdc6005883fe] Instance disappeared during snapshot {{(pid=70015) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 666.187259] env[70015]: DEBUG nova.objects.instance [None req-81fd4bc0-d714-4bae-a624-1f975acb4112 tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Lazy-loading 'pci_requests' on Instance uuid 9424c852-8a39-48a1-8f27-db4dd05059bb {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 666.217029] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d1e0534e-51c5-4630-8109-74f6900f96af tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 5.952s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.218468] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.212s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.219380] env[70015]: INFO nova.compute.claims [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] [instance: ef513827-f5fe-4337-a0fa-5c96eb537514] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 666.241845] env[70015]: INFO nova.scheduler.client.report [None req-d1e0534e-51c5-4630-8109-74f6900f96af tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Deleted allocations for instance 0873d084-90c6-4f26-bfb5-0f86077ca52b [ 666.351817] env[70015]: DEBUG nova.compute.manager [None req-01c083a4-b0f9-4ed9-9d9f-10398bce0b6c tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] [instance: e4a0575f-4518-410a-b6f0-fdc6005883fe] Found 0 images (rotation: 2) {{(pid=70015) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 666.390759] env[70015]: DEBUG nova.compute.manager [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 666.408028] env[70015]: DEBUG nova.network.neutron [None req-80cb056f-ccf6-458b-94f5-443aa3234420 tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] [instance: e4a0575f-4518-410a-b6f0-fdc6005883fe] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 666.418135] env[70015]: DEBUG oslo_vmware.api [None req-7bf62125-d242-4d98-bfad-2da0c3faea7a tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Task: {'id': task-3610358, 'name': PowerOffVM_Task, 'duration_secs': 0.481878} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.418557] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf62125-d242-4d98-bfad-2da0c3faea7a tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: ffbea3ea-cd64-4ca9-a25c-644501cb3796] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 666.418845] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf62125-d242-4d98-bfad-2da0c3faea7a tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: ffbea3ea-cd64-4ca9-a25c-644501cb3796] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 666.419262] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-264cb882-26a5-4ee8-9d2f-2cb89dcefd53 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.479150] env[70015]: DEBUG nova.network.neutron [None req-80cb056f-ccf6-458b-94f5-443aa3234420 tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] [instance: e4a0575f-4518-410a-b6f0-fdc6005883fe] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.483627] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf62125-d242-4d98-bfad-2da0c3faea7a tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: ffbea3ea-cd64-4ca9-a25c-644501cb3796] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 666.483891] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf62125-d242-4d98-bfad-2da0c3faea7a tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: ffbea3ea-cd64-4ca9-a25c-644501cb3796] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 666.484034] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bf62125-d242-4d98-bfad-2da0c3faea7a tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Deleting the datastore file [datastore2] ffbea3ea-cd64-4ca9-a25c-644501cb3796 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 666.484308] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a0ea2ef-7516-4fd6-80bf-80127eef360c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.492170] env[70015]: DEBUG oslo_vmware.api [None req-7bf62125-d242-4d98-bfad-2da0c3faea7a tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Waiting for the task: (returnval){ [ 666.492170] env[70015]: value = "task-3610361" [ 666.492170] env[70015]: _type = "Task" [ 666.492170] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.499294] env[70015]: DEBUG oslo_concurrency.lockutils [None req-89d7fa82-3966-4b2d-bbe9-12764908a4a9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Acquiring lock "76462a8c-0691-44db-b556-84c92b97c2f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.499599] env[70015]: DEBUG oslo_concurrency.lockutils [None req-89d7fa82-3966-4b2d-bbe9-12764908a4a9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Lock "76462a8c-0691-44db-b556-84c92b97c2f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.499844] env[70015]: DEBUG oslo_concurrency.lockutils [None req-89d7fa82-3966-4b2d-bbe9-12764908a4a9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Acquiring lock "76462a8c-0691-44db-b556-84c92b97c2f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.500123] env[70015]: DEBUG oslo_concurrency.lockutils [None req-89d7fa82-3966-4b2d-bbe9-12764908a4a9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Lock "76462a8c-0691-44db-b556-84c92b97c2f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.500332] env[70015]: DEBUG oslo_concurrency.lockutils [None req-89d7fa82-3966-4b2d-bbe9-12764908a4a9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Lock "76462a8c-0691-44db-b556-84c92b97c2f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.503070] env[70015]: INFO nova.compute.manager [None req-89d7fa82-3966-4b2d-bbe9-12764908a4a9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Terminating instance [ 666.510680] env[70015]: DEBUG oslo_vmware.api [None req-7bf62125-d242-4d98-bfad-2da0c3faea7a tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Task: {'id': task-3610361, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.523020] env[70015]: DEBUG oslo_vmware.api [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Task: {'id': task-3610359, 'name': ReconfigVM_Task, 'duration_secs': 0.471611} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.523372] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16/11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.525194] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a3914fc-a9f7-485f-bfd5-f22e4d006350 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.531682] env[70015]: DEBUG oslo_vmware.api [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Waiting for the task: (returnval){ [ 666.531682] env[70015]: value = "task-3610362" [ 666.531682] env[70015]: _type = "Task" [ 666.531682] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.539906] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Acquiring lock "30be86a3-ab72-49b8-80f3-353cc9a4bd68" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.540057] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Lock "30be86a3-ab72-49b8-80f3-353cc9a4bd68" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.546619] env[70015]: DEBUG oslo_vmware.api [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Task: {'id': task-3610362, 'name': Rename_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.689768] env[70015]: DEBUG nova.objects.base [None req-81fd4bc0-d714-4bae-a624-1f975acb4112 tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Object Instance<9424c852-8a39-48a1-8f27-db4dd05059bb> lazy-loaded attributes: flavor,pci_requests {{(pid=70015) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 666.690301] env[70015]: DEBUG nova.network.neutron [None req-81fd4bc0-d714-4bae-a624-1f975acb4112 tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] [instance: 9424c852-8a39-48a1-8f27-db4dd05059bb] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 666.753108] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d1e0534e-51c5-4630-8109-74f6900f96af tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Lock "0873d084-90c6-4f26-bfb5-0f86077ca52b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.767s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.792512] env[70015]: DEBUG oslo_concurrency.lockutils [None req-81fd4bc0-d714-4bae-a624-1f975acb4112 tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Lock "interface-9424c852-8a39-48a1-8f27-db4dd05059bb-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.110s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.918556] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.982738] env[70015]: DEBUG oslo_concurrency.lockutils [None req-80cb056f-ccf6-458b-94f5-443aa3234420 tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Releasing lock "refresh_cache-e4a0575f-4518-410a-b6f0-fdc6005883fe" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.983270] env[70015]: DEBUG nova.compute.manager [None req-80cb056f-ccf6-458b-94f5-443aa3234420 tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] [instance: e4a0575f-4518-410a-b6f0-fdc6005883fe] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 666.983490] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-80cb056f-ccf6-458b-94f5-443aa3234420 tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] [instance: e4a0575f-4518-410a-b6f0-fdc6005883fe] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 666.984382] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a1eaae-b430-4a8d-b134-ae1534f95af4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.992227] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-80cb056f-ccf6-458b-94f5-443aa3234420 tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] [instance: e4a0575f-4518-410a-b6f0-fdc6005883fe] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 666.992522] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-450c76aa-ee98-4775-8606-67d536ad5cd2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.003139] env[70015]: DEBUG oslo_vmware.api [None req-7bf62125-d242-4d98-bfad-2da0c3faea7a tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Task: {'id': task-3610361, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192288} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.003863] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bf62125-d242-4d98-bfad-2da0c3faea7a tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 667.003863] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf62125-d242-4d98-bfad-2da0c3faea7a tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: ffbea3ea-cd64-4ca9-a25c-644501cb3796] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 667.004052] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf62125-d242-4d98-bfad-2da0c3faea7a tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: ffbea3ea-cd64-4ca9-a25c-644501cb3796] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 667.004313] env[70015]: INFO nova.compute.manager [None req-7bf62125-d242-4d98-bfad-2da0c3faea7a tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] [instance: ffbea3ea-cd64-4ca9-a25c-644501cb3796] Took 1.12 seconds to destroy the instance on the hypervisor. [ 667.004426] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bf62125-d242-4d98-bfad-2da0c3faea7a tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 667.004663] env[70015]: DEBUG oslo_vmware.api [None req-80cb056f-ccf6-458b-94f5-443aa3234420 tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Waiting for the task: (returnval){ [ 667.004663] env[70015]: value = "task-3610363" [ 667.004663] env[70015]: _type = "Task" [ 667.004663] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.004874] env[70015]: DEBUG nova.compute.manager [-] [instance: ffbea3ea-cd64-4ca9-a25c-644501cb3796] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 667.004923] env[70015]: DEBUG nova.network.neutron [-] [instance: ffbea3ea-cd64-4ca9-a25c-644501cb3796] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 667.014713] env[70015]: DEBUG nova.compute.manager [None req-89d7fa82-3966-4b2d-bbe9-12764908a4a9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 667.014953] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-89d7fa82-3966-4b2d-bbe9-12764908a4a9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 667.015214] env[70015]: DEBUG oslo_vmware.api [None req-80cb056f-ccf6-458b-94f5-443aa3234420 tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Task: {'id': task-3610363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.015909] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0fa9f6-0a8d-4ea1-9988-0b3303c4f4e7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.022413] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-89d7fa82-3966-4b2d-bbe9-12764908a4a9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 667.022685] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac9b6e5d-63c0-4ce2-acb0-0cd93d50446a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.028353] env[70015]: DEBUG oslo_vmware.api [None req-89d7fa82-3966-4b2d-bbe9-12764908a4a9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Waiting for the task: (returnval){ [ 667.028353] env[70015]: value = "task-3610364" [ 667.028353] env[70015]: _type = "Task" [ 667.028353] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.039047] env[70015]: DEBUG oslo_vmware.api [None req-89d7fa82-3966-4b2d-bbe9-12764908a4a9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Task: {'id': task-3610364, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.043879] env[70015]: DEBUG oslo_vmware.api [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Task: {'id': task-3610362, 'name': Rename_Task, 'duration_secs': 0.17151} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.044154] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 667.044425] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-969507e4-0e9d-4502-b7c9-56448d31b491 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.050634] env[70015]: DEBUG oslo_vmware.api [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Waiting for the task: (returnval){ [ 667.050634] env[70015]: value = "task-3610365" [ 667.050634] env[70015]: _type = "Task" [ 667.050634] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.059062] env[70015]: DEBUG oslo_vmware.api [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Task: {'id': task-3610365, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.516114] env[70015]: DEBUG oslo_vmware.api [None req-80cb056f-ccf6-458b-94f5-443aa3234420 tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Task: {'id': task-3610363, 'name': PowerOffVM_Task, 'duration_secs': 0.21784} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.518921] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-80cb056f-ccf6-458b-94f5-443aa3234420 tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] [instance: e4a0575f-4518-410a-b6f0-fdc6005883fe] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 667.519123] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-80cb056f-ccf6-458b-94f5-443aa3234420 tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] [instance: e4a0575f-4518-410a-b6f0-fdc6005883fe] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 667.519569] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91dc0b61-4890-448a-81d7-53a7f4c5aef4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.539923] env[70015]: DEBUG oslo_vmware.api [None req-89d7fa82-3966-4b2d-bbe9-12764908a4a9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Task: {'id': task-3610364, 'name': PowerOffVM_Task, 'duration_secs': 0.209743} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.540750] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-89d7fa82-3966-4b2d-bbe9-12764908a4a9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 667.540945] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-89d7fa82-3966-4b2d-bbe9-12764908a4a9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 667.541229] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33e351f2-23b6-43eb-a616-9c9fcbd60f33 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.549996] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-80cb056f-ccf6-458b-94f5-443aa3234420 tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] [instance: e4a0575f-4518-410a-b6f0-fdc6005883fe] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 667.550391] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-80cb056f-ccf6-458b-94f5-443aa3234420 tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] [instance: e4a0575f-4518-410a-b6f0-fdc6005883fe] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 667.550632] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-80cb056f-ccf6-458b-94f5-443aa3234420 tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Deleting the datastore file [datastore2] e4a0575f-4518-410a-b6f0-fdc6005883fe {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 667.551042] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ce5017a-4f9e-4178-8691-3e42dc5ec5e2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.565161] env[70015]: DEBUG oslo_vmware.api [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Task: {'id': task-3610365, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.567625] env[70015]: DEBUG oslo_vmware.api [None req-80cb056f-ccf6-458b-94f5-443aa3234420 tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Waiting for the task: (returnval){ [ 667.567625] env[70015]: value = "task-3610368" [ 667.567625] env[70015]: _type = "Task" [ 667.567625] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.579783] env[70015]: DEBUG oslo_vmware.api [None req-80cb056f-ccf6-458b-94f5-443aa3234420 tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Task: {'id': task-3610368, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.721399] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-89d7fa82-3966-4b2d-bbe9-12764908a4a9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 667.721642] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-89d7fa82-3966-4b2d-bbe9-12764908a4a9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 667.722361] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-89d7fa82-3966-4b2d-bbe9-12764908a4a9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Deleting the datastore file [datastore1] 76462a8c-0691-44db-b556-84c92b97c2f7 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 667.724748] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46d62492-8574-4a0b-a223-97f3d52550f6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.733977] env[70015]: DEBUG oslo_vmware.api [None req-89d7fa82-3966-4b2d-bbe9-12764908a4a9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Waiting for the task: (returnval){ [ 667.733977] env[70015]: value = "task-3610369" [ 667.733977] env[70015]: _type = "Task" [ 667.733977] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.743775] env[70015]: DEBUG oslo_vmware.api [None req-89d7fa82-3966-4b2d-bbe9-12764908a4a9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Task: {'id': task-3610369, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.766413] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93686d5c-7f75-4643-ba9a-d58a10e404c6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.774646] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41cebf98-d24b-4e56-9373-a731e4fbe1d7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.810784] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb3df53-335a-4855-be7e-53e82118f8d6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.820494] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b9833e-dcb5-4f37-bc5a-5a481a33452b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.835162] env[70015]: DEBUG nova.compute.provider_tree [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 667.930663] env[70015]: DEBUG nova.network.neutron [-] [instance: ffbea3ea-cd64-4ca9-a25c-644501cb3796] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.061527] env[70015]: DEBUG oslo_vmware.api [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Task: {'id': task-3610365, 'name': PowerOnVM_Task, 'duration_secs': 0.62945} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.061795] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.061999] env[70015]: INFO nova.compute.manager [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Took 10.01 seconds to spawn the instance on the hypervisor. [ 668.062194] env[70015]: DEBUG nova.compute.manager [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 668.062956] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13fb359b-e0bc-4101-9675-d28eeba0ccbd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.080952] env[70015]: DEBUG oslo_vmware.api [None req-80cb056f-ccf6-458b-94f5-443aa3234420 tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Task: {'id': task-3610368, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146199} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.081247] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-80cb056f-ccf6-458b-94f5-443aa3234420 tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 668.081687] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-80cb056f-ccf6-458b-94f5-443aa3234420 tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] [instance: e4a0575f-4518-410a-b6f0-fdc6005883fe] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 668.081724] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-80cb056f-ccf6-458b-94f5-443aa3234420 tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] [instance: e4a0575f-4518-410a-b6f0-fdc6005883fe] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 668.081909] env[70015]: INFO nova.compute.manager [None req-80cb056f-ccf6-458b-94f5-443aa3234420 tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] [instance: e4a0575f-4518-410a-b6f0-fdc6005883fe] Took 1.10 seconds to destroy the instance on the hypervisor. [ 668.082462] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80cb056f-ccf6-458b-94f5-443aa3234420 tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 668.082462] env[70015]: DEBUG nova.compute.manager [-] [instance: e4a0575f-4518-410a-b6f0-fdc6005883fe] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 668.082575] env[70015]: DEBUG nova.network.neutron [-] [instance: e4a0575f-4518-410a-b6f0-fdc6005883fe] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 668.099216] env[70015]: DEBUG nova.network.neutron [-] [instance: e4a0575f-4518-410a-b6f0-fdc6005883fe] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 668.220141] env[70015]: DEBUG nova.compute.manager [req-6def1701-62dd-42e1-a9b3-c6b5d0f5c5b4 req-df80c7dc-4a5c-4afa-9e2d-f5f9eb76118c service nova] [instance: ffbea3ea-cd64-4ca9-a25c-644501cb3796] Received event network-vif-deleted-789ee521-e572-4b9a-8047-7312547d5842 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.245261] env[70015]: DEBUG oslo_vmware.api [None req-89d7fa82-3966-4b2d-bbe9-12764908a4a9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Task: {'id': task-3610369, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.358511] env[70015]: ERROR nova.scheduler.client.report [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] [req-a0824401-511d-43b7-8322-60e42352e85c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 74b1aad2-fde9-482f-bdc7-a62277f2e79c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a0824401-511d-43b7-8322-60e42352e85c"}]} [ 668.378474] env[70015]: DEBUG nova.scheduler.client.report [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Refreshing inventories for resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 668.400588] env[70015]: DEBUG nova.scheduler.client.report [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Updating ProviderTree inventory for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 668.401191] env[70015]: DEBUG nova.compute.provider_tree [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 668.418841] env[70015]: DEBUG nova.scheduler.client.report [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Refreshing aggregate associations for resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c, aggregates: None {{(pid=70015) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 668.437012] env[70015]: INFO nova.compute.manager [-] [instance: ffbea3ea-cd64-4ca9-a25c-644501cb3796] Took 1.43 seconds to deallocate network for instance. [ 668.441659] env[70015]: DEBUG nova.scheduler.client.report [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Refreshing trait associations for resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=70015) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 668.588524] env[70015]: INFO nova.compute.manager [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Took 26.69 seconds to build instance. [ 668.602190] env[70015]: DEBUG nova.network.neutron [-] [instance: e4a0575f-4518-410a-b6f0-fdc6005883fe] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.747684] env[70015]: DEBUG oslo_vmware.api [None req-89d7fa82-3966-4b2d-bbe9-12764908a4a9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Task: {'id': task-3610369, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.672569} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.748354] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-89d7fa82-3966-4b2d-bbe9-12764908a4a9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 668.748523] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-89d7fa82-3966-4b2d-bbe9-12764908a4a9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 668.748707] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-89d7fa82-3966-4b2d-bbe9-12764908a4a9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 668.748875] env[70015]: INFO nova.compute.manager [None req-89d7fa82-3966-4b2d-bbe9-12764908a4a9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Took 1.73 seconds to destroy the instance on the hypervisor. [ 668.749132] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89d7fa82-3966-4b2d-bbe9-12764908a4a9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 668.749325] env[70015]: DEBUG nova.compute.manager [-] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 668.749420] env[70015]: DEBUG nova.network.neutron [-] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 668.897278] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00f1838-e090-4f24-ba57-bff08d204f31 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.905491] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1573c4-daf1-4d31-908d-74bc5d1d34ba {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.938656] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6693e32-86d4-49a0-a095-b62716f1aa42 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.941985] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7bf62125-d242-4d98-bfad-2da0c3faea7a tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.948271] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386dbccb-1ede-42de-bbc4-5908fa2e32af {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.965641] env[70015]: DEBUG nova.compute.provider_tree [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 669.096750] env[70015]: DEBUG oslo_concurrency.lockutils [None req-26ba2f23-e50d-42b8-be2f-13daf71fea9e tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Lock "11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.211s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.106242] env[70015]: INFO nova.compute.manager [-] [instance: e4a0575f-4518-410a-b6f0-fdc6005883fe] Took 1.02 seconds to deallocate network for instance. [ 669.232838] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ecfb12b0-c1a0-42dc-843f-070ae694bbd1 tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Acquiring lock "9424c852-8a39-48a1-8f27-db4dd05059bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.233153] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ecfb12b0-c1a0-42dc-843f-070ae694bbd1 tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Lock "9424c852-8a39-48a1-8f27-db4dd05059bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.233593] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ecfb12b0-c1a0-42dc-843f-070ae694bbd1 tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Acquiring lock "9424c852-8a39-48a1-8f27-db4dd05059bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.233794] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ecfb12b0-c1a0-42dc-843f-070ae694bbd1 tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Lock "9424c852-8a39-48a1-8f27-db4dd05059bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.233963] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ecfb12b0-c1a0-42dc-843f-070ae694bbd1 tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Lock "9424c852-8a39-48a1-8f27-db4dd05059bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.238986] env[70015]: INFO nova.compute.manager [None req-ecfb12b0-c1a0-42dc-843f-070ae694bbd1 tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] [instance: 9424c852-8a39-48a1-8f27-db4dd05059bb] Terminating instance [ 669.508026] env[70015]: DEBUG nova.scheduler.client.report [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Updated inventory for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with generation 45 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 669.508229] env[70015]: DEBUG nova.compute.provider_tree [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Updating resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c generation from 45 to 46 during operation: update_inventory {{(pid=70015) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 669.508279] env[70015]: DEBUG nova.compute.provider_tree [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 669.601445] env[70015]: DEBUG nova.compute.manager [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 669.614710] env[70015]: DEBUG oslo_concurrency.lockutils [None req-80cb056f-ccf6-458b-94f5-443aa3234420 tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.740831] env[70015]: DEBUG nova.compute.manager [None req-ecfb12b0-c1a0-42dc-843f-070ae694bbd1 tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] [instance: 9424c852-8a39-48a1-8f27-db4dd05059bb] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 669.741075] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ecfb12b0-c1a0-42dc-843f-070ae694bbd1 tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] [instance: 9424c852-8a39-48a1-8f27-db4dd05059bb] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 669.742147] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6a050c-b21f-4caf-8f16-60d0b02a5a9a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.751476] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecfb12b0-c1a0-42dc-843f-070ae694bbd1 tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] [instance: 9424c852-8a39-48a1-8f27-db4dd05059bb] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 669.751739] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12ad9495-960f-4ea2-b5c2-aba8306f8129 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.759880] env[70015]: DEBUG oslo_vmware.api [None req-ecfb12b0-c1a0-42dc-843f-070ae694bbd1 tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Waiting for the task: (returnval){ [ 669.759880] env[70015]: value = "task-3610370" [ 669.759880] env[70015]: _type = "Task" [ 669.759880] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.770407] env[70015]: DEBUG oslo_vmware.api [None req-ecfb12b0-c1a0-42dc-843f-070ae694bbd1 tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Task: {'id': task-3610370, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.016076] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.798s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.016272] env[70015]: DEBUG nova.compute.manager [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] [instance: ef513827-f5fe-4337-a0fa-5c96eb537514] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 670.019742] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.458s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.019930] env[70015]: DEBUG nova.objects.instance [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70015) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 670.130513] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.279630] env[70015]: DEBUG oslo_vmware.api [None req-ecfb12b0-c1a0-42dc-843f-070ae694bbd1 tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Task: {'id': task-3610370, 'name': PowerOffVM_Task, 'duration_secs': 0.23849} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.280323] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecfb12b0-c1a0-42dc-843f-070ae694bbd1 tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] [instance: 9424c852-8a39-48a1-8f27-db4dd05059bb] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 670.280323] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ecfb12b0-c1a0-42dc-843f-070ae694bbd1 tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] [instance: 9424c852-8a39-48a1-8f27-db4dd05059bb] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 670.280476] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02aac3c9-3b21-4dae-9ad4-7739f1a5d9d0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.351438] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ecfb12b0-c1a0-42dc-843f-070ae694bbd1 tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] [instance: 9424c852-8a39-48a1-8f27-db4dd05059bb] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 670.351811] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ecfb12b0-c1a0-42dc-843f-070ae694bbd1 tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] [instance: 9424c852-8a39-48a1-8f27-db4dd05059bb] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 670.353688] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecfb12b0-c1a0-42dc-843f-070ae694bbd1 tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Deleting the datastore file [datastore2] 9424c852-8a39-48a1-8f27-db4dd05059bb {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 670.353688] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7237368-8176-46cc-aa41-43f22050c6f2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.364677] env[70015]: DEBUG oslo_vmware.api [None req-ecfb12b0-c1a0-42dc-843f-070ae694bbd1 tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Waiting for the task: (returnval){ [ 670.364677] env[70015]: value = "task-3610372" [ 670.364677] env[70015]: _type = "Task" [ 670.364677] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.376822] env[70015]: DEBUG oslo_vmware.api [None req-ecfb12b0-c1a0-42dc-843f-070ae694bbd1 tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Task: {'id': task-3610372, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.461930] env[70015]: DEBUG nova.compute.manager [req-11342ba8-5995-4363-b3fb-59d58d8b02f0 req-510970ca-feac-46ed-98e1-e3b505a8f9f4 service nova] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Received event network-vif-deleted-003a9295-52f6-4c52-b55a-304c8ab8a1fb {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.462165] env[70015]: INFO nova.compute.manager [req-11342ba8-5995-4363-b3fb-59d58d8b02f0 req-510970ca-feac-46ed-98e1-e3b505a8f9f4 service nova] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Neutron deleted interface 003a9295-52f6-4c52-b55a-304c8ab8a1fb; detaching it from the instance and deleting it from the info cache [ 670.462418] env[70015]: DEBUG nova.network.neutron [req-11342ba8-5995-4363-b3fb-59d58d8b02f0 req-510970ca-feac-46ed-98e1-e3b505a8f9f4 service nova] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Updating instance_info_cache with network_info: [{"id": "50b1b88d-8971-4357-b6ca-b26bc6291359", "address": "fa:16:3e:42:e9:0b", "network": {"id": "947cfa65-9f12-4d74-b65b-9c7805c6236a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-437477974", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.115", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e655a79e2034aa39a18fa61c26d6412", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50b1b88d-89", "ovs_interfaceid": "50b1b88d-8971-4357-b6ca-b26bc6291359", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b83aef6f-0a58-4032-ae2f-da014f6fe9f1", "address": "fa:16:3e:48:16:07", "network": {"id": "dc6d4651-8997-4a95-974d-834534ad2eb8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1501580033", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6e655a79e2034aa39a18fa61c26d6412", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb83aef6f-0a", "ovs_interfaceid": "b83aef6f-0a58-4032-ae2f-da014f6fe9f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.530157] env[70015]: DEBUG nova.compute.utils [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 670.535185] env[70015]: DEBUG nova.compute.manager [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] [instance: ef513827-f5fe-4337-a0fa-5c96eb537514] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 670.535185] env[70015]: DEBUG nova.network.neutron [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] [instance: ef513827-f5fe-4337-a0fa-5c96eb537514] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 670.678910] env[70015]: DEBUG nova.network.neutron [-] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.829245] env[70015]: DEBUG nova.policy [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '439e799b471b4fec81f7bdd20fcb7ab1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '878de99f712b410b84a7a8933d7290be', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 670.882928] env[70015]: DEBUG oslo_vmware.api [None req-ecfb12b0-c1a0-42dc-843f-070ae694bbd1 tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Task: {'id': task-3610372, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.967574] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e719310c-b6bd-4975-9cc9-3bf23dc78279 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.979520] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046acd08-1c63-42f9-b087-688d4072bcc8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.013759] env[70015]: DEBUG nova.compute.manager [req-11342ba8-5995-4363-b3fb-59d58d8b02f0 req-510970ca-feac-46ed-98e1-e3b505a8f9f4 service nova] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Detach interface failed, port_id=003a9295-52f6-4c52-b55a-304c8ab8a1fb, reason: Instance 76462a8c-0691-44db-b556-84c92b97c2f7 could not be found. {{(pid=70015) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 671.014199] env[70015]: DEBUG nova.compute.manager [req-11342ba8-5995-4363-b3fb-59d58d8b02f0 req-510970ca-feac-46ed-98e1-e3b505a8f9f4 service nova] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Received event network-vif-deleted-b83aef6f-0a58-4032-ae2f-da014f6fe9f1 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.014404] env[70015]: INFO nova.compute.manager [req-11342ba8-5995-4363-b3fb-59d58d8b02f0 req-510970ca-feac-46ed-98e1-e3b505a8f9f4 service nova] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Neutron deleted interface b83aef6f-0a58-4032-ae2f-da014f6fe9f1; detaching it from the instance and deleting it from the info cache [ 671.014664] env[70015]: DEBUG nova.network.neutron [req-11342ba8-5995-4363-b3fb-59d58d8b02f0 req-510970ca-feac-46ed-98e1-e3b505a8f9f4 service nova] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Updating instance_info_cache with network_info: [{"id": "50b1b88d-8971-4357-b6ca-b26bc6291359", "address": "fa:16:3e:42:e9:0b", "network": {"id": "947cfa65-9f12-4d74-b65b-9c7805c6236a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-437477974", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.115", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e655a79e2034aa39a18fa61c26d6412", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50b1b88d-89", "ovs_interfaceid": "50b1b88d-8971-4357-b6ca-b26bc6291359", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.033526] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9000c82f-e5f8-408b-90a7-0c49ee59ac94 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.034568] env[70015]: DEBUG oslo_concurrency.lockutils [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.883s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.036470] env[70015]: INFO nova.compute.claims [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] [instance: d9957b72-61d0-4280-90c3-effa1cb9fce6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 671.043023] env[70015]: DEBUG nova.compute.manager [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] [instance: ef513827-f5fe-4337-a0fa-5c96eb537514] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 671.182394] env[70015]: INFO nova.compute.manager [-] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Took 2.43 seconds to deallocate network for instance. [ 671.378807] env[70015]: DEBUG oslo_vmware.api [None req-ecfb12b0-c1a0-42dc-843f-070ae694bbd1 tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Task: {'id': task-3610372, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.522023] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6ed4993b-2356-4736-b441-860750888393 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.531420] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed7797d-c100-4caa-9801-5d1c22f2bb23 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.546481] env[70015]: DEBUG nova.network.neutron [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] [instance: ef513827-f5fe-4337-a0fa-5c96eb537514] Successfully created port: e0ceee2a-9f67-460f-8da7-9c3640068ac8 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 671.578426] env[70015]: DEBUG nova.compute.manager [req-11342ba8-5995-4363-b3fb-59d58d8b02f0 req-510970ca-feac-46ed-98e1-e3b505a8f9f4 service nova] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Detach interface failed, port_id=b83aef6f-0a58-4032-ae2f-da014f6fe9f1, reason: Instance 76462a8c-0691-44db-b556-84c92b97c2f7 could not be found. {{(pid=70015) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 671.578650] env[70015]: DEBUG nova.compute.manager [req-11342ba8-5995-4363-b3fb-59d58d8b02f0 req-510970ca-feac-46ed-98e1-e3b505a8f9f4 service nova] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Received event network-vif-deleted-50b1b88d-8971-4357-b6ca-b26bc6291359 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.578826] env[70015]: INFO nova.compute.manager [req-11342ba8-5995-4363-b3fb-59d58d8b02f0 req-510970ca-feac-46ed-98e1-e3b505a8f9f4 service nova] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Neutron deleted interface 50b1b88d-8971-4357-b6ca-b26bc6291359; detaching it from the instance and deleting it from the info cache [ 671.579524] env[70015]: DEBUG nova.network.neutron [req-11342ba8-5995-4363-b3fb-59d58d8b02f0 req-510970ca-feac-46ed-98e1-e3b505a8f9f4 service nova] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.690266] env[70015]: DEBUG oslo_concurrency.lockutils [None req-89d7fa82-3966-4b2d-bbe9-12764908a4a9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.883680] env[70015]: DEBUG oslo_vmware.api [None req-ecfb12b0-c1a0-42dc-843f-070ae694bbd1 tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Task: {'id': task-3610372, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.066309] env[70015]: DEBUG nova.compute.manager [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] [instance: ef513827-f5fe-4337-a0fa-5c96eb537514] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 672.085400] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ba28d937-971b-41b9-bc29-aeaea957b1af {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.117181] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fc3721-ab48-41e1-837f-b0096d93906a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.138638] env[70015]: DEBUG nova.virt.hardware [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 672.138638] env[70015]: DEBUG nova.virt.hardware [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 672.138638] env[70015]: DEBUG nova.virt.hardware [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 672.138638] env[70015]: DEBUG nova.virt.hardware [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 672.138638] env[70015]: DEBUG nova.virt.hardware [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 672.138638] env[70015]: DEBUG nova.virt.hardware [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 672.138638] env[70015]: DEBUG nova.virt.hardware [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 672.138638] env[70015]: DEBUG nova.virt.hardware [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 672.138638] env[70015]: DEBUG nova.virt.hardware [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 672.139035] env[70015]: DEBUG nova.virt.hardware [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 672.139035] env[70015]: DEBUG nova.virt.hardware [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 672.140265] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0c318e-f103-4a46-b98b-007dd245f8b7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.150346] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101a1076-87c0-4df2-8979-3af9f12bd663 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.180286] env[70015]: DEBUG nova.compute.manager [req-11342ba8-5995-4363-b3fb-59d58d8b02f0 req-510970ca-feac-46ed-98e1-e3b505a8f9f4 service nova] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Detach interface failed, port_id=50b1b88d-8971-4357-b6ca-b26bc6291359, reason: Instance 76462a8c-0691-44db-b556-84c92b97c2f7 could not be found. {{(pid=70015) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 672.383859] env[70015]: DEBUG oslo_vmware.api [None req-ecfb12b0-c1a0-42dc-843f-070ae694bbd1 tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Task: {'id': task-3610372, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.601387} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.384924] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecfb12b0-c1a0-42dc-843f-070ae694bbd1 tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 672.385201] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ecfb12b0-c1a0-42dc-843f-070ae694bbd1 tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] [instance: 9424c852-8a39-48a1-8f27-db4dd05059bb] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 672.385404] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ecfb12b0-c1a0-42dc-843f-070ae694bbd1 tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] [instance: 9424c852-8a39-48a1-8f27-db4dd05059bb] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 672.385987] env[70015]: INFO nova.compute.manager [None req-ecfb12b0-c1a0-42dc-843f-070ae694bbd1 tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] [instance: 9424c852-8a39-48a1-8f27-db4dd05059bb] Took 2.64 seconds to destroy the instance on the hypervisor. [ 672.386585] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ecfb12b0-c1a0-42dc-843f-070ae694bbd1 tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.389951] env[70015]: DEBUG nova.compute.manager [-] [instance: 9424c852-8a39-48a1-8f27-db4dd05059bb] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 672.390076] env[70015]: DEBUG nova.network.neutron [-] [instance: 9424c852-8a39-48a1-8f27-db4dd05059bb] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 672.717973] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ee34b3-0fef-44c7-9a80-554ddcadfe83 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.729360] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f94e512-3377-4529-828c-570573940a9c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.772435] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b119463-3c40-4a6d-8e56-b21d417ee412 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.784882] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bce6f5b-8042-4cac-8de1-6a7c8c977a80 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.798856] env[70015]: DEBUG nova.compute.provider_tree [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 672.898844] env[70015]: DEBUG nova.compute.manager [req-947e8077-66e8-49b8-bc20-39eca1ce1cc0 req-6a96ab5c-c472-41cc-983f-73d1a66c9381 service nova] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Received event network-changed-7f9446d9-e6dd-42c3-9e2e-6540db1d073f {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.899064] env[70015]: DEBUG nova.compute.manager [req-947e8077-66e8-49b8-bc20-39eca1ce1cc0 req-6a96ab5c-c472-41cc-983f-73d1a66c9381 service nova] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Refreshing instance network info cache due to event network-changed-7f9446d9-e6dd-42c3-9e2e-6540db1d073f. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 672.899281] env[70015]: DEBUG oslo_concurrency.lockutils [req-947e8077-66e8-49b8-bc20-39eca1ce1cc0 req-6a96ab5c-c472-41cc-983f-73d1a66c9381 service nova] Acquiring lock "refresh_cache-11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.900502] env[70015]: DEBUG oslo_concurrency.lockutils [req-947e8077-66e8-49b8-bc20-39eca1ce1cc0 req-6a96ab5c-c472-41cc-983f-73d1a66c9381 service nova] Acquired lock "refresh_cache-11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.900502] env[70015]: DEBUG nova.network.neutron [req-947e8077-66e8-49b8-bc20-39eca1ce1cc0 req-6a96ab5c-c472-41cc-983f-73d1a66c9381 service nova] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Refreshing network info cache for port 7f9446d9-e6dd-42c3-9e2e-6540db1d073f {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 673.365497] env[70015]: DEBUG nova.scheduler.client.report [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Updated inventory for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with generation 46 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 673.365497] env[70015]: DEBUG nova.compute.provider_tree [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Updating resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c generation from 46 to 47 during operation: update_inventory {{(pid=70015) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 673.365497] env[70015]: DEBUG nova.compute.provider_tree [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 673.621938] env[70015]: DEBUG nova.network.neutron [-] [instance: 9424c852-8a39-48a1-8f27-db4dd05059bb] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.869735] env[70015]: DEBUG oslo_concurrency.lockutils [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.835s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.871359] env[70015]: DEBUG nova.compute.manager [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] [instance: d9957b72-61d0-4280-90c3-effa1cb9fce6] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 673.874701] env[70015]: DEBUG oslo_concurrency.lockutils [None req-950185de-40cf-450c-9e68-0d425f6acb8a tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.311s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.875118] env[70015]: DEBUG nova.objects.instance [None req-950185de-40cf-450c-9e68-0d425f6acb8a tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Lazy-loading 'resources' on Instance uuid 19a17a9d-795d-44bf-a2b5-768b9e110095 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 674.128112] env[70015]: INFO nova.compute.manager [-] [instance: 9424c852-8a39-48a1-8f27-db4dd05059bb] Took 1.74 seconds to deallocate network for instance. [ 674.142270] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Acquiring lock "70185831-3921-4fbf-8382-b6098f340372" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.142600] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Lock "70185831-3921-4fbf-8382-b6098f340372" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.159402] env[70015]: DEBUG nova.network.neutron [req-947e8077-66e8-49b8-bc20-39eca1ce1cc0 req-6a96ab5c-c472-41cc-983f-73d1a66c9381 service nova] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Updated VIF entry in instance network info cache for port 7f9446d9-e6dd-42c3-9e2e-6540db1d073f. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 674.159807] env[70015]: DEBUG nova.network.neutron [req-947e8077-66e8-49b8-bc20-39eca1ce1cc0 req-6a96ab5c-c472-41cc-983f-73d1a66c9381 service nova] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Updating instance_info_cache with network_info: [{"id": "7f9446d9-e6dd-42c3-9e2e-6540db1d073f", "address": "fa:16:3e:12:57:75", "network": {"id": "70a76393-7534-42b1-8570-47da4088c096", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-79040828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00237962bb59498a8b2ae05384cd1a24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f9446d9-e6", "ovs_interfaceid": "7f9446d9-e6dd-42c3-9e2e-6540db1d073f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.221828] env[70015]: DEBUG nova.network.neutron [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] [instance: ef513827-f5fe-4337-a0fa-5c96eb537514] Successfully updated port: e0ceee2a-9f67-460f-8da7-9c3640068ac8 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 674.386600] env[70015]: DEBUG nova.compute.utils [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 674.386600] env[70015]: DEBUG nova.compute.manager [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] [instance: d9957b72-61d0-4280-90c3-effa1cb9fce6] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 674.386600] env[70015]: DEBUG nova.network.neutron [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] [instance: d9957b72-61d0-4280-90c3-effa1cb9fce6] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 674.481703] env[70015]: DEBUG nova.policy [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4d3c8bd349a499a965ae4c7ed6160af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb31623266ec45ce9445fa718eb2b0d4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 674.644698] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ecfb12b0-c1a0-42dc-843f-070ae694bbd1 tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.665880] env[70015]: DEBUG oslo_concurrency.lockutils [req-947e8077-66e8-49b8-bc20-39eca1ce1cc0 req-6a96ab5c-c472-41cc-983f-73d1a66c9381 service nova] Releasing lock "refresh_cache-11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.721803] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Acquiring lock "refresh_cache-ef513827-f5fe-4337-a0fa-5c96eb537514" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.728813] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Acquired lock "refresh_cache-ef513827-f5fe-4337-a0fa-5c96eb537514" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.728813] env[70015]: DEBUG nova.network.neutron [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] [instance: ef513827-f5fe-4337-a0fa-5c96eb537514] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 674.891320] env[70015]: DEBUG nova.compute.manager [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] [instance: d9957b72-61d0-4280-90c3-effa1cb9fce6] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 675.138468] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1c12c0-b80c-4fe3-908d-065587a98673 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.146215] env[70015]: DEBUG nova.network.neutron [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] [instance: d9957b72-61d0-4280-90c3-effa1cb9fce6] Successfully created port: 44a5cad8-9e1b-45d1-9dbb-d34ab0074d8d {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 675.152174] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d0c47a-beb7-4a78-9b45-7a060dff52e0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.187326] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8f8d6b-af96-444d-8e6a-ff8ab807526b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.196269] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d4d585-d492-47cd-9b5b-166df0c4ca32 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.214152] env[70015]: DEBUG nova.compute.provider_tree [None req-950185de-40cf-450c-9e68-0d425f6acb8a tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.334093] env[70015]: DEBUG nova.network.neutron [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] [instance: ef513827-f5fe-4337-a0fa-5c96eb537514] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 675.484430] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Acquiring lock "ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.485168] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Lock "ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.534814] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Acquiring lock "b06c2059-7b44-45df-abcd-b99348a86df4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.535403] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Lock "b06c2059-7b44-45df-abcd-b99348a86df4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.620782] env[70015]: DEBUG nova.compute.manager [req-21fdbf4c-5988-469f-88af-39fe89d12815 req-4d5fe85e-b584-49c3-a7b2-4fcc60043d5e service nova] [instance: 9424c852-8a39-48a1-8f27-db4dd05059bb] Received event network-vif-deleted-72140248-1f48-48c0-bdfe-663f451b4f43 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.621044] env[70015]: DEBUG nova.compute.manager [req-21fdbf4c-5988-469f-88af-39fe89d12815 req-4d5fe85e-b584-49c3-a7b2-4fcc60043d5e service nova] [instance: ef513827-f5fe-4337-a0fa-5c96eb537514] Received event network-vif-plugged-e0ceee2a-9f67-460f-8da7-9c3640068ac8 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.621293] env[70015]: DEBUG oslo_concurrency.lockutils [req-21fdbf4c-5988-469f-88af-39fe89d12815 req-4d5fe85e-b584-49c3-a7b2-4fcc60043d5e service nova] Acquiring lock "ef513827-f5fe-4337-a0fa-5c96eb537514-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.621576] env[70015]: DEBUG oslo_concurrency.lockutils [req-21fdbf4c-5988-469f-88af-39fe89d12815 req-4d5fe85e-b584-49c3-a7b2-4fcc60043d5e service nova] Lock "ef513827-f5fe-4337-a0fa-5c96eb537514-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.621843] env[70015]: DEBUG oslo_concurrency.lockutils [req-21fdbf4c-5988-469f-88af-39fe89d12815 req-4d5fe85e-b584-49c3-a7b2-4fcc60043d5e service nova] Lock "ef513827-f5fe-4337-a0fa-5c96eb537514-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.622071] env[70015]: DEBUG nova.compute.manager [req-21fdbf4c-5988-469f-88af-39fe89d12815 req-4d5fe85e-b584-49c3-a7b2-4fcc60043d5e service nova] [instance: ef513827-f5fe-4337-a0fa-5c96eb537514] No waiting events found dispatching network-vif-plugged-e0ceee2a-9f67-460f-8da7-9c3640068ac8 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 675.622337] env[70015]: WARNING nova.compute.manager [req-21fdbf4c-5988-469f-88af-39fe89d12815 req-4d5fe85e-b584-49c3-a7b2-4fcc60043d5e service nova] [instance: ef513827-f5fe-4337-a0fa-5c96eb537514] Received unexpected event network-vif-plugged-e0ceee2a-9f67-460f-8da7-9c3640068ac8 for instance with vm_state building and task_state spawning. [ 675.622504] env[70015]: DEBUG nova.compute.manager [req-21fdbf4c-5988-469f-88af-39fe89d12815 req-4d5fe85e-b584-49c3-a7b2-4fcc60043d5e service nova] [instance: ef513827-f5fe-4337-a0fa-5c96eb537514] Received event network-changed-e0ceee2a-9f67-460f-8da7-9c3640068ac8 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.622697] env[70015]: DEBUG nova.compute.manager [req-21fdbf4c-5988-469f-88af-39fe89d12815 req-4d5fe85e-b584-49c3-a7b2-4fcc60043d5e service nova] [instance: ef513827-f5fe-4337-a0fa-5c96eb537514] Refreshing instance network info cache due to event network-changed-e0ceee2a-9f67-460f-8da7-9c3640068ac8. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 675.622898] env[70015]: DEBUG oslo_concurrency.lockutils [req-21fdbf4c-5988-469f-88af-39fe89d12815 req-4d5fe85e-b584-49c3-a7b2-4fcc60043d5e service nova] Acquiring lock "refresh_cache-ef513827-f5fe-4337-a0fa-5c96eb537514" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.659828] env[70015]: DEBUG nova.network.neutron [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] [instance: ef513827-f5fe-4337-a0fa-5c96eb537514] Updating instance_info_cache with network_info: [{"id": "e0ceee2a-9f67-460f-8da7-9c3640068ac8", "address": "fa:16:3e:87:c5:06", "network": {"id": "ddd0c4ea-d98c-427e-8c14-616ef172ddc9", "bridge": "br-int", "label": "tempest-ServersTestJSON-1127201087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "878de99f712b410b84a7a8933d7290be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0ceee2a-9f", "ovs_interfaceid": "e0ceee2a-9f67-460f-8da7-9c3640068ac8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.720816] env[70015]: DEBUG nova.scheduler.client.report [None req-950185de-40cf-450c-9e68-0d425f6acb8a tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.906068] env[70015]: DEBUG nova.compute.manager [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] [instance: d9957b72-61d0-4280-90c3-effa1cb9fce6] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 675.936840] env[70015]: DEBUG nova.virt.hardware [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 675.937120] env[70015]: DEBUG nova.virt.hardware [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 675.937293] env[70015]: DEBUG nova.virt.hardware [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 675.937457] env[70015]: DEBUG nova.virt.hardware [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 675.937612] env[70015]: DEBUG nova.virt.hardware [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 675.937758] env[70015]: DEBUG nova.virt.hardware [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 675.937963] env[70015]: DEBUG nova.virt.hardware [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 675.941023] env[70015]: DEBUG nova.virt.hardware [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 675.941023] env[70015]: DEBUG nova.virt.hardware [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 675.941023] env[70015]: DEBUG nova.virt.hardware [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 675.941023] env[70015]: DEBUG nova.virt.hardware [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 675.941502] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3234d012-91d5-4d76-a694-462fa37e22f6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.952923] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787a1080-8178-440f-80a8-3bdeb781b503 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.164218] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Releasing lock "refresh_cache-ef513827-f5fe-4337-a0fa-5c96eb537514" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.164359] env[70015]: DEBUG nova.compute.manager [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] [instance: ef513827-f5fe-4337-a0fa-5c96eb537514] Instance network_info: |[{"id": "e0ceee2a-9f67-460f-8da7-9c3640068ac8", "address": "fa:16:3e:87:c5:06", "network": {"id": "ddd0c4ea-d98c-427e-8c14-616ef172ddc9", "bridge": "br-int", "label": "tempest-ServersTestJSON-1127201087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "878de99f712b410b84a7a8933d7290be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0ceee2a-9f", "ovs_interfaceid": "e0ceee2a-9f67-460f-8da7-9c3640068ac8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 676.164682] env[70015]: DEBUG oslo_concurrency.lockutils [req-21fdbf4c-5988-469f-88af-39fe89d12815 req-4d5fe85e-b584-49c3-a7b2-4fcc60043d5e service nova] Acquired lock "refresh_cache-ef513827-f5fe-4337-a0fa-5c96eb537514" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.164861] env[70015]: DEBUG nova.network.neutron [req-21fdbf4c-5988-469f-88af-39fe89d12815 req-4d5fe85e-b584-49c3-a7b2-4fcc60043d5e service nova] [instance: ef513827-f5fe-4337-a0fa-5c96eb537514] Refreshing network info cache for port e0ceee2a-9f67-460f-8da7-9c3640068ac8 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 676.166137] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] [instance: ef513827-f5fe-4337-a0fa-5c96eb537514] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:c5:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b91b49a8-b849-4d0c-97f7-74fdcd88ae03', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0ceee2a-9f67-460f-8da7-9c3640068ac8', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 676.184068] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Creating folder: Project (878de99f712b410b84a7a8933d7290be). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.185305] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6456ba60-6701-4b4f-b7f3-29ccf7b93de6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.199038] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Created folder: Project (878de99f712b410b84a7a8933d7290be) in parent group-v720117. [ 676.199566] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Creating folder: Instances. Parent ref: group-v720184. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.199566] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94de3e67-2e2b-41bf-8454-f7268b8b2a0c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.212308] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Created folder: Instances in parent group-v720184. [ 676.212548] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.212753] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef513827-f5fe-4337-a0fa-5c96eb537514] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 676.212969] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eea567b5-f235-447c-871a-167f0bf5da0a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.228398] env[70015]: DEBUG oslo_concurrency.lockutils [None req-950185de-40cf-450c-9e68-0d425f6acb8a tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.354s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.230600] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.993s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.230773] env[70015]: DEBUG nova.objects.instance [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70015) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 676.239199] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 676.239199] env[70015]: value = "task-3610379" [ 676.239199] env[70015]: _type = "Task" [ 676.239199] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.247913] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610379, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.267592] env[70015]: INFO nova.scheduler.client.report [None req-950185de-40cf-450c-9e68-0d425f6acb8a tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Deleted allocations for instance 19a17a9d-795d-44bf-a2b5-768b9e110095 [ 676.749756] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610379, 'name': CreateVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.779434] env[70015]: DEBUG oslo_concurrency.lockutils [None req-950185de-40cf-450c-9e68-0d425f6acb8a tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Lock "19a17a9d-795d-44bf-a2b5-768b9e110095" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.795s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.104097] env[70015]: DEBUG nova.network.neutron [req-21fdbf4c-5988-469f-88af-39fe89d12815 req-4d5fe85e-b584-49c3-a7b2-4fcc60043d5e service nova] [instance: ef513827-f5fe-4337-a0fa-5c96eb537514] Updated VIF entry in instance network info cache for port e0ceee2a-9f67-460f-8da7-9c3640068ac8. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 677.104483] env[70015]: DEBUG nova.network.neutron [req-21fdbf4c-5988-469f-88af-39fe89d12815 req-4d5fe85e-b584-49c3-a7b2-4fcc60043d5e service nova] [instance: ef513827-f5fe-4337-a0fa-5c96eb537514] Updating instance_info_cache with network_info: [{"id": "e0ceee2a-9f67-460f-8da7-9c3640068ac8", "address": "fa:16:3e:87:c5:06", "network": {"id": "ddd0c4ea-d98c-427e-8c14-616ef172ddc9", "bridge": "br-int", "label": "tempest-ServersTestJSON-1127201087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "878de99f712b410b84a7a8933d7290be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0ceee2a-9f", "ovs_interfaceid": "e0ceee2a-9f67-460f-8da7-9c3640068ac8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.167448] env[70015]: DEBUG oslo_concurrency.lockutils [None req-eeac8de5-54c4-40be-8350-c7dd807a77b3 tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Acquiring lock "07c3e6db-ea22-480f-b16d-a577ef59284f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.167448] env[70015]: DEBUG oslo_concurrency.lockutils [None req-eeac8de5-54c4-40be-8350-c7dd807a77b3 tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Lock "07c3e6db-ea22-480f-b16d-a577ef59284f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.167448] env[70015]: DEBUG oslo_concurrency.lockutils [None req-eeac8de5-54c4-40be-8350-c7dd807a77b3 tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Acquiring lock "07c3e6db-ea22-480f-b16d-a577ef59284f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.167448] env[70015]: DEBUG oslo_concurrency.lockutils [None req-eeac8de5-54c4-40be-8350-c7dd807a77b3 tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Lock "07c3e6db-ea22-480f-b16d-a577ef59284f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.167448] env[70015]: DEBUG oslo_concurrency.lockutils [None req-eeac8de5-54c4-40be-8350-c7dd807a77b3 tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Lock "07c3e6db-ea22-480f-b16d-a577ef59284f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.168373] env[70015]: INFO nova.compute.manager [None req-eeac8de5-54c4-40be-8350-c7dd807a77b3 tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] [instance: 07c3e6db-ea22-480f-b16d-a577ef59284f] Terminating instance [ 677.243137] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a7a5ceff-4a7e-45d0-a999-a2eb150ebab3 tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.243137] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.150s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.244277] env[70015]: INFO nova.compute.claims [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 677.260527] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610379, 'name': CreateVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.311402] env[70015]: DEBUG nova.network.neutron [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] [instance: d9957b72-61d0-4280-90c3-effa1cb9fce6] Successfully updated port: 44a5cad8-9e1b-45d1-9dbb-d34ab0074d8d {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 677.606989] env[70015]: DEBUG oslo_concurrency.lockutils [req-21fdbf4c-5988-469f-88af-39fe89d12815 req-4d5fe85e-b584-49c3-a7b2-4fcc60043d5e service nova] Releasing lock "refresh_cache-ef513827-f5fe-4337-a0fa-5c96eb537514" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.675253] env[70015]: DEBUG nova.compute.manager [None req-eeac8de5-54c4-40be-8350-c7dd807a77b3 tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] [instance: 07c3e6db-ea22-480f-b16d-a577ef59284f] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 677.675253] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-eeac8de5-54c4-40be-8350-c7dd807a77b3 tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] [instance: 07c3e6db-ea22-480f-b16d-a577ef59284f] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 677.675253] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6c4fda-0015-4fab-9a6b-e6535760011d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.684902] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeac8de5-54c4-40be-8350-c7dd807a77b3 tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] [instance: 07c3e6db-ea22-480f-b16d-a577ef59284f] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 677.684902] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b843963f-a157-4e69-a281-615bce6ddcfe {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.696294] env[70015]: DEBUG oslo_vmware.api [None req-eeac8de5-54c4-40be-8350-c7dd807a77b3 tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Waiting for the task: (returnval){ [ 677.696294] env[70015]: value = "task-3610380" [ 677.696294] env[70015]: _type = "Task" [ 677.696294] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.709952] env[70015]: DEBUG oslo_vmware.api [None req-eeac8de5-54c4-40be-8350-c7dd807a77b3 tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Task: {'id': task-3610380, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.757145] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610379, 'name': CreateVM_Task, 'duration_secs': 1.352672} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.757145] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef513827-f5fe-4337-a0fa-5c96eb537514] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 677.757755] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.757868] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.758494] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.758494] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9879bd89-dd50-4d25-82e1-bb8ff30a8a6b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.764600] env[70015]: DEBUG oslo_vmware.api [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Waiting for the task: (returnval){ [ 677.764600] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5240f01f-2b07-9cc1-e6a5-3fdead70ceb5" [ 677.764600] env[70015]: _type = "Task" [ 677.764600] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.783170] env[70015]: DEBUG oslo_vmware.api [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5240f01f-2b07-9cc1-e6a5-3fdead70ceb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.813877] env[70015]: DEBUG oslo_concurrency.lockutils [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Acquiring lock "refresh_cache-d9957b72-61d0-4280-90c3-effa1cb9fce6" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.814100] env[70015]: DEBUG oslo_concurrency.lockutils [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Acquired lock "refresh_cache-d9957b72-61d0-4280-90c3-effa1cb9fce6" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.814299] env[70015]: DEBUG nova.network.neutron [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] [instance: d9957b72-61d0-4280-90c3-effa1cb9fce6] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 677.923213] env[70015]: DEBUG nova.compute.manager [req-cf62a857-8038-47fa-8422-7b6d7d79623c req-22d86cca-3101-41ea-9a3b-b583b20f2d4e service nova] [instance: d9957b72-61d0-4280-90c3-effa1cb9fce6] Received event network-vif-plugged-44a5cad8-9e1b-45d1-9dbb-d34ab0074d8d {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.923213] env[70015]: DEBUG oslo_concurrency.lockutils [req-cf62a857-8038-47fa-8422-7b6d7d79623c req-22d86cca-3101-41ea-9a3b-b583b20f2d4e service nova] Acquiring lock "d9957b72-61d0-4280-90c3-effa1cb9fce6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.923213] env[70015]: DEBUG oslo_concurrency.lockutils [req-cf62a857-8038-47fa-8422-7b6d7d79623c req-22d86cca-3101-41ea-9a3b-b583b20f2d4e service nova] Lock "d9957b72-61d0-4280-90c3-effa1cb9fce6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.923213] env[70015]: DEBUG oslo_concurrency.lockutils [req-cf62a857-8038-47fa-8422-7b6d7d79623c req-22d86cca-3101-41ea-9a3b-b583b20f2d4e service nova] Lock "d9957b72-61d0-4280-90c3-effa1cb9fce6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.923213] env[70015]: DEBUG nova.compute.manager [req-cf62a857-8038-47fa-8422-7b6d7d79623c req-22d86cca-3101-41ea-9a3b-b583b20f2d4e service nova] [instance: d9957b72-61d0-4280-90c3-effa1cb9fce6] No waiting events found dispatching network-vif-plugged-44a5cad8-9e1b-45d1-9dbb-d34ab0074d8d {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 677.923213] env[70015]: WARNING nova.compute.manager [req-cf62a857-8038-47fa-8422-7b6d7d79623c req-22d86cca-3101-41ea-9a3b-b583b20f2d4e service nova] [instance: d9957b72-61d0-4280-90c3-effa1cb9fce6] Received unexpected event network-vif-plugged-44a5cad8-9e1b-45d1-9dbb-d34ab0074d8d for instance with vm_state building and task_state spawning. [ 677.923213] env[70015]: DEBUG nova.compute.manager [req-cf62a857-8038-47fa-8422-7b6d7d79623c req-22d86cca-3101-41ea-9a3b-b583b20f2d4e service nova] [instance: d9957b72-61d0-4280-90c3-effa1cb9fce6] Received event network-changed-44a5cad8-9e1b-45d1-9dbb-d34ab0074d8d {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.923790] env[70015]: DEBUG nova.compute.manager [req-cf62a857-8038-47fa-8422-7b6d7d79623c req-22d86cca-3101-41ea-9a3b-b583b20f2d4e service nova] [instance: d9957b72-61d0-4280-90c3-effa1cb9fce6] Refreshing instance network info cache due to event network-changed-44a5cad8-9e1b-45d1-9dbb-d34ab0074d8d. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 677.923965] env[70015]: DEBUG oslo_concurrency.lockutils [req-cf62a857-8038-47fa-8422-7b6d7d79623c req-22d86cca-3101-41ea-9a3b-b583b20f2d4e service nova] Acquiring lock "refresh_cache-d9957b72-61d0-4280-90c3-effa1cb9fce6" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.211080] env[70015]: DEBUG oslo_vmware.api [None req-eeac8de5-54c4-40be-8350-c7dd807a77b3 tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Task: {'id': task-3610380, 'name': PowerOffVM_Task, 'duration_secs': 0.208892} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.211593] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeac8de5-54c4-40be-8350-c7dd807a77b3 tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] [instance: 07c3e6db-ea22-480f-b16d-a577ef59284f] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 678.212444] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-eeac8de5-54c4-40be-8350-c7dd807a77b3 tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] [instance: 07c3e6db-ea22-480f-b16d-a577ef59284f] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 678.213121] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c02037e2-8e49-4eba-bea5-5a2558fecab1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.276275] env[70015]: DEBUG oslo_vmware.api [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5240f01f-2b07-9cc1-e6a5-3fdead70ceb5, 'name': SearchDatastore_Task, 'duration_secs': 0.011033} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.276502] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.276751] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] [instance: ef513827-f5fe-4337-a0fa-5c96eb537514] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.276990] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.277149] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.277329] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.277602] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cee16a7b-20d5-4075-8db4-4c7c4bf26e91 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.289936] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.291753] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.295648] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f7fe7e4-a1d3-4741-a788-6dad6cbbadac {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.301517] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-eeac8de5-54c4-40be-8350-c7dd807a77b3 tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] [instance: 07c3e6db-ea22-480f-b16d-a577ef59284f] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 678.301769] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-eeac8de5-54c4-40be-8350-c7dd807a77b3 tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] [instance: 07c3e6db-ea22-480f-b16d-a577ef59284f] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 678.301962] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeac8de5-54c4-40be-8350-c7dd807a77b3 tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Deleting the datastore file [datastore2] 07c3e6db-ea22-480f-b16d-a577ef59284f {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 678.306391] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e792e19-1b7c-4d5d-a773-a6b4bebdcffb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.315013] env[70015]: DEBUG oslo_vmware.api [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Waiting for the task: (returnval){ [ 678.315013] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52f8ace3-c7d3-cb3a-40e2-6f72867319f1" [ 678.315013] env[70015]: _type = "Task" [ 678.315013] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.324285] env[70015]: DEBUG oslo_vmware.api [None req-eeac8de5-54c4-40be-8350-c7dd807a77b3 tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Waiting for the task: (returnval){ [ 678.324285] env[70015]: value = "task-3610382" [ 678.324285] env[70015]: _type = "Task" [ 678.324285] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.338218] env[70015]: DEBUG oslo_vmware.api [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52f8ace3-c7d3-cb3a-40e2-6f72867319f1, 'name': SearchDatastore_Task, 'duration_secs': 0.010269} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.339976] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ecdc8b1-3538-4017-8b25-f66676911d4d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.345082] env[70015]: DEBUG oslo_vmware.api [None req-eeac8de5-54c4-40be-8350-c7dd807a77b3 tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Task: {'id': task-3610382, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.349251] env[70015]: DEBUG oslo_vmware.api [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Waiting for the task: (returnval){ [ 678.349251] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52d662dc-1084-4847-59e1-fc5eb28e3aeb" [ 678.349251] env[70015]: _type = "Task" [ 678.349251] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.358584] env[70015]: DEBUG oslo_vmware.api [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52d662dc-1084-4847-59e1-fc5eb28e3aeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.404283] env[70015]: DEBUG nova.network.neutron [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] [instance: d9957b72-61d0-4280-90c3-effa1cb9fce6] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 678.752484] env[70015]: DEBUG nova.network.neutron [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] [instance: d9957b72-61d0-4280-90c3-effa1cb9fce6] Updating instance_info_cache with network_info: [{"id": "44a5cad8-9e1b-45d1-9dbb-d34ab0074d8d", "address": "fa:16:3e:fd:5f:52", "network": {"id": "8734e2e7-af2e-4def-af4c-33649e903a4f", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-292589048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb31623266ec45ce9445fa718eb2b0d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44a5cad8-9e", "ovs_interfaceid": "44a5cad8-9e1b-45d1-9dbb-d34ab0074d8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.839945] env[70015]: DEBUG oslo_vmware.api [None req-eeac8de5-54c4-40be-8350-c7dd807a77b3 tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Task: {'id': task-3610382, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171796} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.840408] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeac8de5-54c4-40be-8350-c7dd807a77b3 tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 678.840787] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-eeac8de5-54c4-40be-8350-c7dd807a77b3 tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] [instance: 07c3e6db-ea22-480f-b16d-a577ef59284f] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 678.841083] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-eeac8de5-54c4-40be-8350-c7dd807a77b3 tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] [instance: 07c3e6db-ea22-480f-b16d-a577ef59284f] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 678.841403] env[70015]: INFO nova.compute.manager [None req-eeac8de5-54c4-40be-8350-c7dd807a77b3 tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] [instance: 07c3e6db-ea22-480f-b16d-a577ef59284f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 678.841771] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eeac8de5-54c4-40be-8350-c7dd807a77b3 tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.842160] env[70015]: DEBUG nova.compute.manager [-] [instance: 07c3e6db-ea22-480f-b16d-a577ef59284f] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 678.842460] env[70015]: DEBUG nova.network.neutron [-] [instance: 07c3e6db-ea22-480f-b16d-a577ef59284f] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 678.860490] env[70015]: DEBUG oslo_vmware.api [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52d662dc-1084-4847-59e1-fc5eb28e3aeb, 'name': SearchDatastore_Task, 'duration_secs': 0.010154} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.860791] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.861068] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] ef513827-f5fe-4337-a0fa-5c96eb537514/ef513827-f5fe-4337-a0fa-5c96eb537514.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 678.862793] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92b9cff5-4988-4b93-9dcc-606c3d5e6f53 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.871859] env[70015]: DEBUG oslo_vmware.api [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Waiting for the task: (returnval){ [ 678.871859] env[70015]: value = "task-3610383" [ 678.871859] env[70015]: _type = "Task" [ 678.871859] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.881709] env[70015]: DEBUG oslo_vmware.api [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Task: {'id': task-3610383, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.930298] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f982ba9a-135e-4d43-8bd6-4ee19a34e316 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.939495] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e31933-e154-4ec9-8699-6e98b7b1902d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.976343] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31803dca-f446-4ea2-a22c-c9c35c6e8aef {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.985746] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85d481a-a3f4-4324-8152-ae759efeeba3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.001569] env[70015]: DEBUG nova.compute.provider_tree [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 679.255516] env[70015]: DEBUG oslo_concurrency.lockutils [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Releasing lock "refresh_cache-d9957b72-61d0-4280-90c3-effa1cb9fce6" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.255892] env[70015]: DEBUG nova.compute.manager [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] [instance: d9957b72-61d0-4280-90c3-effa1cb9fce6] Instance network_info: |[{"id": "44a5cad8-9e1b-45d1-9dbb-d34ab0074d8d", "address": "fa:16:3e:fd:5f:52", "network": {"id": "8734e2e7-af2e-4def-af4c-33649e903a4f", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-292589048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb31623266ec45ce9445fa718eb2b0d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44a5cad8-9e", "ovs_interfaceid": "44a5cad8-9e1b-45d1-9dbb-d34ab0074d8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 679.256225] env[70015]: DEBUG oslo_concurrency.lockutils [req-cf62a857-8038-47fa-8422-7b6d7d79623c req-22d86cca-3101-41ea-9a3b-b583b20f2d4e service nova] Acquired lock "refresh_cache-d9957b72-61d0-4280-90c3-effa1cb9fce6" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.256441] env[70015]: DEBUG nova.network.neutron [req-cf62a857-8038-47fa-8422-7b6d7d79623c req-22d86cca-3101-41ea-9a3b-b583b20f2d4e service nova] [instance: d9957b72-61d0-4280-90c3-effa1cb9fce6] Refreshing network info cache for port 44a5cad8-9e1b-45d1-9dbb-d34ab0074d8d {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 679.257639] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] [instance: d9957b72-61d0-4280-90c3-effa1cb9fce6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:5f:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e41c97-4d75-4041-ae71-321e7e9d480b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44a5cad8-9e1b-45d1-9dbb-d34ab0074d8d', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 679.269810] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Creating folder: Project (cb31623266ec45ce9445fa718eb2b0d4). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.270902] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07cb5de2-17ed-4c7c-b231-81f4308a45fc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.287854] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Created folder: Project (cb31623266ec45ce9445fa718eb2b0d4) in parent group-v720117. [ 679.287854] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Creating folder: Instances. Parent ref: group-v720187. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.287854] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb36bf45-4847-480a-9593-6a788b6487f7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.307181] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Created folder: Instances in parent group-v720187. [ 679.307534] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 679.307646] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9957b72-61d0-4280-90c3-effa1cb9fce6] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 679.308249] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68e8ad14-d38c-412b-ac40-1cadcd60f7b1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.333662] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 679.333662] env[70015]: value = "task-3610387" [ 679.333662] env[70015]: _type = "Task" [ 679.333662] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.344499] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610387, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.384794] env[70015]: DEBUG oslo_vmware.api [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Task: {'id': task-3610383, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.527725] env[70015]: ERROR nova.scheduler.client.report [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] [req-cdfde004-3892-443f-a3b4-f61d1cc0d500] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 74b1aad2-fde9-482f-bdc7-a62277f2e79c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cdfde004-3892-443f-a3b4-f61d1cc0d500"}]} [ 679.558498] env[70015]: DEBUG nova.scheduler.client.report [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Refreshing inventories for resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 679.578712] env[70015]: DEBUG nova.scheduler.client.report [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Updating ProviderTree inventory for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 679.578975] env[70015]: DEBUG nova.compute.provider_tree [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 679.595592] env[70015]: DEBUG nova.scheduler.client.report [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Refreshing aggregate associations for resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c, aggregates: None {{(pid=70015) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 679.626713] env[70015]: DEBUG nova.scheduler.client.report [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Refreshing trait associations for resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=70015) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 679.708659] env[70015]: DEBUG nova.network.neutron [-] [instance: 07c3e6db-ea22-480f-b16d-a577ef59284f] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.844288] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610387, 'name': CreateVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.881682] env[70015]: DEBUG oslo_vmware.api [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Task: {'id': task-3610383, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618382} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.884212] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] ef513827-f5fe-4337-a0fa-5c96eb537514/ef513827-f5fe-4337-a0fa-5c96eb537514.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 679.884436] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] [instance: ef513827-f5fe-4337-a0fa-5c96eb537514] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 679.886783] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8dad7174-d4bf-41be-8ddc-69b2dc3fa4ef {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.894461] env[70015]: DEBUG oslo_vmware.api [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Waiting for the task: (returnval){ [ 679.894461] env[70015]: value = "task-3610388" [ 679.894461] env[70015]: _type = "Task" [ 679.894461] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.907413] env[70015]: DEBUG oslo_vmware.api [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Task: {'id': task-3610388, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.082448] env[70015]: DEBUG nova.network.neutron [req-cf62a857-8038-47fa-8422-7b6d7d79623c req-22d86cca-3101-41ea-9a3b-b583b20f2d4e service nova] [instance: d9957b72-61d0-4280-90c3-effa1cb9fce6] Updated VIF entry in instance network info cache for port 44a5cad8-9e1b-45d1-9dbb-d34ab0074d8d. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 680.082448] env[70015]: DEBUG nova.network.neutron [req-cf62a857-8038-47fa-8422-7b6d7d79623c req-22d86cca-3101-41ea-9a3b-b583b20f2d4e service nova] [instance: d9957b72-61d0-4280-90c3-effa1cb9fce6] Updating instance_info_cache with network_info: [{"id": "44a5cad8-9e1b-45d1-9dbb-d34ab0074d8d", "address": "fa:16:3e:fd:5f:52", "network": {"id": "8734e2e7-af2e-4def-af4c-33649e903a4f", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-292589048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb31623266ec45ce9445fa718eb2b0d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44a5cad8-9e", "ovs_interfaceid": "44a5cad8-9e1b-45d1-9dbb-d34ab0074d8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.121108] env[70015]: DEBUG nova.compute.manager [req-ff40378a-38eb-4dfe-80fd-966f414bff48 req-88b80e71-9bd5-484c-be72-8e0fa487f177 service nova] [instance: 07c3e6db-ea22-480f-b16d-a577ef59284f] Received event network-vif-deleted-7c62bfe4-1b35-497b-a69c-3ddaacb957f9 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.185984] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed2a156-6e25-43b7-a528-20b9cb387e95 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.195137] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d69f78-808a-4cbf-8238-cc0c42697cd6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.227146] env[70015]: INFO nova.compute.manager [-] [instance: 07c3e6db-ea22-480f-b16d-a577ef59284f] Took 1.38 seconds to deallocate network for instance. [ 680.229632] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c7373e-700f-4b52-a2c0-ec3d5e00fc2f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.241712] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86e2d54-b0b2-42e1-849d-a98b522eae12 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.262054] env[70015]: DEBUG nova.compute.provider_tree [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.347408] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610387, 'name': CreateVM_Task, 'duration_secs': 0.601658} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.347600] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9957b72-61d0-4280-90c3-effa1cb9fce6] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 680.348373] env[70015]: DEBUG oslo_concurrency.lockutils [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.348558] env[70015]: DEBUG oslo_concurrency.lockutils [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.348880] env[70015]: DEBUG oslo_concurrency.lockutils [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.349181] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77820efa-a14b-4b2b-9ed9-43079567336f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.356151] env[70015]: DEBUG oslo_vmware.api [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Waiting for the task: (returnval){ [ 680.356151] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5288c9c3-d1a9-75dc-a875-b4c14ec9e4c2" [ 680.356151] env[70015]: _type = "Task" [ 680.356151] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.369427] env[70015]: DEBUG oslo_vmware.api [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5288c9c3-d1a9-75dc-a875-b4c14ec9e4c2, 'name': SearchDatastore_Task, 'duration_secs': 0.011147} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.369737] env[70015]: DEBUG oslo_concurrency.lockutils [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.369976] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] [instance: d9957b72-61d0-4280-90c3-effa1cb9fce6] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 680.370216] env[70015]: DEBUG oslo_concurrency.lockutils [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.370392] env[70015]: DEBUG oslo_concurrency.lockutils [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.370580] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 680.370840] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78fd161a-d304-4540-aa04-905fc478371d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.381037] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 680.381210] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 680.381961] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0387f510-16c7-4ff8-9c00-b85ff72cc12c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.387743] env[70015]: DEBUG oslo_vmware.api [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Waiting for the task: (returnval){ [ 680.387743] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]521f082a-b02d-9ed0-1b1f-cfb9cd725832" [ 680.387743] env[70015]: _type = "Task" [ 680.387743] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.401549] env[70015]: DEBUG oslo_vmware.api [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]521f082a-b02d-9ed0-1b1f-cfb9cd725832, 'name': SearchDatastore_Task, 'duration_secs': 0.010643} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.402866] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6535035a-1fe6-4c4a-83af-fbb3ffa632f5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.408175] env[70015]: DEBUG oslo_vmware.api [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Task: {'id': task-3610388, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107838} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.408776] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] [instance: ef513827-f5fe-4337-a0fa-5c96eb537514] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.409584] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58fe237-da74-4ab4-b4ce-44315129f608 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.412999] env[70015]: DEBUG oslo_vmware.api [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Waiting for the task: (returnval){ [ 680.412999] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52d8cd89-258d-f6e5-f072-b71a0d62e4dd" [ 680.412999] env[70015]: _type = "Task" [ 680.412999] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.435900] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] [instance: ef513827-f5fe-4337-a0fa-5c96eb537514] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] ef513827-f5fe-4337-a0fa-5c96eb537514/ef513827-f5fe-4337-a0fa-5c96eb537514.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.436028] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c33a88d9-a7c6-4f7e-bdfd-b8a1891d45da {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.454245] env[70015]: DEBUG oslo_vmware.api [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52d8cd89-258d-f6e5-f072-b71a0d62e4dd, 'name': SearchDatastore_Task, 'duration_secs': 0.009998} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.455959] env[70015]: DEBUG oslo_concurrency.lockutils [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.455959] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] d9957b72-61d0-4280-90c3-effa1cb9fce6/d9957b72-61d0-4280-90c3-effa1cb9fce6.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.455959] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-431ce1cc-efd0-4502-9de2-d3d3bbc5665e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.460622] env[70015]: DEBUG oslo_vmware.api [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Waiting for the task: (returnval){ [ 680.460622] env[70015]: value = "task-3610389" [ 680.460622] env[70015]: _type = "Task" [ 680.460622] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.465148] env[70015]: DEBUG oslo_vmware.api [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Waiting for the task: (returnval){ [ 680.465148] env[70015]: value = "task-3610390" [ 680.465148] env[70015]: _type = "Task" [ 680.465148] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.471457] env[70015]: DEBUG oslo_vmware.api [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Task: {'id': task-3610389, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.477344] env[70015]: DEBUG oslo_vmware.api [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Task: {'id': task-3610390, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.589182] env[70015]: DEBUG oslo_concurrency.lockutils [req-cf62a857-8038-47fa-8422-7b6d7d79623c req-22d86cca-3101-41ea-9a3b-b583b20f2d4e service nova] Releasing lock "refresh_cache-d9957b72-61d0-4280-90c3-effa1cb9fce6" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.737495] env[70015]: DEBUG oslo_concurrency.lockutils [None req-eeac8de5-54c4-40be-8350-c7dd807a77b3 tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.765898] env[70015]: DEBUG nova.scheduler.client.report [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.983703] env[70015]: DEBUG oslo_vmware.api [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Task: {'id': task-3610389, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.984240] env[70015]: DEBUG oslo_vmware.api [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Task: {'id': task-3610390, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.274015] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.032s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.274632] env[70015]: DEBUG nova.compute.manager [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 681.277421] env[70015]: DEBUG oslo_concurrency.lockutils [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.618s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.279811] env[70015]: INFO nova.compute.claims [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 4070a41b-136b-41e4-bd77-7ac36f7482d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 681.488374] env[70015]: DEBUG oslo_vmware.api [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Task: {'id': task-3610389, 'name': ReconfigVM_Task, 'duration_secs': 0.596745} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.488374] env[70015]: DEBUG oslo_vmware.api [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Task: {'id': task-3610390, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538098} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.488374] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] [instance: ef513827-f5fe-4337-a0fa-5c96eb537514] Reconfigured VM instance instance-00000016 to attach disk [datastore2] ef513827-f5fe-4337-a0fa-5c96eb537514/ef513827-f5fe-4337-a0fa-5c96eb537514.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.488374] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] d9957b72-61d0-4280-90c3-effa1cb9fce6/d9957b72-61d0-4280-90c3-effa1cb9fce6.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.488374] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] [instance: d9957b72-61d0-4280-90c3-effa1cb9fce6] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.488707] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d303be1-2183-4c96-b1a3-eceeb2b6d476 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.490857] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db6d4332-c17c-4a90-a313-93d34315b419 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.499678] env[70015]: DEBUG oslo_vmware.api [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Waiting for the task: (returnval){ [ 681.499678] env[70015]: value = "task-3610393" [ 681.499678] env[70015]: _type = "Task" [ 681.499678] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.501605] env[70015]: DEBUG oslo_vmware.api [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Waiting for the task: (returnval){ [ 681.501605] env[70015]: value = "task-3610392" [ 681.501605] env[70015]: _type = "Task" [ 681.501605] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.522570] env[70015]: DEBUG oslo_vmware.api [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Task: {'id': task-3610393, 'name': Rename_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.527023] env[70015]: DEBUG oslo_vmware.api [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Task: {'id': task-3610392, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.791627] env[70015]: DEBUG nova.compute.utils [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 681.793753] env[70015]: DEBUG nova.compute.manager [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 681.794114] env[70015]: DEBUG nova.network.neutron [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 681.864872] env[70015]: DEBUG nova.policy [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ccb2176019394aabaf8c3838ce5121bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0159e9cc08144dc0b1745522efd9f4e8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 682.015780] env[70015]: DEBUG oslo_vmware.api [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Task: {'id': task-3610392, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082257} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.018783] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] [instance: d9957b72-61d0-4280-90c3-effa1cb9fce6] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 682.019376] env[70015]: DEBUG oslo_vmware.api [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Task: {'id': task-3610393, 'name': Rename_Task, 'duration_secs': 0.181213} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.020071] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99617620-d21e-4cba-8909-7c9f4a579bb1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.022551] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] [instance: ef513827-f5fe-4337-a0fa-5c96eb537514] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.022801] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a8ae264-3265-4da7-9323-efddb2cbb383 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.045177] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] [instance: d9957b72-61d0-4280-90c3-effa1cb9fce6] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] d9957b72-61d0-4280-90c3-effa1cb9fce6/d9957b72-61d0-4280-90c3-effa1cb9fce6.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 682.046753] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fca1fe1f-6cca-4f79-a23d-b0179deb9ab0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.061090] env[70015]: DEBUG oslo_vmware.api [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Waiting for the task: (returnval){ [ 682.061090] env[70015]: value = "task-3610394" [ 682.061090] env[70015]: _type = "Task" [ 682.061090] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.071130] env[70015]: DEBUG oslo_vmware.api [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Waiting for the task: (returnval){ [ 682.071130] env[70015]: value = "task-3610395" [ 682.071130] env[70015]: _type = "Task" [ 682.071130] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.072818] env[70015]: DEBUG oslo_vmware.api [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Task: {'id': task-3610394, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.081763] env[70015]: DEBUG oslo_vmware.api [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Task: {'id': task-3610395, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.298866] env[70015]: DEBUG nova.compute.manager [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 682.384063] env[70015]: DEBUG nova.network.neutron [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] Successfully created port: 7ca2da2e-61e3-46c8-8273-e087a2922613 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 682.579943] env[70015]: DEBUG oslo_vmware.api [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Task: {'id': task-3610394, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.586325] env[70015]: DEBUG oslo_vmware.api [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Task: {'id': task-3610395, 'name': ReconfigVM_Task, 'duration_secs': 0.338504} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.587402] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] [instance: d9957b72-61d0-4280-90c3-effa1cb9fce6] Reconfigured VM instance instance-00000017 to attach disk [datastore2] d9957b72-61d0-4280-90c3-effa1cb9fce6/d9957b72-61d0-4280-90c3-effa1cb9fce6.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.587402] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-263a07c5-b534-4876-b0fe-c836a9e85dd1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.601422] env[70015]: DEBUG oslo_vmware.api [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Waiting for the task: (returnval){ [ 682.601422] env[70015]: value = "task-3610396" [ 682.601422] env[70015]: _type = "Task" [ 682.601422] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.610542] env[70015]: DEBUG oslo_vmware.api [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Task: {'id': task-3610396, 'name': Rename_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.930870] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae4e714-d014-4f69-bdf1-ac2cc519e231 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.940879] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6714ed-01ef-45ce-a467-0c35091a2071 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.978884] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32938759-49d5-419b-acd7-603890155a1b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.988052] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db05c5d-7c84-4e55-94d7-acb98e5e9dd8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.004804] env[70015]: DEBUG nova.compute.provider_tree [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.074240] env[70015]: DEBUG oslo_vmware.api [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Task: {'id': task-3610394, 'name': PowerOnVM_Task, 'duration_secs': 0.903849} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.074573] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] [instance: ef513827-f5fe-4337-a0fa-5c96eb537514] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.074806] env[70015]: INFO nova.compute.manager [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] [instance: ef513827-f5fe-4337-a0fa-5c96eb537514] Took 11.01 seconds to spawn the instance on the hypervisor. [ 683.075014] env[70015]: DEBUG nova.compute.manager [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] [instance: ef513827-f5fe-4337-a0fa-5c96eb537514] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.075910] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729732c9-2ac5-4871-ae7a-b8ecfc4792c8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.111971] env[70015]: DEBUG oslo_vmware.api [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Task: {'id': task-3610396, 'name': Rename_Task, 'duration_secs': 0.296546} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.112316] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] [instance: d9957b72-61d0-4280-90c3-effa1cb9fce6] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.112568] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d134c61c-7e6c-4b95-b346-2fceb7832aed {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.121886] env[70015]: DEBUG oslo_vmware.api [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Waiting for the task: (returnval){ [ 683.121886] env[70015]: value = "task-3610398" [ 683.121886] env[70015]: _type = "Task" [ 683.121886] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.132658] env[70015]: DEBUG oslo_vmware.api [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Task: {'id': task-3610398, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.311107] env[70015]: DEBUG nova.compute.manager [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 683.344038] env[70015]: DEBUG nova.virt.hardware [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 683.344366] env[70015]: DEBUG nova.virt.hardware [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 683.344584] env[70015]: DEBUG nova.virt.hardware [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.345055] env[70015]: DEBUG nova.virt.hardware [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 683.345183] env[70015]: DEBUG nova.virt.hardware [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.345483] env[70015]: DEBUG nova.virt.hardware [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 683.345732] env[70015]: DEBUG nova.virt.hardware [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 683.345973] env[70015]: DEBUG nova.virt.hardware [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 683.346167] env[70015]: DEBUG nova.virt.hardware [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 683.346445] env[70015]: DEBUG nova.virt.hardware [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 683.346734] env[70015]: DEBUG nova.virt.hardware [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 683.348098] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ebfa87-d90d-462d-9007-79dd95aec742 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.362689] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2a465b-a2e9-451b-9ca5-c7d4eb37bf7a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.509455] env[70015]: DEBUG nova.scheduler.client.report [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.598701] env[70015]: INFO nova.compute.manager [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] [instance: ef513827-f5fe-4337-a0fa-5c96eb537514] Took 37.63 seconds to build instance. [ 683.632488] env[70015]: DEBUG oslo_vmware.api [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Task: {'id': task-3610398, 'name': PowerOnVM_Task, 'duration_secs': 0.469428} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.632756] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] [instance: d9957b72-61d0-4280-90c3-effa1cb9fce6] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.632951] env[70015]: INFO nova.compute.manager [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] [instance: d9957b72-61d0-4280-90c3-effa1cb9fce6] Took 7.73 seconds to spawn the instance on the hypervisor. [ 683.633813] env[70015]: DEBUG nova.compute.manager [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] [instance: d9957b72-61d0-4280-90c3-effa1cb9fce6] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.633933] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc3cf5d-57dd-4548-abb1-a4d0d7ae2e3e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.017413] env[70015]: DEBUG oslo_concurrency.lockutils [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.740s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.017939] env[70015]: DEBUG nova.compute.manager [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 4070a41b-136b-41e4-bd77-7ac36f7482d4] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 684.020787] env[70015]: DEBUG oslo_concurrency.lockutils [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 23.855s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.100685] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6acf2bde-89dc-4058-9f09-0085242015f7 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Lock "ef513827-f5fe-4337-a0fa-5c96eb537514" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.749s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.157109] env[70015]: INFO nova.compute.manager [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] [instance: d9957b72-61d0-4280-90c3-effa1cb9fce6] Took 34.04 seconds to build instance. [ 684.525145] env[70015]: DEBUG nova.compute.utils [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 684.533337] env[70015]: INFO nova.compute.claims [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.540177] env[70015]: DEBUG nova.compute.manager [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 4070a41b-136b-41e4-bd77-7ac36f7482d4] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 684.540177] env[70015]: DEBUG nova.network.neutron [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 4070a41b-136b-41e4-bd77-7ac36f7482d4] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 684.607029] env[70015]: DEBUG nova.compute.manager [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 684.655129] env[70015]: DEBUG nova.network.neutron [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] Successfully updated port: 7ca2da2e-61e3-46c8-8273-e087a2922613 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 684.661797] env[70015]: DEBUG nova.policy [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '279c7ce5c3c1484abb7c0a7ffa94f045', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b53a3a94c7149cc9804f3687522492d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 684.665057] env[70015]: DEBUG oslo_concurrency.lockutils [None req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Lock "d9957b72-61d0-4280-90c3-effa1cb9fce6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.532s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.918730] env[70015]: DEBUG oslo_concurrency.lockutils [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Acquiring lock "42a0560b-a274-4273-9828-57645661f4a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.919189] env[70015]: DEBUG oslo_concurrency.lockutils [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Lock "42a0560b-a274-4273-9828-57645661f4a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.026186] env[70015]: DEBUG nova.compute.manager [req-6c084d61-0190-4805-9705-f66e7bbe00fb req-2c135be1-5101-4840-bf16-5a612ffa9f73 service nova] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] Received event network-vif-plugged-7ca2da2e-61e3-46c8-8273-e087a2922613 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.026186] env[70015]: DEBUG oslo_concurrency.lockutils [req-6c084d61-0190-4805-9705-f66e7bbe00fb req-2c135be1-5101-4840-bf16-5a612ffa9f73 service nova] Acquiring lock "303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.026186] env[70015]: DEBUG oslo_concurrency.lockutils [req-6c084d61-0190-4805-9705-f66e7bbe00fb req-2c135be1-5101-4840-bf16-5a612ffa9f73 service nova] Lock "303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.026186] env[70015]: DEBUG oslo_concurrency.lockutils [req-6c084d61-0190-4805-9705-f66e7bbe00fb req-2c135be1-5101-4840-bf16-5a612ffa9f73 service nova] Lock "303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.026783] env[70015]: DEBUG nova.compute.manager [req-6c084d61-0190-4805-9705-f66e7bbe00fb req-2c135be1-5101-4840-bf16-5a612ffa9f73 service nova] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] No waiting events found dispatching network-vif-plugged-7ca2da2e-61e3-46c8-8273-e087a2922613 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 685.027128] env[70015]: WARNING nova.compute.manager [req-6c084d61-0190-4805-9705-f66e7bbe00fb req-2c135be1-5101-4840-bf16-5a612ffa9f73 service nova] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] Received unexpected event network-vif-plugged-7ca2da2e-61e3-46c8-8273-e087a2922613 for instance with vm_state building and task_state spawning. [ 685.043019] env[70015]: DEBUG nova.compute.manager [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 4070a41b-136b-41e4-bd77-7ac36f7482d4] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 685.045190] env[70015]: INFO nova.compute.resource_tracker [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Updating resource usage from migration 2658a590-3b86-4635-a47b-7f184d82eef1 [ 685.133501] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.165675] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Acquiring lock "refresh_cache-303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.165675] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Acquired lock "refresh_cache-303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.165675] env[70015]: DEBUG nova.network.neutron [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.166028] env[70015]: DEBUG nova.compute.manager [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: af089f7b-dc31-4722-93a2-a2dbc9ff557e] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 685.576543] env[70015]: DEBUG nova.network.neutron [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 4070a41b-136b-41e4-bd77-7ac36f7482d4] Successfully created port: 5d0b9f52-0776-4d24-9d5d-4e3ffa7bfe03 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 685.620534] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da52fa3e-612f-4fcb-8a1b-1741307a86b2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.629868] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9fcdb48-6868-49f0-bfcb-cc63900df93f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.662952] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3c40d6-8af7-4620-91e5-af875639e97a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.675046] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727c5cc3-1576-4e94-8cee-02af061fe4fe {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.695993] env[70015]: DEBUG nova.compute.provider_tree [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.697380] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.725928] env[70015]: DEBUG nova.network.neutron [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 686.056987] env[70015]: DEBUG nova.compute.manager [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 4070a41b-136b-41e4-bd77-7ac36f7482d4] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 686.088902] env[70015]: DEBUG nova.network.neutron [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] Updating instance_info_cache with network_info: [{"id": "7ca2da2e-61e3-46c8-8273-e087a2922613", "address": "fa:16:3e:87:e0:86", "network": {"id": "f5c9ecaa-d943-4429-b386-ed0bc2fea689", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1537634423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0159e9cc08144dc0b1745522efd9f4e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ca2da2e-61", "ovs_interfaceid": "7ca2da2e-61e3-46c8-8273-e087a2922613", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.097321] env[70015]: DEBUG nova.virt.hardware [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 686.097600] env[70015]: DEBUG nova.virt.hardware [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 686.097753] env[70015]: DEBUG nova.virt.hardware [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.097940] env[70015]: DEBUG nova.virt.hardware [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 686.098100] env[70015]: DEBUG nova.virt.hardware [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.098255] env[70015]: DEBUG nova.virt.hardware [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 686.098461] env[70015]: DEBUG nova.virt.hardware [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 686.098617] env[70015]: DEBUG nova.virt.hardware [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 686.098830] env[70015]: DEBUG nova.virt.hardware [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 686.098999] env[70015]: DEBUG nova.virt.hardware [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 686.099193] env[70015]: DEBUG nova.virt.hardware [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 686.100095] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3905f17f-dbe4-44c7-89ed-a27a37492150 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.112240] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26709404-fc1e-490c-ac6a-a483e4161c77 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.903223] env[70015]: DEBUG nova.scheduler.client.report [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.906691] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Releasing lock "refresh_cache-303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.906985] env[70015]: DEBUG nova.compute.manager [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] Instance network_info: |[{"id": "7ca2da2e-61e3-46c8-8273-e087a2922613", "address": "fa:16:3e:87:e0:86", "network": {"id": "f5c9ecaa-d943-4429-b386-ed0bc2fea689", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1537634423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0159e9cc08144dc0b1745522efd9f4e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ca2da2e-61", "ovs_interfaceid": "7ca2da2e-61e3-46c8-8273-e087a2922613", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 686.907617] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:e0:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca99f7a1-6365-4d3c-af16-1b1c1288091e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ca2da2e-61e3-46c8-8273-e087a2922613', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.914953] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Creating folder: Project (0159e9cc08144dc0b1745522efd9f4e8). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.915523] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0fa8e97c-b8be-49df-9394-ed21bc34d427 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.928973] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Created folder: Project (0159e9cc08144dc0b1745522efd9f4e8) in parent group-v720117. [ 686.929186] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Creating folder: Instances. Parent ref: group-v720191. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.929413] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06947519-71e2-4d0a-8e82-b378a6b68505 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.942540] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Created folder: Instances in parent group-v720191. [ 686.942871] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.944704] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.949682] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6adfb340-967c-49d8-8166-e0d971e65087 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.970695] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Acquiring lock "962c568b-ddb8-40bb-bdeb-99019be084cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.970943] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Lock "962c568b-ddb8-40bb-bdeb-99019be084cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.977669] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.977669] env[70015]: value = "task-3610402" [ 686.977669] env[70015]: _type = "Task" [ 686.977669] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.986110] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610402, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.060113] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Acquiring lock "279f0831-5845-4a1a-b70e-48efbc4bc6c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.060430] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Lock "279f0831-5845-4a1a-b70e-48efbc4bc6c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.094574] env[70015]: DEBUG nova.compute.manager [req-620fc8e2-179e-47a7-b8cb-0d9efff817a3 req-3583ff48-6de2-4d8a-bdab-2c433cd00f96 service nova] [instance: ef513827-f5fe-4337-a0fa-5c96eb537514] Received event network-changed-e0ceee2a-9f67-460f-8da7-9c3640068ac8 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.094769] env[70015]: DEBUG nova.compute.manager [req-620fc8e2-179e-47a7-b8cb-0d9efff817a3 req-3583ff48-6de2-4d8a-bdab-2c433cd00f96 service nova] [instance: ef513827-f5fe-4337-a0fa-5c96eb537514] Refreshing instance network info cache due to event network-changed-e0ceee2a-9f67-460f-8da7-9c3640068ac8. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 687.094975] env[70015]: DEBUG oslo_concurrency.lockutils [req-620fc8e2-179e-47a7-b8cb-0d9efff817a3 req-3583ff48-6de2-4d8a-bdab-2c433cd00f96 service nova] Acquiring lock "refresh_cache-ef513827-f5fe-4337-a0fa-5c96eb537514" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.095132] env[70015]: DEBUG oslo_concurrency.lockutils [req-620fc8e2-179e-47a7-b8cb-0d9efff817a3 req-3583ff48-6de2-4d8a-bdab-2c433cd00f96 service nova] Acquired lock "refresh_cache-ef513827-f5fe-4337-a0fa-5c96eb537514" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.095618] env[70015]: DEBUG nova.network.neutron [req-620fc8e2-179e-47a7-b8cb-0d9efff817a3 req-3583ff48-6de2-4d8a-bdab-2c433cd00f96 service nova] [instance: ef513827-f5fe-4337-a0fa-5c96eb537514] Refreshing network info cache for port e0ceee2a-9f67-460f-8da7-9c3640068ac8 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 687.343233] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 687.343663] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 687.374021] env[70015]: DEBUG nova.compute.manager [req-b3422622-f079-4ef2-95b6-b49b3ff68579 req-42472911-0b2e-4d05-9306-2fd4d83cbd6a service nova] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] Received event network-changed-7ca2da2e-61e3-46c8-8273-e087a2922613 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.374258] env[70015]: DEBUG nova.compute.manager [req-b3422622-f079-4ef2-95b6-b49b3ff68579 req-42472911-0b2e-4d05-9306-2fd4d83cbd6a service nova] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] Refreshing instance network info cache due to event network-changed-7ca2da2e-61e3-46c8-8273-e087a2922613. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 687.374570] env[70015]: DEBUG oslo_concurrency.lockutils [req-b3422622-f079-4ef2-95b6-b49b3ff68579 req-42472911-0b2e-4d05-9306-2fd4d83cbd6a service nova] Acquiring lock "refresh_cache-303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.374752] env[70015]: DEBUG oslo_concurrency.lockutils [req-b3422622-f079-4ef2-95b6-b49b3ff68579 req-42472911-0b2e-4d05-9306-2fd4d83cbd6a service nova] Acquired lock "refresh_cache-303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.374951] env[70015]: DEBUG nova.network.neutron [req-b3422622-f079-4ef2-95b6-b49b3ff68579 req-42472911-0b2e-4d05-9306-2fd4d83cbd6a service nova] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] Refreshing network info cache for port 7ca2da2e-61e3-46c8-8273-e087a2922613 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 687.417135] env[70015]: DEBUG oslo_concurrency.lockutils [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.396s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.417476] env[70015]: INFO nova.compute.manager [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Migrating [ 687.417728] env[70015]: DEBUG oslo_concurrency.lockutils [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.417914] env[70015]: DEBUG oslo_concurrency.lockutils [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Acquired lock "compute-rpcapi-router" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.419214] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9bfffc1b-5e76-4a6c-9187-ddc244165eaa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.250s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.419449] env[70015]: DEBUG nova.objects.instance [None req-9bfffc1b-5e76-4a6c-9187-ddc244165eaa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lazy-loading 'resources' on Instance uuid b19bdd14-b244-46bf-a1f5-264bfe7aedc1 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 687.492096] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610402, 'name': CreateVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.857269] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 687.857484] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 687.857643] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 687.857797] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 687.857944] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 687.858106] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 687.858243] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70015) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 687.858390] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 687.927352] env[70015]: INFO nova.compute.rpcapi [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 687.927352] env[70015]: DEBUG oslo_concurrency.lockutils [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Releasing lock "compute-rpcapi-router" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.946418] env[70015]: DEBUG oslo_concurrency.lockutils [None req-dba4e69f-6263-4946-affb-feddd07237e2 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Acquiring lock "d9957b72-61d0-4280-90c3-effa1cb9fce6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.948456] env[70015]: DEBUG oslo_concurrency.lockutils [None req-dba4e69f-6263-4946-affb-feddd07237e2 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Lock "d9957b72-61d0-4280-90c3-effa1cb9fce6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.948456] env[70015]: DEBUG oslo_concurrency.lockutils [None req-dba4e69f-6263-4946-affb-feddd07237e2 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Acquiring lock "d9957b72-61d0-4280-90c3-effa1cb9fce6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.948456] env[70015]: DEBUG oslo_concurrency.lockutils [None req-dba4e69f-6263-4946-affb-feddd07237e2 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Lock "d9957b72-61d0-4280-90c3-effa1cb9fce6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.948456] env[70015]: DEBUG oslo_concurrency.lockutils [None req-dba4e69f-6263-4946-affb-feddd07237e2 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Lock "d9957b72-61d0-4280-90c3-effa1cb9fce6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.949849] env[70015]: INFO nova.compute.manager [None req-dba4e69f-6263-4946-affb-feddd07237e2 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] [instance: d9957b72-61d0-4280-90c3-effa1cb9fce6] Terminating instance [ 687.992938] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610402, 'name': CreateVM_Task, 'duration_secs': 0.531941} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.992938] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.993914] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.994098] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.995099] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.995518] env[70015]: DEBUG nova.network.neutron [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 4070a41b-136b-41e4-bd77-7ac36f7482d4] Successfully updated port: 5d0b9f52-0776-4d24-9d5d-4e3ffa7bfe03 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 687.996622] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6a11c2e-7daf-4d82-ba78-f61ce4c0752b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.005998] env[70015]: DEBUG oslo_vmware.api [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Waiting for the task: (returnval){ [ 688.005998] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52ea3d7a-2440-848c-ae29-f4a9a55b6dab" [ 688.005998] env[70015]: _type = "Task" [ 688.005998] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.022480] env[70015]: DEBUG oslo_vmware.api [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52ea3d7a-2440-848c-ae29-f4a9a55b6dab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.166744] env[70015]: DEBUG nova.network.neutron [req-620fc8e2-179e-47a7-b8cb-0d9efff817a3 req-3583ff48-6de2-4d8a-bdab-2c433cd00f96 service nova] [instance: ef513827-f5fe-4337-a0fa-5c96eb537514] Updated VIF entry in instance network info cache for port e0ceee2a-9f67-460f-8da7-9c3640068ac8. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 688.167232] env[70015]: DEBUG nova.network.neutron [req-620fc8e2-179e-47a7-b8cb-0d9efff817a3 req-3583ff48-6de2-4d8a-bdab-2c433cd00f96 service nova] [instance: ef513827-f5fe-4337-a0fa-5c96eb537514] Updating instance_info_cache with network_info: [{"id": "e0ceee2a-9f67-460f-8da7-9c3640068ac8", "address": "fa:16:3e:87:c5:06", "network": {"id": "ddd0c4ea-d98c-427e-8c14-616ef172ddc9", "bridge": "br-int", "label": "tempest-ServersTestJSON-1127201087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "878de99f712b410b84a7a8933d7290be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0ceee2a-9f", "ovs_interfaceid": "e0ceee2a-9f67-460f-8da7-9c3640068ac8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.169302] env[70015]: DEBUG nova.network.neutron [req-b3422622-f079-4ef2-95b6-b49b3ff68579 req-42472911-0b2e-4d05-9306-2fd4d83cbd6a service nova] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] Updated VIF entry in instance network info cache for port 7ca2da2e-61e3-46c8-8273-e087a2922613. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 688.169534] env[70015]: DEBUG nova.network.neutron [req-b3422622-f079-4ef2-95b6-b49b3ff68579 req-42472911-0b2e-4d05-9306-2fd4d83cbd6a service nova] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] Updating instance_info_cache with network_info: [{"id": "7ca2da2e-61e3-46c8-8273-e087a2922613", "address": "fa:16:3e:87:e0:86", "network": {"id": "f5c9ecaa-d943-4429-b386-ed0bc2fea689", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1537634423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0159e9cc08144dc0b1745522efd9f4e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ca2da2e-61", "ovs_interfaceid": "7ca2da2e-61e3-46c8-8273-e087a2922613", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.364757] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.444890] env[70015]: DEBUG oslo_concurrency.lockutils [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Acquiring lock "refresh_cache-eca5f46e-6d82-499a-b5a2-018e49f3f933" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.444890] env[70015]: DEBUG oslo_concurrency.lockutils [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Acquired lock "refresh_cache-eca5f46e-6d82-499a-b5a2-018e49f3f933" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.444890] env[70015]: DEBUG nova.network.neutron [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.453374] env[70015]: DEBUG nova.compute.manager [None req-dba4e69f-6263-4946-affb-feddd07237e2 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] [instance: d9957b72-61d0-4280-90c3-effa1cb9fce6] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 688.453578] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-dba4e69f-6263-4946-affb-feddd07237e2 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] [instance: d9957b72-61d0-4280-90c3-effa1cb9fce6] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 688.454418] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13897a82-a160-4b7b-abef-8b1e7af7b4bd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.457898] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a15fd8-69e5-4c24-bbdd-a0d063692c47 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.468115] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32497052-4c39-465c-9b35-9ce19e10bd81 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.471083] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-dba4e69f-6263-4946-affb-feddd07237e2 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] [instance: d9957b72-61d0-4280-90c3-effa1cb9fce6] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 688.471917] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82071bf8-82d8-449d-9e87-fc97adc4aa1c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.504066] env[70015]: DEBUG oslo_concurrency.lockutils [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Acquiring lock "refresh_cache-4070a41b-136b-41e4-bd77-7ac36f7482d4" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.504246] env[70015]: DEBUG oslo_concurrency.lockutils [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Acquired lock "refresh_cache-4070a41b-136b-41e4-bd77-7ac36f7482d4" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.504398] env[70015]: DEBUG nova.network.neutron [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 4070a41b-136b-41e4-bd77-7ac36f7482d4] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.507363] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305eb3f2-6702-459b-b0af-1f2aaffb514d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.510578] env[70015]: DEBUG oslo_vmware.api [None req-dba4e69f-6263-4946-affb-feddd07237e2 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Waiting for the task: (returnval){ [ 688.510578] env[70015]: value = "task-3610404" [ 688.510578] env[70015]: _type = "Task" [ 688.510578] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.521130] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14c2e0f-3a9a-4524-ac6e-57129e426bcf {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.533034] env[70015]: DEBUG oslo_vmware.api [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52ea3d7a-2440-848c-ae29-f4a9a55b6dab, 'name': SearchDatastore_Task, 'duration_secs': 0.015769} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.533181] env[70015]: DEBUG oslo_vmware.api [None req-dba4e69f-6263-4946-affb-feddd07237e2 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Task: {'id': task-3610404, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.533876] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.534201] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 688.534498] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.534701] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.534964] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.535664] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6103ff2d-6ed5-4354-b93d-9462c0431152 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.546866] env[70015]: DEBUG nova.compute.provider_tree [None req-9bfffc1b-5e76-4a6c-9187-ddc244165eaa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 688.556917] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.557405] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 688.558472] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c1b170d-f7ff-4f78-9804-7d18ec34af13 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.567244] env[70015]: DEBUG oslo_vmware.api [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Waiting for the task: (returnval){ [ 688.567244] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52d88a8e-6370-a593-87d8-a06e21bbee4a" [ 688.567244] env[70015]: _type = "Task" [ 688.567244] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.577057] env[70015]: DEBUG oslo_vmware.api [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52d88a8e-6370-a593-87d8-a06e21bbee4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.672226] env[70015]: DEBUG oslo_concurrency.lockutils [req-620fc8e2-179e-47a7-b8cb-0d9efff817a3 req-3583ff48-6de2-4d8a-bdab-2c433cd00f96 service nova] Releasing lock "refresh_cache-ef513827-f5fe-4337-a0fa-5c96eb537514" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.672990] env[70015]: DEBUG oslo_concurrency.lockutils [req-b3422622-f079-4ef2-95b6-b49b3ff68579 req-42472911-0b2e-4d05-9306-2fd4d83cbd6a service nova] Releasing lock "refresh_cache-303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.023872] env[70015]: DEBUG oslo_vmware.api [None req-dba4e69f-6263-4946-affb-feddd07237e2 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Task: {'id': task-3610404, 'name': PowerOffVM_Task, 'duration_secs': 0.21827} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.024613] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-dba4e69f-6263-4946-affb-feddd07237e2 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] [instance: d9957b72-61d0-4280-90c3-effa1cb9fce6] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 689.024782] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-dba4e69f-6263-4946-affb-feddd07237e2 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] [instance: d9957b72-61d0-4280-90c3-effa1cb9fce6] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 689.025054] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a62cb0f4-dab0-4030-98e0-f6e8b648b9de {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.073384] env[70015]: ERROR nova.scheduler.client.report [None req-9bfffc1b-5e76-4a6c-9187-ddc244165eaa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [req-f78e71f2-919b-443d-9d88-5833c108f74a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 74b1aad2-fde9-482f-bdc7-a62277f2e79c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f78e71f2-919b-443d-9d88-5833c108f74a"}]} [ 689.090134] env[70015]: DEBUG nova.network.neutron [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 4070a41b-136b-41e4-bd77-7ac36f7482d4] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 689.092351] env[70015]: DEBUG oslo_vmware.api [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52d88a8e-6370-a593-87d8-a06e21bbee4a, 'name': SearchDatastore_Task, 'duration_secs': 0.011618} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.094810] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d58b4ff-c9b3-49d6-9256-a8f0d926f6c8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.097263] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-dba4e69f-6263-4946-affb-feddd07237e2 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] [instance: d9957b72-61d0-4280-90c3-effa1cb9fce6] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 689.097479] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-dba4e69f-6263-4946-affb-feddd07237e2 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] [instance: d9957b72-61d0-4280-90c3-effa1cb9fce6] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 689.098125] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-dba4e69f-6263-4946-affb-feddd07237e2 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Deleting the datastore file [datastore2] d9957b72-61d0-4280-90c3-effa1cb9fce6 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 689.098767] env[70015]: DEBUG nova.scheduler.client.report [None req-9bfffc1b-5e76-4a6c-9187-ddc244165eaa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Refreshing inventories for resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 689.100691] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-493114ac-c07f-40e5-865c-9033724c183c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.111490] env[70015]: DEBUG oslo_vmware.api [None req-dba4e69f-6263-4946-affb-feddd07237e2 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Waiting for the task: (returnval){ [ 689.111490] env[70015]: value = "task-3610406" [ 689.111490] env[70015]: _type = "Task" [ 689.111490] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.111877] env[70015]: DEBUG oslo_vmware.api [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Waiting for the task: (returnval){ [ 689.111877] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52fd9074-d843-bcf0-0c39-3f80b73548db" [ 689.111877] env[70015]: _type = "Task" [ 689.111877] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.128512] env[70015]: DEBUG nova.scheduler.client.report [None req-9bfffc1b-5e76-4a6c-9187-ddc244165eaa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Updating ProviderTree inventory for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 689.128879] env[70015]: DEBUG nova.compute.provider_tree [None req-9bfffc1b-5e76-4a6c-9187-ddc244165eaa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 689.139563] env[70015]: DEBUG oslo_vmware.api [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52fd9074-d843-bcf0-0c39-3f80b73548db, 'name': SearchDatastore_Task, 'duration_secs': 0.010892} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.139800] env[70015]: DEBUG oslo_vmware.api [None req-dba4e69f-6263-4946-affb-feddd07237e2 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Task: {'id': task-3610406, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.140506] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.141559] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206/303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 689.141559] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b564341a-ef16-46b9-afce-2a621a8faf77 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.155439] env[70015]: DEBUG oslo_vmware.api [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Waiting for the task: (returnval){ [ 689.155439] env[70015]: value = "task-3610407" [ 689.155439] env[70015]: _type = "Task" [ 689.155439] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.155439] env[70015]: DEBUG nova.scheduler.client.report [None req-9bfffc1b-5e76-4a6c-9187-ddc244165eaa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Refreshing aggregate associations for resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c, aggregates: None {{(pid=70015) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 689.165768] env[70015]: DEBUG oslo_vmware.api [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Task: {'id': task-3610407, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.187827] env[70015]: DEBUG nova.scheduler.client.report [None req-9bfffc1b-5e76-4a6c-9187-ddc244165eaa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Refreshing trait associations for resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=70015) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 689.279368] env[70015]: DEBUG nova.network.neutron [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Updating instance_info_cache with network_info: [{"id": "7f92cec0-9229-4e17-8874-efae08d10b68", "address": "fa:16:3e:3a:cb:31", "network": {"id": "3c1a3fbb-2170-407e-9ccc-287a3d99ace9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d690f2455b7c4076b06d93f0db674d65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f92cec0-92", "ovs_interfaceid": "7f92cec0-9229-4e17-8874-efae08d10b68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.376623] env[70015]: DEBUG nova.network.neutron [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 4070a41b-136b-41e4-bd77-7ac36f7482d4] Updating instance_info_cache with network_info: [{"id": "5d0b9f52-0776-4d24-9d5d-4e3ffa7bfe03", "address": "fa:16:3e:99:81:d9", "network": {"id": "3c1a3fbb-2170-407e-9ccc-287a3d99ace9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d690f2455b7c4076b06d93f0db674d65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d0b9f52-07", "ovs_interfaceid": "5d0b9f52-0776-4d24-9d5d-4e3ffa7bfe03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.411018] env[70015]: DEBUG nova.compute.manager [req-3a9600ba-ec29-454f-b1a9-2d164bf4bfb3 req-083899c8-bd0a-43cf-951d-c03a5e284406 service nova] [instance: 4070a41b-136b-41e4-bd77-7ac36f7482d4] Received event network-vif-plugged-5d0b9f52-0776-4d24-9d5d-4e3ffa7bfe03 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.412473] env[70015]: DEBUG oslo_concurrency.lockutils [req-3a9600ba-ec29-454f-b1a9-2d164bf4bfb3 req-083899c8-bd0a-43cf-951d-c03a5e284406 service nova] Acquiring lock "4070a41b-136b-41e4-bd77-7ac36f7482d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.412641] env[70015]: DEBUG oslo_concurrency.lockutils [req-3a9600ba-ec29-454f-b1a9-2d164bf4bfb3 req-083899c8-bd0a-43cf-951d-c03a5e284406 service nova] Lock "4070a41b-136b-41e4-bd77-7ac36f7482d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.412820] env[70015]: DEBUG oslo_concurrency.lockutils [req-3a9600ba-ec29-454f-b1a9-2d164bf4bfb3 req-083899c8-bd0a-43cf-951d-c03a5e284406 service nova] Lock "4070a41b-136b-41e4-bd77-7ac36f7482d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.412996] env[70015]: DEBUG nova.compute.manager [req-3a9600ba-ec29-454f-b1a9-2d164bf4bfb3 req-083899c8-bd0a-43cf-951d-c03a5e284406 service nova] [instance: 4070a41b-136b-41e4-bd77-7ac36f7482d4] No waiting events found dispatching network-vif-plugged-5d0b9f52-0776-4d24-9d5d-4e3ffa7bfe03 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 689.413191] env[70015]: WARNING nova.compute.manager [req-3a9600ba-ec29-454f-b1a9-2d164bf4bfb3 req-083899c8-bd0a-43cf-951d-c03a5e284406 service nova] [instance: 4070a41b-136b-41e4-bd77-7ac36f7482d4] Received unexpected event network-vif-plugged-5d0b9f52-0776-4d24-9d5d-4e3ffa7bfe03 for instance with vm_state building and task_state spawning. [ 689.413357] env[70015]: DEBUG nova.compute.manager [req-3a9600ba-ec29-454f-b1a9-2d164bf4bfb3 req-083899c8-bd0a-43cf-951d-c03a5e284406 service nova] [instance: 4070a41b-136b-41e4-bd77-7ac36f7482d4] Received event network-changed-5d0b9f52-0776-4d24-9d5d-4e3ffa7bfe03 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.413511] env[70015]: DEBUG nova.compute.manager [req-3a9600ba-ec29-454f-b1a9-2d164bf4bfb3 req-083899c8-bd0a-43cf-951d-c03a5e284406 service nova] [instance: 4070a41b-136b-41e4-bd77-7ac36f7482d4] Refreshing instance network info cache due to event network-changed-5d0b9f52-0776-4d24-9d5d-4e3ffa7bfe03. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 689.413691] env[70015]: DEBUG oslo_concurrency.lockutils [req-3a9600ba-ec29-454f-b1a9-2d164bf4bfb3 req-083899c8-bd0a-43cf-951d-c03a5e284406 service nova] Acquiring lock "refresh_cache-4070a41b-136b-41e4-bd77-7ac36f7482d4" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.621902] env[70015]: DEBUG oslo_vmware.api [None req-dba4e69f-6263-4946-affb-feddd07237e2 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Task: {'id': task-3610406, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159857} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.624456] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-dba4e69f-6263-4946-affb-feddd07237e2 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 689.624684] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-dba4e69f-6263-4946-affb-feddd07237e2 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] [instance: d9957b72-61d0-4280-90c3-effa1cb9fce6] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 689.624852] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-dba4e69f-6263-4946-affb-feddd07237e2 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] [instance: d9957b72-61d0-4280-90c3-effa1cb9fce6] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 689.625063] env[70015]: INFO nova.compute.manager [None req-dba4e69f-6263-4946-affb-feddd07237e2 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] [instance: d9957b72-61d0-4280-90c3-effa1cb9fce6] Took 1.17 seconds to destroy the instance on the hypervisor. [ 689.625313] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dba4e69f-6263-4946-affb-feddd07237e2 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.626024] env[70015]: DEBUG nova.compute.manager [-] [instance: d9957b72-61d0-4280-90c3-effa1cb9fce6] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 689.626024] env[70015]: DEBUG nova.network.neutron [-] [instance: d9957b72-61d0-4280-90c3-effa1cb9fce6] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 689.673152] env[70015]: DEBUG oslo_vmware.api [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Task: {'id': task-3610407, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499665} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.673549] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206/303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.673848] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.674185] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dcd89b69-f6ba-456d-bd7f-acfd1c7526b8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.685674] env[70015]: DEBUG oslo_vmware.api [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Waiting for the task: (returnval){ [ 689.685674] env[70015]: value = "task-3610409" [ 689.685674] env[70015]: _type = "Task" [ 689.685674] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.702222] env[70015]: DEBUG oslo_vmware.api [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Task: {'id': task-3610409, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.783792] env[70015]: DEBUG oslo_concurrency.lockutils [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Releasing lock "refresh_cache-eca5f46e-6d82-499a-b5a2-018e49f3f933" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.789461] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c89193-85ca-4e94-b070-d79e9acb3b89 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.797813] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c10155d-a472-41ad-b4d2-14bc63ca4605 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.833489] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7ed44e-bd2c-437c-869c-c9e379a2fa2f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.843048] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80018f04-80f2-4cdb-ba39-d52688cc5def {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.860106] env[70015]: DEBUG nova.compute.provider_tree [None req-9bfffc1b-5e76-4a6c-9187-ddc244165eaa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 689.883304] env[70015]: DEBUG oslo_concurrency.lockutils [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Releasing lock "refresh_cache-4070a41b-136b-41e4-bd77-7ac36f7482d4" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.883641] env[70015]: DEBUG nova.compute.manager [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 4070a41b-136b-41e4-bd77-7ac36f7482d4] Instance network_info: |[{"id": "5d0b9f52-0776-4d24-9d5d-4e3ffa7bfe03", "address": "fa:16:3e:99:81:d9", "network": {"id": "3c1a3fbb-2170-407e-9ccc-287a3d99ace9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d690f2455b7c4076b06d93f0db674d65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d0b9f52-07", "ovs_interfaceid": "5d0b9f52-0776-4d24-9d5d-4e3ffa7bfe03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 689.884184] env[70015]: DEBUG oslo_concurrency.lockutils [req-3a9600ba-ec29-454f-b1a9-2d164bf4bfb3 req-083899c8-bd0a-43cf-951d-c03a5e284406 service nova] Acquired lock "refresh_cache-4070a41b-136b-41e4-bd77-7ac36f7482d4" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.884371] env[70015]: DEBUG nova.network.neutron [req-3a9600ba-ec29-454f-b1a9-2d164bf4bfb3 req-083899c8-bd0a-43cf-951d-c03a5e284406 service nova] [instance: 4070a41b-136b-41e4-bd77-7ac36f7482d4] Refreshing network info cache for port 5d0b9f52-0776-4d24-9d5d-4e3ffa7bfe03 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.885774] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 4070a41b-136b-41e4-bd77-7ac36f7482d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:81:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da623279-b6f6-4570-8b15-a332120b8b60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d0b9f52-0776-4d24-9d5d-4e3ffa7bfe03', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.893691] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Creating folder: Project (2b53a3a94c7149cc9804f3687522492d). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.894895] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0919357-ed9a-4a9b-847e-4e1480bde340 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.909969] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Created folder: Project (2b53a3a94c7149cc9804f3687522492d) in parent group-v720117. [ 689.910200] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Creating folder: Instances. Parent ref: group-v720194. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.910720] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63bfa86d-cb9b-42df-9bf8-3b2904136cc2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.923397] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Created folder: Instances in parent group-v720194. [ 689.923810] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.924842] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4070a41b-136b-41e4-bd77-7ac36f7482d4] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 689.924842] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16de20e5-e3e5-485a-b1a1-146561cc1b08 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.950572] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.950572] env[70015]: value = "task-3610412" [ 689.950572] env[70015]: _type = "Task" [ 689.950572] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.959297] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610412, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.196020] env[70015]: DEBUG oslo_vmware.api [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Task: {'id': task-3610409, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069036} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.196325] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.197268] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6806fd87-44e5-411c-b145-09a71f450229 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.220553] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206/303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.220850] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1df10be-898b-41cf-b444-48cde92c06a7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.242027] env[70015]: DEBUG oslo_vmware.api [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Waiting for the task: (returnval){ [ 690.242027] env[70015]: value = "task-3610413" [ 690.242027] env[70015]: _type = "Task" [ 690.242027] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.251121] env[70015]: DEBUG oslo_vmware.api [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Task: {'id': task-3610413, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.412029] env[70015]: DEBUG nova.scheduler.client.report [None req-9bfffc1b-5e76-4a6c-9187-ddc244165eaa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Updated inventory for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with generation 53 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 690.412330] env[70015]: DEBUG nova.compute.provider_tree [None req-9bfffc1b-5e76-4a6c-9187-ddc244165eaa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Updating resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c generation from 53 to 54 during operation: update_inventory {{(pid=70015) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 690.412524] env[70015]: DEBUG nova.compute.provider_tree [None req-9bfffc1b-5e76-4a6c-9187-ddc244165eaa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 690.463013] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610412, 'name': CreateVM_Task, 'duration_secs': 0.323199} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.463192] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4070a41b-136b-41e4-bd77-7ac36f7482d4] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.463883] env[70015]: DEBUG oslo_concurrency.lockutils [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.464038] env[70015]: DEBUG oslo_concurrency.lockutils [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.464388] env[70015]: DEBUG oslo_concurrency.lockutils [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.464627] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d7dfcbb-380c-4bca-9d13-856a562ac715 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.470110] env[70015]: DEBUG oslo_vmware.api [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Waiting for the task: (returnval){ [ 690.470110] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]526e58cc-a79c-3be9-4608-1da7137eb26c" [ 690.470110] env[70015]: _type = "Task" [ 690.470110] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.479702] env[70015]: DEBUG oslo_vmware.api [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]526e58cc-a79c-3be9-4608-1da7137eb26c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.516468] env[70015]: DEBUG nova.network.neutron [-] [instance: d9957b72-61d0-4280-90c3-effa1cb9fce6] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.684369] env[70015]: DEBUG nova.network.neutron [req-3a9600ba-ec29-454f-b1a9-2d164bf4bfb3 req-083899c8-bd0a-43cf-951d-c03a5e284406 service nova] [instance: 4070a41b-136b-41e4-bd77-7ac36f7482d4] Updated VIF entry in instance network info cache for port 5d0b9f52-0776-4d24-9d5d-4e3ffa7bfe03. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 690.684740] env[70015]: DEBUG nova.network.neutron [req-3a9600ba-ec29-454f-b1a9-2d164bf4bfb3 req-083899c8-bd0a-43cf-951d-c03a5e284406 service nova] [instance: 4070a41b-136b-41e4-bd77-7ac36f7482d4] Updating instance_info_cache with network_info: [{"id": "5d0b9f52-0776-4d24-9d5d-4e3ffa7bfe03", "address": "fa:16:3e:99:81:d9", "network": {"id": "3c1a3fbb-2170-407e-9ccc-287a3d99ace9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d690f2455b7c4076b06d93f0db674d65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d0b9f52-07", "ovs_interfaceid": "5d0b9f52-0776-4d24-9d5d-4e3ffa7bfe03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.752187] env[70015]: DEBUG oslo_vmware.api [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Task: {'id': task-3610413, 'name': ReconfigVM_Task, 'duration_secs': 0.313145} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.752475] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206/303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 690.753171] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d1e7115-fc1a-4f62-a68c-e62a0c28d05c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.761526] env[70015]: DEBUG oslo_vmware.api [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Waiting for the task: (returnval){ [ 690.761526] env[70015]: value = "task-3610414" [ 690.761526] env[70015]: _type = "Task" [ 690.761526] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.771503] env[70015]: DEBUG oslo_vmware.api [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Task: {'id': task-3610414, 'name': Rename_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.918462] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9bfffc1b-5e76-4a6c-9187-ddc244165eaa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.499s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.921467] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.524s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.926024] env[70015]: INFO nova.compute.claims [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 690.951115] env[70015]: INFO nova.scheduler.client.report [None req-9bfffc1b-5e76-4a6c-9187-ddc244165eaa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Deleted allocations for instance b19bdd14-b244-46bf-a1f5-264bfe7aedc1 [ 690.984948] env[70015]: DEBUG oslo_vmware.api [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]526e58cc-a79c-3be9-4608-1da7137eb26c, 'name': SearchDatastore_Task, 'duration_secs': 0.014122} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.985955] env[70015]: DEBUG oslo_concurrency.lockutils [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.986208] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 4070a41b-136b-41e4-bd77-7ac36f7482d4] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 690.987254] env[70015]: DEBUG oslo_concurrency.lockutils [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.987254] env[70015]: DEBUG oslo_concurrency.lockutils [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.987254] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 690.987427] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc8bc0cb-aded-4f0e-b9f5-35719e13d7a6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.001448] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.001648] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.002407] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a04f11d-4747-4801-b900-f7e063def851 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.010678] env[70015]: DEBUG oslo_vmware.api [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Waiting for the task: (returnval){ [ 691.010678] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52aab687-f397-311e-80af-8aae01121927" [ 691.010678] env[70015]: _type = "Task" [ 691.010678] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.019360] env[70015]: INFO nova.compute.manager [-] [instance: d9957b72-61d0-4280-90c3-effa1cb9fce6] Took 1.39 seconds to deallocate network for instance. [ 691.019760] env[70015]: DEBUG oslo_vmware.api [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52aab687-f397-311e-80af-8aae01121927, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.189078] env[70015]: DEBUG oslo_concurrency.lockutils [req-3a9600ba-ec29-454f-b1a9-2d164bf4bfb3 req-083899c8-bd0a-43cf-951d-c03a5e284406 service nova] Releasing lock "refresh_cache-4070a41b-136b-41e4-bd77-7ac36f7482d4" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.273256] env[70015]: DEBUG oslo_vmware.api [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Task: {'id': task-3610414, 'name': Rename_Task, 'duration_secs': 0.305097} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.274026] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.274026] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b892b5e-3e7b-4922-9371-62c089668962 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.281856] env[70015]: DEBUG oslo_vmware.api [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Waiting for the task: (returnval){ [ 691.281856] env[70015]: value = "task-3610415" [ 691.281856] env[70015]: _type = "Task" [ 691.281856] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.291493] env[70015]: DEBUG oslo_vmware.api [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Task: {'id': task-3610415, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.302524] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f33be6-016a-4467-a195-fbb52361758b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.323230] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Updating instance 'eca5f46e-6d82-499a-b5a2-018e49f3f933' progress to 0 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 691.439908] env[70015]: DEBUG nova.compute.manager [req-e78b6a08-f82f-4e45-bfd9-be8441c17693 req-b3667be4-9ec8-4e55-b15b-aba95dfd7484 service nova] [instance: d9957b72-61d0-4280-90c3-effa1cb9fce6] Received event network-vif-deleted-44a5cad8-9e1b-45d1-9dbb-d34ab0074d8d {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.460965] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9bfffc1b-5e76-4a6c-9187-ddc244165eaa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "b19bdd14-b244-46bf-a1f5-264bfe7aedc1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.295s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.521842] env[70015]: DEBUG oslo_vmware.api [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52aab687-f397-311e-80af-8aae01121927, 'name': SearchDatastore_Task, 'duration_secs': 0.024468} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.522629] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ad34637-a882-409e-9c30-04f0df508ecb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.527218] env[70015]: DEBUG oslo_concurrency.lockutils [None req-dba4e69f-6263-4946-affb-feddd07237e2 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.528322] env[70015]: DEBUG oslo_vmware.api [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Waiting for the task: (returnval){ [ 691.528322] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]521527f5-3b5c-74c0-0eb8-60133cbbbea5" [ 691.528322] env[70015]: _type = "Task" [ 691.528322] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.537551] env[70015]: DEBUG oslo_vmware.api [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]521527f5-3b5c-74c0-0eb8-60133cbbbea5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.792291] env[70015]: DEBUG oslo_vmware.api [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Task: {'id': task-3610415, 'name': PowerOnVM_Task, 'duration_secs': 0.478158} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.792560] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 691.792765] env[70015]: INFO nova.compute.manager [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] Took 8.48 seconds to spawn the instance on the hypervisor. [ 691.793040] env[70015]: DEBUG nova.compute.manager [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 691.793766] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b6a6a0-5258-4cde-b2bb-6efa5094dfd1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.829361] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 691.829669] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f14d171a-0ad3-4748-b857-be3d49229ed5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.837610] env[70015]: DEBUG oslo_vmware.api [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Waiting for the task: (returnval){ [ 691.837610] env[70015]: value = "task-3610417" [ 691.837610] env[70015]: _type = "Task" [ 691.837610] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.846591] env[70015]: DEBUG oslo_vmware.api [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3610417, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.041973] env[70015]: DEBUG oslo_vmware.api [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]521527f5-3b5c-74c0-0eb8-60133cbbbea5, 'name': SearchDatastore_Task, 'duration_secs': 0.010162} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.042267] env[70015]: DEBUG oslo_concurrency.lockutils [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.042532] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 4070a41b-136b-41e4-bd77-7ac36f7482d4/4070a41b-136b-41e4-bd77-7ac36f7482d4.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 692.042792] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48811d09-5a01-4c9c-8232-fc8da058f2ed {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.052641] env[70015]: DEBUG oslo_vmware.api [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Waiting for the task: (returnval){ [ 692.052641] env[70015]: value = "task-3610418" [ 692.052641] env[70015]: _type = "Task" [ 692.052641] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.062186] env[70015]: DEBUG oslo_vmware.api [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Task: {'id': task-3610418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.315192] env[70015]: INFO nova.compute.manager [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] Took 35.26 seconds to build instance. [ 692.358081] env[70015]: DEBUG oslo_vmware.api [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3610417, 'name': PowerOffVM_Task, 'duration_secs': 0.203332} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.358081] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 692.358081] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Updating instance 'eca5f46e-6d82-499a-b5a2-018e49f3f933' progress to 17 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 692.405745] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9592526-fe69-42cc-bce5-992361279e0c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.417168] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7534695-4cbf-411d-9c7d-6b09512f83c1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.453101] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810b399a-6226-4c3a-867d-cbb5c2d9cb87 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.464052] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09dc9603-f31e-4cbe-b5a3-a124cb00b7f4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.482015] env[70015]: DEBUG nova.compute.provider_tree [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.565047] env[70015]: DEBUG oslo_vmware.api [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Task: {'id': task-3610418, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508917} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.565349] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 4070a41b-136b-41e4-bd77-7ac36f7482d4/4070a41b-136b-41e4-bd77-7ac36f7482d4.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 692.565574] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 4070a41b-136b-41e4-bd77-7ac36f7482d4] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 692.565828] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1ae927e-31c8-4754-97c1-62247ffa4f1c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.574178] env[70015]: DEBUG oslo_vmware.api [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Waiting for the task: (returnval){ [ 692.574178] env[70015]: value = "task-3610419" [ 692.574178] env[70015]: _type = "Task" [ 692.574178] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.584537] env[70015]: DEBUG oslo_vmware.api [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Task: {'id': task-3610419, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.818718] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Lock "303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.696s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.863510] env[70015]: DEBUG nova.virt.hardware [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 692.863757] env[70015]: DEBUG nova.virt.hardware [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 692.863913] env[70015]: DEBUG nova.virt.hardware [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 692.864106] env[70015]: DEBUG nova.virt.hardware [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 692.864253] env[70015]: DEBUG nova.virt.hardware [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 692.864400] env[70015]: DEBUG nova.virt.hardware [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 692.864632] env[70015]: DEBUG nova.virt.hardware [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 692.865645] env[70015]: DEBUG nova.virt.hardware [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 692.865645] env[70015]: DEBUG nova.virt.hardware [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 692.865645] env[70015]: DEBUG nova.virt.hardware [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 692.865645] env[70015]: DEBUG nova.virt.hardware [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 692.870845] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00d9a08e-8b35-4661-82fb-34d08f51103e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.888440] env[70015]: DEBUG oslo_vmware.api [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Waiting for the task: (returnval){ [ 692.888440] env[70015]: value = "task-3610420" [ 692.888440] env[70015]: _type = "Task" [ 692.888440] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.897164] env[70015]: DEBUG oslo_vmware.api [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3610420, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.988029] env[70015]: DEBUG nova.scheduler.client.report [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.087551] env[70015]: DEBUG oslo_vmware.api [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Task: {'id': task-3610419, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074052} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.088136] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 4070a41b-136b-41e4-bd77-7ac36f7482d4] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 693.089104] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f98e66-fa05-4590-ab13-81f2578037f3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.112676] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 4070a41b-136b-41e4-bd77-7ac36f7482d4] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 4070a41b-136b-41e4-bd77-7ac36f7482d4/4070a41b-136b-41e4-bd77-7ac36f7482d4.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.114105] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04e42a34-14d4-4cc4-bc87-090a3fdcfe83 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.137116] env[70015]: DEBUG oslo_vmware.api [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Waiting for the task: (returnval){ [ 693.137116] env[70015]: value = "task-3610421" [ 693.137116] env[70015]: _type = "Task" [ 693.137116] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.145368] env[70015]: DEBUG oslo_vmware.api [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Task: {'id': task-3610421, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.327337] env[70015]: DEBUG nova.compute.manager [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: c8747a31-7a75-4ccd-b513-fb2a0769b0d9] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 693.399455] env[70015]: DEBUG oslo_vmware.api [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3610420, 'name': ReconfigVM_Task, 'duration_secs': 0.159292} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.399880] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Updating instance 'eca5f46e-6d82-499a-b5a2-018e49f3f933' progress to 33 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 693.491820] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.570s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.493618] env[70015]: DEBUG nova.compute.manager [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 693.495283] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c5ff5228-5476-4528-bfac-302ab7e67663 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.700s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.499018] env[70015]: DEBUG nova.objects.instance [None req-c5ff5228-5476-4528-bfac-302ab7e67663 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Lazy-loading 'resources' on Instance uuid 13ede60e-0cfb-428d-9613-9bd339c302a2 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 693.536315] env[70015]: DEBUG nova.compute.manager [req-30f13c82-3399-49e2-a7e0-a50112bdc69c req-474fced5-2829-4b8d-a71c-00cc06db157c service nova] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] Received event network-changed-7ca2da2e-61e3-46c8-8273-e087a2922613 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.536515] env[70015]: DEBUG nova.compute.manager [req-30f13c82-3399-49e2-a7e0-a50112bdc69c req-474fced5-2829-4b8d-a71c-00cc06db157c service nova] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] Refreshing instance network info cache due to event network-changed-7ca2da2e-61e3-46c8-8273-e087a2922613. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 693.536728] env[70015]: DEBUG oslo_concurrency.lockutils [req-30f13c82-3399-49e2-a7e0-a50112bdc69c req-474fced5-2829-4b8d-a71c-00cc06db157c service nova] Acquiring lock "refresh_cache-303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.536872] env[70015]: DEBUG oslo_concurrency.lockutils [req-30f13c82-3399-49e2-a7e0-a50112bdc69c req-474fced5-2829-4b8d-a71c-00cc06db157c service nova] Acquired lock "refresh_cache-303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.537046] env[70015]: DEBUG nova.network.neutron [req-30f13c82-3399-49e2-a7e0-a50112bdc69c req-474fced5-2829-4b8d-a71c-00cc06db157c service nova] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] Refreshing network info cache for port 7ca2da2e-61e3-46c8-8273-e087a2922613 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.646626] env[70015]: DEBUG oslo_vmware.api [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Task: {'id': task-3610421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.849136] env[70015]: DEBUG oslo_concurrency.lockutils [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.906648] env[70015]: DEBUG nova.virt.hardware [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 693.906761] env[70015]: DEBUG nova.virt.hardware [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 693.906911] env[70015]: DEBUG nova.virt.hardware [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 693.907122] env[70015]: DEBUG nova.virt.hardware [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 693.907273] env[70015]: DEBUG nova.virt.hardware [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 693.907417] env[70015]: DEBUG nova.virt.hardware [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 693.907615] env[70015]: DEBUG nova.virt.hardware [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 693.907773] env[70015]: DEBUG nova.virt.hardware [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 693.907934] env[70015]: DEBUG nova.virt.hardware [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 693.908231] env[70015]: DEBUG nova.virt.hardware [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 693.908632] env[70015]: DEBUG nova.virt.hardware [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 693.914051] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Reconfiguring VM instance instance-0000000f to detach disk 2000 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 693.914369] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ad312d3-eff0-4fbd-a818-bdbbd65b2a57 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.934373] env[70015]: DEBUG oslo_vmware.api [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Waiting for the task: (returnval){ [ 693.934373] env[70015]: value = "task-3610422" [ 693.934373] env[70015]: _type = "Task" [ 693.934373] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.943729] env[70015]: DEBUG oslo_vmware.api [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3610422, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.000825] env[70015]: DEBUG nova.compute.utils [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 694.000825] env[70015]: DEBUG nova.compute.manager [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 694.000825] env[70015]: DEBUG nova.network.neutron [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 694.067030] env[70015]: DEBUG nova.policy [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2dd2a2b48c0490b9ca7d5592dd34e1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd77607766abc4d4781ac875b6baf860d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 694.153186] env[70015]: DEBUG oslo_vmware.api [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Task: {'id': task-3610421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.351956] env[70015]: DEBUG nova.network.neutron [req-30f13c82-3399-49e2-a7e0-a50112bdc69c req-474fced5-2829-4b8d-a71c-00cc06db157c service nova] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] Updated VIF entry in instance network info cache for port 7ca2da2e-61e3-46c8-8273-e087a2922613. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 694.356614] env[70015]: DEBUG nova.network.neutron [req-30f13c82-3399-49e2-a7e0-a50112bdc69c req-474fced5-2829-4b8d-a71c-00cc06db157c service nova] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] Updating instance_info_cache with network_info: [{"id": "7ca2da2e-61e3-46c8-8273-e087a2922613", "address": "fa:16:3e:87:e0:86", "network": {"id": "f5c9ecaa-d943-4429-b386-ed0bc2fea689", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1537634423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0159e9cc08144dc0b1745522efd9f4e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ca2da2e-61", "ovs_interfaceid": "7ca2da2e-61e3-46c8-8273-e087a2922613", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.449431] env[70015]: DEBUG oslo_vmware.api [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3610422, 'name': ReconfigVM_Task, 'duration_secs': 0.208774} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.452370] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Reconfigured VM instance instance-0000000f to detach disk 2000 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 694.453546] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5177ad07-0f0a-4b12-b83b-b270af8a3bba {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.479409] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] eca5f46e-6d82-499a-b5a2-018e49f3f933/eca5f46e-6d82-499a-b5a2-018e49f3f933.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.482532] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a0e8acd-5279-4ec5-a0ae-07931f1b33b9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.504045] env[70015]: DEBUG nova.compute.manager [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 694.508352] env[70015]: DEBUG oslo_vmware.api [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Waiting for the task: (returnval){ [ 694.508352] env[70015]: value = "task-3610423" [ 694.508352] env[70015]: _type = "Task" [ 694.508352] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.527770] env[70015]: DEBUG oslo_vmware.api [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3610423, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.595312] env[70015]: DEBUG nova.network.neutron [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Successfully created port: d203c3df-b350-4b70-8c6b-6d109e3eaaf6 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 694.647122] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d28bc2e-822d-4bb4-bf0c-aadd4ee8583d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.654374] env[70015]: DEBUG oslo_vmware.api [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Task: {'id': task-3610421, 'name': ReconfigVM_Task, 'duration_secs': 1.11082} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.655931] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 4070a41b-136b-41e4-bd77-7ac36f7482d4] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 4070a41b-136b-41e4-bd77-7ac36f7482d4/4070a41b-136b-41e4-bd77-7ac36f7482d4.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.656708] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6dca23a2-8f43-40cf-bafa-f939154daae8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.662722] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bbcf294-2405-4fbe-ac0e-a9cdb09caf58 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.667051] env[70015]: DEBUG oslo_vmware.api [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Waiting for the task: (returnval){ [ 694.667051] env[70015]: value = "task-3610424" [ 694.667051] env[70015]: _type = "Task" [ 694.667051] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.700099] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef275832-364a-44e3-8fcd-36f2b8760f36 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.703901] env[70015]: DEBUG oslo_vmware.api [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Task: {'id': task-3610424, 'name': Rename_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.709994] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a63e92-8f3f-49b0-b7b8-c688f176e90b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.727518] env[70015]: DEBUG nova.compute.provider_tree [None req-c5ff5228-5476-4528-bfac-302ab7e67663 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.864276] env[70015]: DEBUG oslo_concurrency.lockutils [req-30f13c82-3399-49e2-a7e0-a50112bdc69c req-474fced5-2829-4b8d-a71c-00cc06db157c service nova] Releasing lock "refresh_cache-303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.026544] env[70015]: DEBUG oslo_vmware.api [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3610423, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.178760] env[70015]: DEBUG oslo_vmware.api [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Task: {'id': task-3610424, 'name': Rename_Task, 'duration_secs': 0.146001} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.178910] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 4070a41b-136b-41e4-bd77-7ac36f7482d4] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 695.179171] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91ff6dc7-9005-48ee-b1c6-67ed0b862673 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.186607] env[70015]: DEBUG oslo_vmware.api [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Waiting for the task: (returnval){ [ 695.186607] env[70015]: value = "task-3610425" [ 695.186607] env[70015]: _type = "Task" [ 695.186607] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.195493] env[70015]: DEBUG oslo_vmware.api [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Task: {'id': task-3610425, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.235025] env[70015]: DEBUG nova.scheduler.client.report [None req-c5ff5228-5476-4528-bfac-302ab7e67663 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.519067] env[70015]: DEBUG nova.compute.manager [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 695.531028] env[70015]: DEBUG oslo_vmware.api [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3610423, 'name': ReconfigVM_Task, 'duration_secs': 0.862876} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.532141] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Reconfigured VM instance instance-0000000f to attach disk [datastore1] eca5f46e-6d82-499a-b5a2-018e49f3f933/eca5f46e-6d82-499a-b5a2-018e49f3f933.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 695.532541] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Updating instance 'eca5f46e-6d82-499a-b5a2-018e49f3f933' progress to 50 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 695.553853] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Acquiring lock "251f05bc-7d8b-496a-88a3-1dfe2e7e14f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.554143] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Lock "251f05bc-7d8b-496a-88a3-1dfe2e7e14f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.558237] env[70015]: DEBUG nova.virt.hardware [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 695.558468] env[70015]: DEBUG nova.virt.hardware [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 695.558626] env[70015]: DEBUG nova.virt.hardware [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 695.558807] env[70015]: DEBUG nova.virt.hardware [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 695.558948] env[70015]: DEBUG nova.virt.hardware [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 695.559108] env[70015]: DEBUG nova.virt.hardware [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 695.559311] env[70015]: DEBUG nova.virt.hardware [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 695.559467] env[70015]: DEBUG nova.virt.hardware [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 695.559624] env[70015]: DEBUG nova.virt.hardware [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 695.559777] env[70015]: DEBUG nova.virt.hardware [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 695.559947] env[70015]: DEBUG nova.virt.hardware [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 695.561139] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc51c302-2541-4055-9c54-15a4146f23f5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.570008] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038a7e3b-8cf9-4226-9169-fb259fb19abc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.698083] env[70015]: DEBUG oslo_vmware.api [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Task: {'id': task-3610425, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.737862] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c5ff5228-5476-4528-bfac-302ab7e67663 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.243s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.740244] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.453s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.741883] env[70015]: INFO nova.compute.claims [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 695.761200] env[70015]: INFO nova.scheduler.client.report [None req-c5ff5228-5476-4528-bfac-302ab7e67663 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Deleted allocations for instance 13ede60e-0cfb-428d-9613-9bd339c302a2 [ 696.041852] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d840b55-4c05-4af0-a975-c1170621ef34 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.066039] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0d8142-58ac-465e-b468-a73465364c67 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.090352] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Updating instance 'eca5f46e-6d82-499a-b5a2-018e49f3f933' progress to 67 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 696.203553] env[70015]: DEBUG oslo_vmware.api [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Task: {'id': task-3610425, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.269759] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c5ff5228-5476-4528-bfac-302ab7e67663 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Lock "13ede60e-0cfb-428d-9613-9bd339c302a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.695s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.436738] env[70015]: DEBUG nova.compute.manager [req-889a7db6-aa01-4444-8e74-08b85494670c req-71b441e0-73de-4524-a4c6-0ce503bd1ce6 service nova] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Received event network-vif-plugged-d203c3df-b350-4b70-8c6b-6d109e3eaaf6 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.436965] env[70015]: DEBUG oslo_concurrency.lockutils [req-889a7db6-aa01-4444-8e74-08b85494670c req-71b441e0-73de-4524-a4c6-0ce503bd1ce6 service nova] Acquiring lock "0795374d-903e-48e2-96d3-1b6f5a5511da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.437196] env[70015]: DEBUG oslo_concurrency.lockutils [req-889a7db6-aa01-4444-8e74-08b85494670c req-71b441e0-73de-4524-a4c6-0ce503bd1ce6 service nova] Lock "0795374d-903e-48e2-96d3-1b6f5a5511da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.437368] env[70015]: DEBUG oslo_concurrency.lockutils [req-889a7db6-aa01-4444-8e74-08b85494670c req-71b441e0-73de-4524-a4c6-0ce503bd1ce6 service nova] Lock "0795374d-903e-48e2-96d3-1b6f5a5511da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.437570] env[70015]: DEBUG nova.compute.manager [req-889a7db6-aa01-4444-8e74-08b85494670c req-71b441e0-73de-4524-a4c6-0ce503bd1ce6 service nova] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] No waiting events found dispatching network-vif-plugged-d203c3df-b350-4b70-8c6b-6d109e3eaaf6 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 696.437745] env[70015]: WARNING nova.compute.manager [req-889a7db6-aa01-4444-8e74-08b85494670c req-71b441e0-73de-4524-a4c6-0ce503bd1ce6 service nova] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Received unexpected event network-vif-plugged-d203c3df-b350-4b70-8c6b-6d109e3eaaf6 for instance with vm_state building and task_state spawning. [ 696.545294] env[70015]: DEBUG nova.network.neutron [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Successfully updated port: d203c3df-b350-4b70-8c6b-6d109e3eaaf6 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 696.684572] env[70015]: DEBUG nova.network.neutron [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Port 7f92cec0-9229-4e17-8874-efae08d10b68 binding to destination host cpu-1 is already ACTIVE {{(pid=70015) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 696.709236] env[70015]: DEBUG oslo_vmware.api [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Task: {'id': task-3610425, 'name': PowerOnVM_Task, 'duration_secs': 1.077366} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.709521] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 4070a41b-136b-41e4-bd77-7ac36f7482d4] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 696.709765] env[70015]: INFO nova.compute.manager [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 4070a41b-136b-41e4-bd77-7ac36f7482d4] Took 10.65 seconds to spawn the instance on the hypervisor. [ 696.709943] env[70015]: DEBUG nova.compute.manager [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 4070a41b-136b-41e4-bd77-7ac36f7482d4] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 696.710803] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46cc3424-17dc-4b71-aa35-7797959934d0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.048983] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Acquiring lock "refresh_cache-0795374d-903e-48e2-96d3-1b6f5a5511da" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.048983] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Acquired lock "refresh_cache-0795374d-903e-48e2-96d3-1b6f5a5511da" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.048983] env[70015]: DEBUG nova.network.neutron [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.241519] env[70015]: INFO nova.compute.manager [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 4070a41b-136b-41e4-bd77-7ac36f7482d4] Took 37.60 seconds to build instance. [ 697.320767] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931a53db-32a1-43fb-a683-d8763c3fc375 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.330454] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01bf8abc-ae16-4ce9-8a46-1a64de7d3ba6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.364488] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d42c98f-65c9-4e9e-b412-2ab4680b784f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.373444] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b30af48-4e8c-4763-ab23-648c1d29c507 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.389669] env[70015]: DEBUG nova.compute.provider_tree [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.609707] env[70015]: DEBUG nova.network.neutron [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 697.715045] env[70015]: DEBUG oslo_concurrency.lockutils [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Acquiring lock "eca5f46e-6d82-499a-b5a2-018e49f3f933-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.715197] env[70015]: DEBUG oslo_concurrency.lockutils [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Lock "eca5f46e-6d82-499a-b5a2-018e49f3f933-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.715399] env[70015]: DEBUG oslo_concurrency.lockutils [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Lock "eca5f46e-6d82-499a-b5a2-018e49f3f933-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.744152] env[70015]: DEBUG oslo_concurrency.lockutils [None req-722729be-5cfa-4743-981a-2f5c579c20b4 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Lock "4070a41b-136b-41e4-bd77-7ac36f7482d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.746s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.877369] env[70015]: DEBUG nova.network.neutron [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Updating instance_info_cache with network_info: [{"id": "d203c3df-b350-4b70-8c6b-6d109e3eaaf6", "address": "fa:16:3e:f6:aa:c1", "network": {"id": "27486acb-c9b3-45ff-a019-c2fc1c96dbe0", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1095658451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77607766abc4d4781ac875b6baf860d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd203c3df-b3", "ovs_interfaceid": "d203c3df-b350-4b70-8c6b-6d109e3eaaf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.893260] env[70015]: DEBUG nova.scheduler.client.report [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.250102] env[70015]: DEBUG nova.compute.manager [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 698.382861] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Releasing lock "refresh_cache-0795374d-903e-48e2-96d3-1b6f5a5511da" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.382861] env[70015]: DEBUG nova.compute.manager [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Instance network_info: |[{"id": "d203c3df-b350-4b70-8c6b-6d109e3eaaf6", "address": "fa:16:3e:f6:aa:c1", "network": {"id": "27486acb-c9b3-45ff-a019-c2fc1c96dbe0", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1095658451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77607766abc4d4781ac875b6baf860d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd203c3df-b3", "ovs_interfaceid": "d203c3df-b350-4b70-8c6b-6d109e3eaaf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 698.382861] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:aa:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '67921bdb-a7a0-46b5-ba05-ca997496e222', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd203c3df-b350-4b70-8c6b-6d109e3eaaf6', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 698.388312] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Creating folder: Project (d77607766abc4d4781ac875b6baf860d). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.388611] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9279bc9a-e47a-48c3-b8a9-ac92887e933a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.397935] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.398475] env[70015]: DEBUG nova.compute.manager [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 698.407015] env[70015]: DEBUG oslo_concurrency.lockutils [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.690s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.407015] env[70015]: INFO nova.compute.claims [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 698.407837] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Created folder: Project (d77607766abc4d4781ac875b6baf860d) in parent group-v720117. [ 698.408042] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Creating folder: Instances. Parent ref: group-v720197. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.408672] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-408a7ede-cc23-4645-ba4d-68ceb07a5a0a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.420737] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Created folder: Instances in parent group-v720197. [ 698.421022] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.421292] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 698.421889] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5cb8622-db8c-4af9-bcbb-a9ca4caff510 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.443224] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 698.443224] env[70015]: value = "task-3610428" [ 698.443224] env[70015]: _type = "Task" [ 698.443224] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.452527] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610428, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.720811] env[70015]: DEBUG nova.compute.manager [req-8a3e6fe0-3df4-4b30-8a8d-2b92b95bf2ba req-202990c3-975f-43f7-8a83-42e17e351ecf service nova] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Received event network-changed-d203c3df-b350-4b70-8c6b-6d109e3eaaf6 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.721142] env[70015]: DEBUG nova.compute.manager [req-8a3e6fe0-3df4-4b30-8a8d-2b92b95bf2ba req-202990c3-975f-43f7-8a83-42e17e351ecf service nova] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Refreshing instance network info cache due to event network-changed-d203c3df-b350-4b70-8c6b-6d109e3eaaf6. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 698.721396] env[70015]: DEBUG oslo_concurrency.lockutils [req-8a3e6fe0-3df4-4b30-8a8d-2b92b95bf2ba req-202990c3-975f-43f7-8a83-42e17e351ecf service nova] Acquiring lock "refresh_cache-0795374d-903e-48e2-96d3-1b6f5a5511da" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.721396] env[70015]: DEBUG oslo_concurrency.lockutils [req-8a3e6fe0-3df4-4b30-8a8d-2b92b95bf2ba req-202990c3-975f-43f7-8a83-42e17e351ecf service nova] Acquired lock "refresh_cache-0795374d-903e-48e2-96d3-1b6f5a5511da" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.721569] env[70015]: DEBUG nova.network.neutron [req-8a3e6fe0-3df4-4b30-8a8d-2b92b95bf2ba req-202990c3-975f-43f7-8a83-42e17e351ecf service nova] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Refreshing network info cache for port d203c3df-b350-4b70-8c6b-6d109e3eaaf6 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 698.778118] env[70015]: DEBUG oslo_concurrency.lockutils [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.800657] env[70015]: DEBUG oslo_concurrency.lockutils [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Acquiring lock "refresh_cache-eca5f46e-6d82-499a-b5a2-018e49f3f933" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.800869] env[70015]: DEBUG oslo_concurrency.lockutils [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Acquired lock "refresh_cache-eca5f46e-6d82-499a-b5a2-018e49f3f933" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.801087] env[70015]: DEBUG nova.network.neutron [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.910654] env[70015]: DEBUG nova.compute.utils [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 698.914330] env[70015]: DEBUG nova.compute.manager [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 698.914556] env[70015]: DEBUG nova.network.neutron [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 698.954809] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610428, 'name': CreateVM_Task, 'duration_secs': 0.366477} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.955066] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 698.955744] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.955928] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.956291] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.956568] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f1e680a-06e8-4294-80fe-b2f0075cd459 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.962493] env[70015]: DEBUG oslo_vmware.api [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Waiting for the task: (returnval){ [ 698.962493] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52a98ef6-a9ed-3f18-1609-79ed38b3a03a" [ 698.962493] env[70015]: _type = "Task" [ 698.962493] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.975475] env[70015]: DEBUG oslo_vmware.api [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52a98ef6-a9ed-3f18-1609-79ed38b3a03a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.984468] env[70015]: DEBUG nova.policy [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ae35c21b82f403e836a5c1b128f335e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73e0ce85090f4c3c8d74e04f2101b99f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 699.416308] env[70015]: DEBUG nova.compute.manager [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 699.475698] env[70015]: DEBUG oslo_vmware.api [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52a98ef6-a9ed-3f18-1609-79ed38b3a03a, 'name': SearchDatastore_Task, 'duration_secs': 0.013799} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.477047] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.477332] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 699.477606] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.477790] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.477956] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 699.478576] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aab314ae-05ce-4a84-be2a-602e3abdea41 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.490966] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 699.491181] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 699.494510] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaa3ba90-0a4f-4623-b549-ea67d5f53190 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.508272] env[70015]: DEBUG oslo_vmware.api [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Waiting for the task: (returnval){ [ 699.508272] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5214c1fe-0b1f-ce32-fa77-7e6ccda77931" [ 699.508272] env[70015]: _type = "Task" [ 699.508272] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.522162] env[70015]: DEBUG oslo_vmware.api [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5214c1fe-0b1f-ce32-fa77-7e6ccda77931, 'name': SearchDatastore_Task, 'duration_secs': 0.01165} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.522992] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-324bb2ef-8e30-4845-af31-6a7dd1b628ec {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.532887] env[70015]: DEBUG oslo_vmware.api [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Waiting for the task: (returnval){ [ 699.532887] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]523fca5a-8f9c-5f97-a822-c6dd3aac82a0" [ 699.532887] env[70015]: _type = "Task" [ 699.532887] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.542111] env[70015]: DEBUG oslo_vmware.api [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]523fca5a-8f9c-5f97-a822-c6dd3aac82a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.552670] env[70015]: DEBUG nova.network.neutron [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Successfully created port: 6c9a5472-a1e8-41be-a53d-17ac4200ef38 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 699.609965] env[70015]: DEBUG nova.network.neutron [req-8a3e6fe0-3df4-4b30-8a8d-2b92b95bf2ba req-202990c3-975f-43f7-8a83-42e17e351ecf service nova] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Updated VIF entry in instance network info cache for port d203c3df-b350-4b70-8c6b-6d109e3eaaf6. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 699.610394] env[70015]: DEBUG nova.network.neutron [req-8a3e6fe0-3df4-4b30-8a8d-2b92b95bf2ba req-202990c3-975f-43f7-8a83-42e17e351ecf service nova] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Updating instance_info_cache with network_info: [{"id": "d203c3df-b350-4b70-8c6b-6d109e3eaaf6", "address": "fa:16:3e:f6:aa:c1", "network": {"id": "27486acb-c9b3-45ff-a019-c2fc1c96dbe0", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1095658451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77607766abc4d4781ac875b6baf860d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd203c3df-b3", "ovs_interfaceid": "d203c3df-b350-4b70-8c6b-6d109e3eaaf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.747486] env[70015]: DEBUG oslo_concurrency.lockutils [None req-cabfaeb9-5a7d-423e-9bc0-50e2bc32c203 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Acquiring lock "303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.747760] env[70015]: DEBUG oslo_concurrency.lockutils [None req-cabfaeb9-5a7d-423e-9bc0-50e2bc32c203 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Lock "303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.747945] env[70015]: DEBUG oslo_concurrency.lockutils [None req-cabfaeb9-5a7d-423e-9bc0-50e2bc32c203 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Acquiring lock "303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.748142] env[70015]: DEBUG oslo_concurrency.lockutils [None req-cabfaeb9-5a7d-423e-9bc0-50e2bc32c203 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Lock "303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.748306] env[70015]: DEBUG oslo_concurrency.lockutils [None req-cabfaeb9-5a7d-423e-9bc0-50e2bc32c203 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Lock "303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.753432] env[70015]: INFO nova.compute.manager [None req-cabfaeb9-5a7d-423e-9bc0-50e2bc32c203 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] Terminating instance [ 699.863179] env[70015]: DEBUG nova.network.neutron [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Updating instance_info_cache with network_info: [{"id": "7f92cec0-9229-4e17-8874-efae08d10b68", "address": "fa:16:3e:3a:cb:31", "network": {"id": "3c1a3fbb-2170-407e-9ccc-287a3d99ace9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d690f2455b7c4076b06d93f0db674d65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f92cec0-92", "ovs_interfaceid": "7f92cec0-9229-4e17-8874-efae08d10b68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.922401] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Acquiring lock "35f9285c-cb12-45c3-8cb5-b61d10b3c2d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.923223] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Lock "35f9285c-cb12-45c3-8cb5-b61d10b3c2d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.979302] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89eb2d31-d6d5-4411-b9c5-9392bf28e0f5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.987482] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255f1223-5839-4195-a0a1-194d466524a8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.028764] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ee2bfc-53e1-4ebb-86ba-f2230d6dc6f9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.044014] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff910d99-8b3d-4879-ba1b-4ca108a25a4e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.051579] env[70015]: DEBUG oslo_vmware.api [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]523fca5a-8f9c-5f97-a822-c6dd3aac82a0, 'name': SearchDatastore_Task, 'duration_secs': 0.012914} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.052233] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.052500] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 0795374d-903e-48e2-96d3-1b6f5a5511da/0795374d-903e-48e2-96d3-1b6f5a5511da.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 700.052757] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1cdf0ea7-ce38-4364-badb-d3e3c5090800 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.062992] env[70015]: DEBUG nova.compute.provider_tree [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.070284] env[70015]: DEBUG oslo_vmware.api [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Waiting for the task: (returnval){ [ 700.070284] env[70015]: value = "task-3610429" [ 700.070284] env[70015]: _type = "Task" [ 700.070284] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.080424] env[70015]: DEBUG oslo_vmware.api [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Task: {'id': task-3610429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.115456] env[70015]: DEBUG oslo_concurrency.lockutils [req-8a3e6fe0-3df4-4b30-8a8d-2b92b95bf2ba req-202990c3-975f-43f7-8a83-42e17e351ecf service nova] Releasing lock "refresh_cache-0795374d-903e-48e2-96d3-1b6f5a5511da" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.115684] env[70015]: DEBUG nova.compute.manager [req-8a3e6fe0-3df4-4b30-8a8d-2b92b95bf2ba req-202990c3-975f-43f7-8a83-42e17e351ecf service nova] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] Received event network-changed-7ca2da2e-61e3-46c8-8273-e087a2922613 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.115850] env[70015]: DEBUG nova.compute.manager [req-8a3e6fe0-3df4-4b30-8a8d-2b92b95bf2ba req-202990c3-975f-43f7-8a83-42e17e351ecf service nova] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] Refreshing instance network info cache due to event network-changed-7ca2da2e-61e3-46c8-8273-e087a2922613. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 700.116094] env[70015]: DEBUG oslo_concurrency.lockutils [req-8a3e6fe0-3df4-4b30-8a8d-2b92b95bf2ba req-202990c3-975f-43f7-8a83-42e17e351ecf service nova] Acquiring lock "refresh_cache-303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.116213] env[70015]: DEBUG oslo_concurrency.lockutils [req-8a3e6fe0-3df4-4b30-8a8d-2b92b95bf2ba req-202990c3-975f-43f7-8a83-42e17e351ecf service nova] Acquired lock "refresh_cache-303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.116375] env[70015]: DEBUG nova.network.neutron [req-8a3e6fe0-3df4-4b30-8a8d-2b92b95bf2ba req-202990c3-975f-43f7-8a83-42e17e351ecf service nova] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] Refreshing network info cache for port 7ca2da2e-61e3-46c8-8273-e087a2922613 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.257829] env[70015]: DEBUG nova.compute.manager [None req-cabfaeb9-5a7d-423e-9bc0-50e2bc32c203 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 700.258095] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-cabfaeb9-5a7d-423e-9bc0-50e2bc32c203 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 700.259356] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249aefa6-380d-42d2-b845-b318c8e87142 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.268311] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-cabfaeb9-5a7d-423e-9bc0-50e2bc32c203 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 700.268584] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-235b6ed0-e8db-47f4-b062-d7c345febf6d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.275939] env[70015]: DEBUG oslo_vmware.api [None req-cabfaeb9-5a7d-423e-9bc0-50e2bc32c203 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Waiting for the task: (returnval){ [ 700.275939] env[70015]: value = "task-3610430" [ 700.275939] env[70015]: _type = "Task" [ 700.275939] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.287611] env[70015]: DEBUG oslo_vmware.api [None req-cabfaeb9-5a7d-423e-9bc0-50e2bc32c203 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Task: {'id': task-3610430, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.366838] env[70015]: DEBUG oslo_concurrency.lockutils [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Releasing lock "refresh_cache-eca5f46e-6d82-499a-b5a2-018e49f3f933" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.432814] env[70015]: DEBUG nova.compute.manager [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 700.474141] env[70015]: DEBUG nova.virt.hardware [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 700.474444] env[70015]: DEBUG nova.virt.hardware [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 700.474582] env[70015]: DEBUG nova.virt.hardware [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 700.474768] env[70015]: DEBUG nova.virt.hardware [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 700.474914] env[70015]: DEBUG nova.virt.hardware [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 700.475691] env[70015]: DEBUG nova.virt.hardware [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 700.476011] env[70015]: DEBUG nova.virt.hardware [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 700.476448] env[70015]: DEBUG nova.virt.hardware [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 700.477086] env[70015]: DEBUG nova.virt.hardware [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 700.477086] env[70015]: DEBUG nova.virt.hardware [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 700.477086] env[70015]: DEBUG nova.virt.hardware [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 700.478586] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff913786-18cc-463c-a91e-95d74a163424 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.492555] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaace920-01d2-4c46-ace2-62ed713b5b4a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.566349] env[70015]: DEBUG nova.scheduler.client.report [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.583589] env[70015]: DEBUG oslo_vmware.api [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Task: {'id': task-3610429, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.792388] env[70015]: DEBUG oslo_vmware.api [None req-cabfaeb9-5a7d-423e-9bc0-50e2bc32c203 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Task: {'id': task-3610430, 'name': PowerOffVM_Task, 'duration_secs': 0.235905} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.793802] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-cabfaeb9-5a7d-423e-9bc0-50e2bc32c203 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 700.793802] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-cabfaeb9-5a7d-423e-9bc0-50e2bc32c203 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 700.793802] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-235fb160-8bb9-41a9-bfeb-49998892710b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.881976] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-cabfaeb9-5a7d-423e-9bc0-50e2bc32c203 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 700.881976] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-cabfaeb9-5a7d-423e-9bc0-50e2bc32c203 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 700.881976] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-cabfaeb9-5a7d-423e-9bc0-50e2bc32c203 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Deleting the datastore file [datastore1] 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 700.882633] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d586e64f-5b0a-4aac-9718-8cf8e2d2d110 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.891252] env[70015]: DEBUG oslo_vmware.api [None req-cabfaeb9-5a7d-423e-9bc0-50e2bc32c203 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Waiting for the task: (returnval){ [ 700.891252] env[70015]: value = "task-3610432" [ 700.891252] env[70015]: _type = "Task" [ 700.891252] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.903535] env[70015]: DEBUG oslo_vmware.api [None req-cabfaeb9-5a7d-423e-9bc0-50e2bc32c203 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Task: {'id': task-3610432, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.906712] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2171291-1fee-4edd-8dc8-0957812ba9d6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.928714] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf86fea8-5ee6-47d1-a7bb-b0557e5aabe2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.937747] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Updating instance 'eca5f46e-6d82-499a-b5a2-018e49f3f933' progress to 83 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 701.050742] env[70015]: DEBUG nova.network.neutron [req-8a3e6fe0-3df4-4b30-8a8d-2b92b95bf2ba req-202990c3-975f-43f7-8a83-42e17e351ecf service nova] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] Updated VIF entry in instance network info cache for port 7ca2da2e-61e3-46c8-8273-e087a2922613. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 701.050742] env[70015]: DEBUG nova.network.neutron [req-8a3e6fe0-3df4-4b30-8a8d-2b92b95bf2ba req-202990c3-975f-43f7-8a83-42e17e351ecf service nova] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] Updating instance_info_cache with network_info: [{"id": "7ca2da2e-61e3-46c8-8273-e087a2922613", "address": "fa:16:3e:87:e0:86", "network": {"id": "f5c9ecaa-d943-4429-b386-ed0bc2fea689", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1537634423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0159e9cc08144dc0b1745522efd9f4e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ca2da2e-61", "ovs_interfaceid": "7ca2da2e-61e3-46c8-8273-e087a2922613", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.072544] env[70015]: DEBUG oslo_concurrency.lockutils [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.073075] env[70015]: DEBUG nova.compute.manager [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 701.075985] env[70015]: DEBUG oslo_concurrency.lockutils [None req-503b08bc-7c79-47ef-93a5-9d3201eb425f tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.621s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.076257] env[70015]: DEBUG nova.objects.instance [None req-503b08bc-7c79-47ef-93a5-9d3201eb425f tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Lazy-loading 'resources' on Instance uuid 41baed96-29ff-4f0d-ab6f-9520ba5bd910 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 701.091139] env[70015]: DEBUG oslo_vmware.api [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Task: {'id': task-3610429, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.402499] env[70015]: DEBUG oslo_vmware.api [None req-cabfaeb9-5a7d-423e-9bc0-50e2bc32c203 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Task: {'id': task-3610432, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.444840] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.445195] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a14a617-9651-4b8e-a70a-1dd320263fda {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.455867] env[70015]: DEBUG oslo_vmware.api [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Waiting for the task: (returnval){ [ 701.455867] env[70015]: value = "task-3610433" [ 701.455867] env[70015]: _type = "Task" [ 701.455867] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.468446] env[70015]: DEBUG oslo_vmware.api [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3610433, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.553994] env[70015]: DEBUG oslo_concurrency.lockutils [req-8a3e6fe0-3df4-4b30-8a8d-2b92b95bf2ba req-202990c3-975f-43f7-8a83-42e17e351ecf service nova] Releasing lock "refresh_cache-303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.583820] env[70015]: DEBUG nova.compute.utils [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 701.586379] env[70015]: DEBUG nova.compute.manager [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 701.586379] env[70015]: DEBUG nova.network.neutron [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 701.594700] env[70015]: DEBUG oslo_vmware.api [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Task: {'id': task-3610429, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.624406] env[70015]: DEBUG nova.compute.manager [req-03059f44-c2aa-4392-b582-b32dcf936906 req-bec88028-d10e-46a8-9039-274110cde67d service nova] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Received event network-vif-plugged-6c9a5472-a1e8-41be-a53d-17ac4200ef38 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.624735] env[70015]: DEBUG oslo_concurrency.lockutils [req-03059f44-c2aa-4392-b582-b32dcf936906 req-bec88028-d10e-46a8-9039-274110cde67d service nova] Acquiring lock "66d937aa-30ed-468f-a62a-e37e7c2b41fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.625052] env[70015]: DEBUG oslo_concurrency.lockutils [req-03059f44-c2aa-4392-b582-b32dcf936906 req-bec88028-d10e-46a8-9039-274110cde67d service nova] Lock "66d937aa-30ed-468f-a62a-e37e7c2b41fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.625537] env[70015]: DEBUG oslo_concurrency.lockutils [req-03059f44-c2aa-4392-b582-b32dcf936906 req-bec88028-d10e-46a8-9039-274110cde67d service nova] Lock "66d937aa-30ed-468f-a62a-e37e7c2b41fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.627083] env[70015]: DEBUG nova.compute.manager [req-03059f44-c2aa-4392-b582-b32dcf936906 req-bec88028-d10e-46a8-9039-274110cde67d service nova] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] No waiting events found dispatching network-vif-plugged-6c9a5472-a1e8-41be-a53d-17ac4200ef38 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 701.627083] env[70015]: WARNING nova.compute.manager [req-03059f44-c2aa-4392-b582-b32dcf936906 req-bec88028-d10e-46a8-9039-274110cde67d service nova] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Received unexpected event network-vif-plugged-6c9a5472-a1e8-41be-a53d-17ac4200ef38 for instance with vm_state building and task_state spawning. [ 701.653477] env[70015]: DEBUG nova.policy [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14e50be41be749fb82f3c23bbe7514d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9c5d6fb266d42529edbf505731ee279', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 701.660156] env[70015]: DEBUG nova.network.neutron [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Successfully updated port: 6c9a5472-a1e8-41be-a53d-17ac4200ef38 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 701.903416] env[70015]: DEBUG oslo_vmware.api [None req-cabfaeb9-5a7d-423e-9bc0-50e2bc32c203 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Task: {'id': task-3610432, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.898525} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.906309] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-cabfaeb9-5a7d-423e-9bc0-50e2bc32c203 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 701.906565] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-cabfaeb9-5a7d-423e-9bc0-50e2bc32c203 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 701.906786] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-cabfaeb9-5a7d-423e-9bc0-50e2bc32c203 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 701.906969] env[70015]: INFO nova.compute.manager [None req-cabfaeb9-5a7d-423e-9bc0-50e2bc32c203 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] Took 1.65 seconds to destroy the instance on the hypervisor. [ 701.907233] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cabfaeb9-5a7d-423e-9bc0-50e2bc32c203 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.907624] env[70015]: DEBUG nova.compute.manager [-] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 701.907723] env[70015]: DEBUG nova.network.neutron [-] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 701.974314] env[70015]: DEBUG oslo_vmware.api [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3610433, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.090599] env[70015]: DEBUG nova.compute.manager [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 702.093253] env[70015]: DEBUG oslo_vmware.api [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Task: {'id': task-3610429, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.605943} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.095486] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 0795374d-903e-48e2-96d3-1b6f5a5511da/0795374d-903e-48e2-96d3-1b6f5a5511da.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.095718] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.096310] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1af2fc9b-b5ab-4a5e-83f9-c63ca5ee93f4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.105812] env[70015]: DEBUG oslo_vmware.api [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Waiting for the task: (returnval){ [ 702.105812] env[70015]: value = "task-3610434" [ 702.105812] env[70015]: _type = "Task" [ 702.105812] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.117154] env[70015]: DEBUG oslo_vmware.api [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Task: {'id': task-3610434, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.162867] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquiring lock "refresh_cache-66d937aa-30ed-468f-a62a-e37e7c2b41fb" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.163091] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquired lock "refresh_cache-66d937aa-30ed-468f-a62a-e37e7c2b41fb" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.163297] env[70015]: DEBUG nova.network.neutron [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.277029] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00775d2-0769-4f9c-b1fd-ed86ab128ff9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.287631] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5583fcc8-c428-4e89-bcb8-4c3c3466b522 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.331410] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f193d7-70e3-4a54-b7bb-497d3fe846ff {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.339799] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38bb6373-04fd-4a9d-aa53-b86f0f44d802 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.360480] env[70015]: DEBUG nova.compute.provider_tree [None req-503b08bc-7c79-47ef-93a5-9d3201eb425f tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.363110] env[70015]: DEBUG nova.network.neutron [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Successfully created port: 1625a7b3-6c9e-4dbe-bca4-67725ceed2a9 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 702.476037] env[70015]: DEBUG oslo_vmware.api [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3610433, 'name': PowerOnVM_Task, 'duration_secs': 0.939253} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.476037] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.476037] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4e21f3-4644-422d-9bc3-5b41fadeb5aa tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Updating instance 'eca5f46e-6d82-499a-b5a2-018e49f3f933' progress to 100 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 702.616715] env[70015]: DEBUG oslo_vmware.api [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Task: {'id': task-3610434, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073205} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.616976] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 702.618726] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3f4a3f-0d32-42f7-b82d-f3ee64d1dffe {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.651794] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 0795374d-903e-48e2-96d3-1b6f5a5511da/0795374d-903e-48e2-96d3-1b6f5a5511da.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 702.654065] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47a5daeb-76e6-4ceb-bd26-cef472e75111 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.681626] env[70015]: DEBUG oslo_vmware.api [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Waiting for the task: (returnval){ [ 702.681626] env[70015]: value = "task-3610435" [ 702.681626] env[70015]: _type = "Task" [ 702.681626] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.690782] env[70015]: DEBUG oslo_vmware.api [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Task: {'id': task-3610435, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.866607] env[70015]: DEBUG nova.scheduler.client.report [None req-503b08bc-7c79-47ef-93a5-9d3201eb425f tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.917726] env[70015]: DEBUG nova.network.neutron [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.071064] env[70015]: DEBUG oslo_concurrency.lockutils [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Acquiring lock "a6ad6fe7-22f0-405e-8e5f-6e56325049a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.071064] env[70015]: DEBUG oslo_concurrency.lockutils [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Lock "a6ad6fe7-22f0-405e-8e5f-6e56325049a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.105130] env[70015]: DEBUG nova.compute.manager [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 703.130587] env[70015]: DEBUG nova.virt.hardware [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.134030] env[70015]: DEBUG nova.virt.hardware [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.134030] env[70015]: DEBUG nova.virt.hardware [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.134030] env[70015]: DEBUG nova.virt.hardware [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.134030] env[70015]: DEBUG nova.virt.hardware [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.134030] env[70015]: DEBUG nova.virt.hardware [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.134030] env[70015]: DEBUG nova.virt.hardware [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.134030] env[70015]: DEBUG nova.virt.hardware [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.134030] env[70015]: DEBUG nova.virt.hardware [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.134030] env[70015]: DEBUG nova.virt.hardware [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.134030] env[70015]: DEBUG nova.virt.hardware [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.134030] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ccdb33-f23b-4949-b28f-474741db63f5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.146266] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9632d2d-6dfb-43f3-888a-d6d5ba8a1677 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.172423] env[70015]: DEBUG nova.network.neutron [-] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.194174] env[70015]: DEBUG oslo_vmware.api [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Task: {'id': task-3610435, 'name': ReconfigVM_Task, 'duration_secs': 0.289443} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.194481] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 0795374d-903e-48e2-96d3-1b6f5a5511da/0795374d-903e-48e2-96d3-1b6f5a5511da.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 703.195088] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9031b98-4f26-43b7-ba12-0d14e4bbe43c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.203213] env[70015]: DEBUG oslo_vmware.api [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Waiting for the task: (returnval){ [ 703.203213] env[70015]: value = "task-3610436" [ 703.203213] env[70015]: _type = "Task" [ 703.203213] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.212627] env[70015]: DEBUG oslo_vmware.api [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Task: {'id': task-3610436, 'name': Rename_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.219032] env[70015]: DEBUG nova.network.neutron [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Updating instance_info_cache with network_info: [{"id": "6c9a5472-a1e8-41be-a53d-17ac4200ef38", "address": "fa:16:3e:71:50:80", "network": {"id": "825adeb2-145f-454c-b624-cc7cf91966fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1496238884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e0ce85090f4c3c8d74e04f2101b99f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c9a5472-a1", "ovs_interfaceid": "6c9a5472-a1e8-41be-a53d-17ac4200ef38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.373711] env[70015]: DEBUG oslo_concurrency.lockutils [None req-503b08bc-7c79-47ef-93a5-9d3201eb425f tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.298s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.377660] env[70015]: DEBUG oslo_concurrency.lockutils [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.367s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.379487] env[70015]: INFO nova.compute.claims [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: a4ff87cd-018c-4386-ad14-5018367b64b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 703.416866] env[70015]: INFO nova.scheduler.client.report [None req-503b08bc-7c79-47ef-93a5-9d3201eb425f tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Deleted allocations for instance 41baed96-29ff-4f0d-ab6f-9520ba5bd910 [ 703.652222] env[70015]: DEBUG nova.compute.manager [req-5562bd68-c241-48d8-a52b-a59bb7480946 req-cd2f2127-5df4-43e8-b797-8faa16419fb6 service nova] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Received event network-changed-6c9a5472-a1e8-41be-a53d-17ac4200ef38 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.652483] env[70015]: DEBUG nova.compute.manager [req-5562bd68-c241-48d8-a52b-a59bb7480946 req-cd2f2127-5df4-43e8-b797-8faa16419fb6 service nova] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Refreshing instance network info cache due to event network-changed-6c9a5472-a1e8-41be-a53d-17ac4200ef38. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 703.652713] env[70015]: DEBUG oslo_concurrency.lockutils [req-5562bd68-c241-48d8-a52b-a59bb7480946 req-cd2f2127-5df4-43e8-b797-8faa16419fb6 service nova] Acquiring lock "refresh_cache-66d937aa-30ed-468f-a62a-e37e7c2b41fb" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.674288] env[70015]: INFO nova.compute.manager [-] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] Took 1.77 seconds to deallocate network for instance. [ 703.713901] env[70015]: DEBUG oslo_vmware.api [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Task: {'id': task-3610436, 'name': Rename_Task, 'duration_secs': 0.200556} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.714518] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 703.714746] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cd6ecfd-5c2c-4b29-8613-50f49cecf99d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.719350] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Releasing lock "refresh_cache-66d937aa-30ed-468f-a62a-e37e7c2b41fb" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.719684] env[70015]: DEBUG nova.compute.manager [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Instance network_info: |[{"id": "6c9a5472-a1e8-41be-a53d-17ac4200ef38", "address": "fa:16:3e:71:50:80", "network": {"id": "825adeb2-145f-454c-b624-cc7cf91966fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1496238884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e0ce85090f4c3c8d74e04f2101b99f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c9a5472-a1", "ovs_interfaceid": "6c9a5472-a1e8-41be-a53d-17ac4200ef38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 703.719962] env[70015]: DEBUG oslo_concurrency.lockutils [req-5562bd68-c241-48d8-a52b-a59bb7480946 req-cd2f2127-5df4-43e8-b797-8faa16419fb6 service nova] Acquired lock "refresh_cache-66d937aa-30ed-468f-a62a-e37e7c2b41fb" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.720157] env[70015]: DEBUG nova.network.neutron [req-5562bd68-c241-48d8-a52b-a59bb7480946 req-cd2f2127-5df4-43e8-b797-8faa16419fb6 service nova] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Refreshing network info cache for port 6c9a5472-a1e8-41be-a53d-17ac4200ef38 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.721494] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:50:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae1d6a8-cbba-4bbf-af10-ba5467340475', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c9a5472-a1e8-41be-a53d-17ac4200ef38', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.729146] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Creating folder: Project (73e0ce85090f4c3c8d74e04f2101b99f). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.731365] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf360760-e4ce-429d-b227-a396284e9fdd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.733376] env[70015]: DEBUG oslo_vmware.api [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Waiting for the task: (returnval){ [ 703.733376] env[70015]: value = "task-3610437" [ 703.733376] env[70015]: _type = "Task" [ 703.733376] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.743798] env[70015]: DEBUG oslo_vmware.api [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Task: {'id': task-3610437, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.745135] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Created folder: Project (73e0ce85090f4c3c8d74e04f2101b99f) in parent group-v720117. [ 703.745317] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Creating folder: Instances. Parent ref: group-v720200. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.745552] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b39d0ded-5d9d-43ed-a174-bbd88e2ed351 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.756255] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Created folder: Instances in parent group-v720200. [ 703.756503] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.756704] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.756977] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a488a58-d783-4bc8-9b35-ab01b9f2379c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.778233] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.778233] env[70015]: value = "task-3610440" [ 703.778233] env[70015]: _type = "Task" [ 703.778233] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.787111] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610440, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.928252] env[70015]: DEBUG oslo_concurrency.lockutils [None req-503b08bc-7c79-47ef-93a5-9d3201eb425f tempest-ServersListShow296Test-2066218678 tempest-ServersListShow296Test-2066218678-project-member] Lock "41baed96-29ff-4f0d-ab6f-9520ba5bd910" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.024s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.181974] env[70015]: DEBUG oslo_concurrency.lockutils [None req-cabfaeb9-5a7d-423e-9bc0-50e2bc32c203 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.244245] env[70015]: DEBUG oslo_vmware.api [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Task: {'id': task-3610437, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.291443] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610440, 'name': CreateVM_Task, 'duration_secs': 0.368598} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.291678] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.292412] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.292579] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.292919] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.293192] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-541e4a4b-10ce-4260-a312-81973b883fab {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.299301] env[70015]: DEBUG oslo_vmware.api [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 704.299301] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]525ec6dd-142f-ba53-7956-b5c67593e88a" [ 704.299301] env[70015]: _type = "Task" [ 704.299301] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.308750] env[70015]: DEBUG oslo_vmware.api [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]525ec6dd-142f-ba53-7956-b5c67593e88a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.316441] env[70015]: DEBUG oslo_concurrency.lockutils [None req-17706896-2e27-4e6f-b651-bc066cba1f12 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Acquiring lock "eca5f46e-6d82-499a-b5a2-018e49f3f933" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.316684] env[70015]: DEBUG oslo_concurrency.lockutils [None req-17706896-2e27-4e6f-b651-bc066cba1f12 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Lock "eca5f46e-6d82-499a-b5a2-018e49f3f933" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.316875] env[70015]: DEBUG nova.compute.manager [None req-17706896-2e27-4e6f-b651-bc066cba1f12 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Going to confirm migration 1 {{(pid=70015) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 704.743845] env[70015]: DEBUG oslo_vmware.api [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Task: {'id': task-3610437, 'name': PowerOnVM_Task, 'duration_secs': 0.563206} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.744141] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 704.744339] env[70015]: INFO nova.compute.manager [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Took 9.23 seconds to spawn the instance on the hypervisor. [ 704.744517] env[70015]: DEBUG nova.compute.manager [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 704.745309] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e23a3d6-e394-4327-a2fb-78a8947fe71c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.793566] env[70015]: DEBUG nova.network.neutron [req-5562bd68-c241-48d8-a52b-a59bb7480946 req-cd2f2127-5df4-43e8-b797-8faa16419fb6 service nova] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Updated VIF entry in instance network info cache for port 6c9a5472-a1e8-41be-a53d-17ac4200ef38. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.794139] env[70015]: DEBUG nova.network.neutron [req-5562bd68-c241-48d8-a52b-a59bb7480946 req-cd2f2127-5df4-43e8-b797-8faa16419fb6 service nova] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Updating instance_info_cache with network_info: [{"id": "6c9a5472-a1e8-41be-a53d-17ac4200ef38", "address": "fa:16:3e:71:50:80", "network": {"id": "825adeb2-145f-454c-b624-cc7cf91966fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1496238884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e0ce85090f4c3c8d74e04f2101b99f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c9a5472-a1", "ovs_interfaceid": "6c9a5472-a1e8-41be-a53d-17ac4200ef38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.814403] env[70015]: DEBUG oslo_vmware.api [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]525ec6dd-142f-ba53-7956-b5c67593e88a, 'name': SearchDatastore_Task, 'duration_secs': 0.013968} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.817213] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.817473] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.817708] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.817858] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.818247] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.819076] env[70015]: DEBUG nova.network.neutron [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Successfully updated port: 1625a7b3-6c9e-4dbe-bca4-67725ceed2a9 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 704.823360] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ba0dce8-629f-40a7-9a84-e5477025768e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.846796] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.846996] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.847796] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea529d87-2b3e-4c1a-aaaf-5b093534d4c5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.855595] env[70015]: DEBUG oslo_vmware.api [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 704.855595] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52074d6e-a762-134d-49ed-920bbb8c0820" [ 704.855595] env[70015]: _type = "Task" [ 704.855595] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.864850] env[70015]: DEBUG oslo_vmware.api [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52074d6e-a762-134d-49ed-920bbb8c0820, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.905512] env[70015]: DEBUG oslo_concurrency.lockutils [None req-17706896-2e27-4e6f-b651-bc066cba1f12 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Acquiring lock "refresh_cache-eca5f46e-6d82-499a-b5a2-018e49f3f933" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.905710] env[70015]: DEBUG oslo_concurrency.lockutils [None req-17706896-2e27-4e6f-b651-bc066cba1f12 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Acquired lock "refresh_cache-eca5f46e-6d82-499a-b5a2-018e49f3f933" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.905916] env[70015]: DEBUG nova.network.neutron [None req-17706896-2e27-4e6f-b651-bc066cba1f12 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.906155] env[70015]: DEBUG nova.objects.instance [None req-17706896-2e27-4e6f-b651-bc066cba1f12 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Lazy-loading 'info_cache' on Instance uuid eca5f46e-6d82-499a-b5a2-018e49f3f933 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 704.960760] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41e205c-ff60-47bf-aef1-fdf83d818715 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.969635] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13a432a-bf54-4a42-93a1-b237751f070c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.007351] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8f7e59-a218-44fa-bf0d-63aae04509e6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.016354] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda5f87c-bbac-4273-a621-f6d78fc4d98b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.033600] env[70015]: DEBUG nova.compute.provider_tree [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.271769] env[70015]: INFO nova.compute.manager [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Took 42.90 seconds to build instance. [ 705.299293] env[70015]: DEBUG oslo_concurrency.lockutils [req-5562bd68-c241-48d8-a52b-a59bb7480946 req-cd2f2127-5df4-43e8-b797-8faa16419fb6 service nova] Releasing lock "refresh_cache-66d937aa-30ed-468f-a62a-e37e7c2b41fb" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.299293] env[70015]: DEBUG nova.compute.manager [req-5562bd68-c241-48d8-a52b-a59bb7480946 req-cd2f2127-5df4-43e8-b797-8faa16419fb6 service nova] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] Received event network-vif-deleted-7ca2da2e-61e3-46c8-8273-e087a2922613 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.326732] env[70015]: DEBUG oslo_concurrency.lockutils [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Acquiring lock "refresh_cache-ab0d7edc-40dc-4c99-b245-df41dfca3c3d" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.326850] env[70015]: DEBUG oslo_concurrency.lockutils [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Acquired lock "refresh_cache-ab0d7edc-40dc-4c99-b245-df41dfca3c3d" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.327083] env[70015]: DEBUG nova.network.neutron [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.368334] env[70015]: DEBUG oslo_vmware.api [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52074d6e-a762-134d-49ed-920bbb8c0820, 'name': SearchDatastore_Task, 'duration_secs': 0.014385} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.368608] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dee7eb9-9ba1-4bb0-b7b6-1e060de3a41d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.375569] env[70015]: DEBUG oslo_vmware.api [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 705.375569] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]529c722c-15c3-60c9-2329-98bca66716a8" [ 705.375569] env[70015]: _type = "Task" [ 705.375569] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.383713] env[70015]: DEBUG oslo_vmware.api [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]529c722c-15c3-60c9-2329-98bca66716a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.536811] env[70015]: DEBUG nova.scheduler.client.report [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.779592] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7a3671d1-110b-448d-827d-def9680c8a74 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Lock "0795374d-903e-48e2-96d3-1b6f5a5511da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.819s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.886343] env[70015]: DEBUG oslo_vmware.api [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]529c722c-15c3-60c9-2329-98bca66716a8, 'name': SearchDatastore_Task, 'duration_secs': 0.04077} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.888230] env[70015]: DEBUG nova.network.neutron [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 705.890119] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.890382] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 66d937aa-30ed-468f-a62a-e37e7c2b41fb/66d937aa-30ed-468f-a62a-e37e7c2b41fb.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.891445] env[70015]: DEBUG nova.compute.manager [req-b9733826-9830-4bff-8ec5-bfd573d9b40c req-8dc087ed-3711-4368-919c-f7ed9f2ed767 service nova] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Received event network-vif-plugged-1625a7b3-6c9e-4dbe-bca4-67725ceed2a9 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.892401] env[70015]: DEBUG oslo_concurrency.lockutils [req-b9733826-9830-4bff-8ec5-bfd573d9b40c req-8dc087ed-3711-4368-919c-f7ed9f2ed767 service nova] Acquiring lock "ab0d7edc-40dc-4c99-b245-df41dfca3c3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.892401] env[70015]: DEBUG oslo_concurrency.lockutils [req-b9733826-9830-4bff-8ec5-bfd573d9b40c req-8dc087ed-3711-4368-919c-f7ed9f2ed767 service nova] Lock "ab0d7edc-40dc-4c99-b245-df41dfca3c3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.892401] env[70015]: DEBUG oslo_concurrency.lockutils [req-b9733826-9830-4bff-8ec5-bfd573d9b40c req-8dc087ed-3711-4368-919c-f7ed9f2ed767 service nova] Lock "ab0d7edc-40dc-4c99-b245-df41dfca3c3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.892401] env[70015]: DEBUG nova.compute.manager [req-b9733826-9830-4bff-8ec5-bfd573d9b40c req-8dc087ed-3711-4368-919c-f7ed9f2ed767 service nova] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] No waiting events found dispatching network-vif-plugged-1625a7b3-6c9e-4dbe-bca4-67725ceed2a9 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 705.892401] env[70015]: WARNING nova.compute.manager [req-b9733826-9830-4bff-8ec5-bfd573d9b40c req-8dc087ed-3711-4368-919c-f7ed9f2ed767 service nova] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Received unexpected event network-vif-plugged-1625a7b3-6c9e-4dbe-bca4-67725ceed2a9 for instance with vm_state building and task_state spawning. [ 705.892747] env[70015]: DEBUG nova.compute.manager [req-b9733826-9830-4bff-8ec5-bfd573d9b40c req-8dc087ed-3711-4368-919c-f7ed9f2ed767 service nova] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Received event network-changed-1625a7b3-6c9e-4dbe-bca4-67725ceed2a9 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.892747] env[70015]: DEBUG nova.compute.manager [req-b9733826-9830-4bff-8ec5-bfd573d9b40c req-8dc087ed-3711-4368-919c-f7ed9f2ed767 service nova] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Refreshing instance network info cache due to event network-changed-1625a7b3-6c9e-4dbe-bca4-67725ceed2a9. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 705.892853] env[70015]: DEBUG oslo_concurrency.lockutils [req-b9733826-9830-4bff-8ec5-bfd573d9b40c req-8dc087ed-3711-4368-919c-f7ed9f2ed767 service nova] Acquiring lock "refresh_cache-ab0d7edc-40dc-4c99-b245-df41dfca3c3d" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.893320] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b33c4b5-f203-4469-958e-3e49ee37b334 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.901869] env[70015]: DEBUG oslo_vmware.api [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 705.901869] env[70015]: value = "task-3610441" [ 705.901869] env[70015]: _type = "Task" [ 705.901869] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.910799] env[70015]: DEBUG oslo_vmware.api [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610441, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.943207] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a1c67a10-65e2-477a-bf22-e5941fd70c3b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "interface-a94ee314-5698-4a1f-b1f0-fd6e7cd056de-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.943428] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a1c67a10-65e2-477a-bf22-e5941fd70c3b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "interface-a94ee314-5698-4a1f-b1f0-fd6e7cd056de-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.943956] env[70015]: DEBUG nova.objects.instance [None req-a1c67a10-65e2-477a-bf22-e5941fd70c3b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lazy-loading 'flavor' on Instance uuid a94ee314-5698-4a1f-b1f0-fd6e7cd056de {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 706.042892] env[70015]: DEBUG oslo_concurrency.lockutils [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.043680] env[70015]: DEBUG nova.compute.manager [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: a4ff87cd-018c-4386-ad14-5018367b64b2] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 706.048123] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.130s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.050454] env[70015]: INFO nova.compute.claims [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 706.247722] env[70015]: DEBUG nova.network.neutron [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Updating instance_info_cache with network_info: [{"id": "1625a7b3-6c9e-4dbe-bca4-67725ceed2a9", "address": "fa:16:3e:95:f7:fe", "network": {"id": "d5498b24-6770-4133-8a6e-bd42a291b7b7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2050527259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d9c5d6fb266d42529edbf505731ee279", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1625a7b3-6c", "ovs_interfaceid": "1625a7b3-6c9e-4dbe-bca4-67725ceed2a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.281830] env[70015]: DEBUG nova.compute.manager [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 706.399378] env[70015]: DEBUG nova.network.neutron [None req-17706896-2e27-4e6f-b651-bc066cba1f12 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Updating instance_info_cache with network_info: [{"id": "7f92cec0-9229-4e17-8874-efae08d10b68", "address": "fa:16:3e:3a:cb:31", "network": {"id": "3c1a3fbb-2170-407e-9ccc-287a3d99ace9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d690f2455b7c4076b06d93f0db674d65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f92cec0-92", "ovs_interfaceid": "7f92cec0-9229-4e17-8874-efae08d10b68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.415570] env[70015]: DEBUG oslo_vmware.api [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610441, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.550799] env[70015]: DEBUG nova.compute.utils [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 706.553018] env[70015]: DEBUG nova.compute.manager [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: a4ff87cd-018c-4386-ad14-5018367b64b2] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 706.553213] env[70015]: DEBUG nova.network.neutron [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: a4ff87cd-018c-4386-ad14-5018367b64b2] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 706.626991] env[70015]: DEBUG nova.objects.instance [None req-a1c67a10-65e2-477a-bf22-e5941fd70c3b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lazy-loading 'pci_requests' on Instance uuid a94ee314-5698-4a1f-b1f0-fd6e7cd056de {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 706.666788] env[70015]: DEBUG nova.policy [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14e50be41be749fb82f3c23bbe7514d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9c5d6fb266d42529edbf505731ee279', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 706.751147] env[70015]: DEBUG oslo_concurrency.lockutils [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Releasing lock "refresh_cache-ab0d7edc-40dc-4c99-b245-df41dfca3c3d" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.751507] env[70015]: DEBUG nova.compute.manager [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Instance network_info: |[{"id": "1625a7b3-6c9e-4dbe-bca4-67725ceed2a9", "address": "fa:16:3e:95:f7:fe", "network": {"id": "d5498b24-6770-4133-8a6e-bd42a291b7b7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2050527259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d9c5d6fb266d42529edbf505731ee279", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1625a7b3-6c", "ovs_interfaceid": "1625a7b3-6c9e-4dbe-bca4-67725ceed2a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 706.751894] env[70015]: DEBUG oslo_concurrency.lockutils [req-b9733826-9830-4bff-8ec5-bfd573d9b40c req-8dc087ed-3711-4368-919c-f7ed9f2ed767 service nova] Acquired lock "refresh_cache-ab0d7edc-40dc-4c99-b245-df41dfca3c3d" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.752052] env[70015]: DEBUG nova.network.neutron [req-b9733826-9830-4bff-8ec5-bfd573d9b40c req-8dc087ed-3711-4368-919c-f7ed9f2ed767 service nova] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Refreshing network info cache for port 1625a7b3-6c9e-4dbe-bca4-67725ceed2a9 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 706.754666] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:f7:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4fcde7-8926-402a-a9b7-4878d2bc1cf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1625a7b3-6c9e-4dbe-bca4-67725ceed2a9', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 706.765422] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Creating folder: Project (d9c5d6fb266d42529edbf505731ee279). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.766069] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8670834-a09a-4e35-ab4e-aabdef6509b9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.784683] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Created folder: Project (d9c5d6fb266d42529edbf505731ee279) in parent group-v720117. [ 706.784959] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Creating folder: Instances. Parent ref: group-v720203. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.785259] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0aca204-3472-4d7e-81d2-7d7ae1980df5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.807219] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Created folder: Instances in parent group-v720203. [ 706.807633] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.808193] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 706.808928] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-856c05f5-860e-4be9-bf62-67693c1c588d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.827096] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.833447] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 706.833447] env[70015]: value = "task-3610444" [ 706.833447] env[70015]: _type = "Task" [ 706.833447] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.843331] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610444, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.904293] env[70015]: DEBUG oslo_concurrency.lockutils [None req-17706896-2e27-4e6f-b651-bc066cba1f12 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Releasing lock "refresh_cache-eca5f46e-6d82-499a-b5a2-018e49f3f933" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.904670] env[70015]: DEBUG nova.objects.instance [None req-17706896-2e27-4e6f-b651-bc066cba1f12 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Lazy-loading 'migration_context' on Instance uuid eca5f46e-6d82-499a-b5a2-018e49f3f933 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 706.918449] env[70015]: DEBUG oslo_vmware.api [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610441, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.937226} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.919392] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 66d937aa-30ed-468f-a62a-e37e7c2b41fb/66d937aa-30ed-468f-a62a-e37e7c2b41fb.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.919616] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.919866] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b8f71b3-9044-4713-8521-4edbc07ac391 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.928378] env[70015]: DEBUG oslo_vmware.api [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 706.928378] env[70015]: value = "task-3610445" [ 706.928378] env[70015]: _type = "Task" [ 706.928378] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.938374] env[70015]: DEBUG oslo_vmware.api [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610445, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.053567] env[70015]: DEBUG nova.compute.manager [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: a4ff87cd-018c-4386-ad14-5018367b64b2] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 707.131331] env[70015]: DEBUG nova.objects.base [None req-a1c67a10-65e2-477a-bf22-e5941fd70c3b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70015) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 707.132208] env[70015]: DEBUG nova.network.neutron [None req-a1c67a10-65e2-477a-bf22-e5941fd70c3b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 707.207237] env[70015]: DEBUG nova.policy [None req-a1c67a10-65e2-477a-bf22-e5941fd70c3b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '281654ddb97845d9919473afc24a3063', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c24df7a88e5f4165b2618140613b0538', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 707.354215] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610444, 'name': CreateVM_Task, 'duration_secs': 0.481678} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.354337] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 707.355126] env[70015]: DEBUG oslo_concurrency.lockutils [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.355347] env[70015]: DEBUG oslo_concurrency.lockutils [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.356411] env[70015]: DEBUG oslo_concurrency.lockutils [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.356411] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f531f17-25d0-4459-b45d-a379d145fdf6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.366936] env[70015]: DEBUG oslo_vmware.api [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Waiting for the task: (returnval){ [ 707.366936] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]522c1c70-5240-ca84-ed72-4f23dbd1173a" [ 707.366936] env[70015]: _type = "Task" [ 707.366936] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.377391] env[70015]: DEBUG oslo_vmware.api [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]522c1c70-5240-ca84-ed72-4f23dbd1173a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.413410] env[70015]: DEBUG nova.objects.base [None req-17706896-2e27-4e6f-b651-bc066cba1f12 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70015) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 707.415072] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ff3c9d-b201-4d63-b485-f03168733b32 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.441593] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45985d86-2ac0-4e46-99f5-1b2a4fdf7b76 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.452191] env[70015]: DEBUG oslo_vmware.api [None req-17706896-2e27-4e6f-b651-bc066cba1f12 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Waiting for the task: (returnval){ [ 707.452191] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52cf1348-aac2-5105-f23e-43bbae67a978" [ 707.452191] env[70015]: _type = "Task" [ 707.452191] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.455438] env[70015]: DEBUG oslo_vmware.api [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610445, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067699} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.459145] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.460447] env[70015]: DEBUG nova.network.neutron [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: a4ff87cd-018c-4386-ad14-5018367b64b2] Successfully created port: 96fa845e-e22d-4698-b824-f026ef2937a0 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 707.465504] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb374b62-aa97-45f6-a8d6-40404854716b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.475928] env[70015]: DEBUG oslo_vmware.api [None req-17706896-2e27-4e6f-b651-bc066cba1f12 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52cf1348-aac2-5105-f23e-43bbae67a978, 'name': SearchDatastore_Task, 'duration_secs': 0.017507} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.484626] env[70015]: DEBUG oslo_concurrency.lockutils [None req-17706896-2e27-4e6f-b651-bc066cba1f12 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.494159] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 66d937aa-30ed-468f-a62a-e37e7c2b41fb/66d937aa-30ed-468f-a62a-e37e7c2b41fb.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.495211] env[70015]: DEBUG nova.network.neutron [req-b9733826-9830-4bff-8ec5-bfd573d9b40c req-8dc087ed-3711-4368-919c-f7ed9f2ed767 service nova] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Updated VIF entry in instance network info cache for port 1625a7b3-6c9e-4dbe-bca4-67725ceed2a9. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 707.495551] env[70015]: DEBUG nova.network.neutron [req-b9733826-9830-4bff-8ec5-bfd573d9b40c req-8dc087ed-3711-4368-919c-f7ed9f2ed767 service nova] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Updating instance_info_cache with network_info: [{"id": "1625a7b3-6c9e-4dbe-bca4-67725ceed2a9", "address": "fa:16:3e:95:f7:fe", "network": {"id": "d5498b24-6770-4133-8a6e-bd42a291b7b7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2050527259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d9c5d6fb266d42529edbf505731ee279", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1625a7b3-6c", "ovs_interfaceid": "1625a7b3-6c9e-4dbe-bca4-67725ceed2a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.499900] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5239c93-2686-4188-9ba1-0d806aa2af23 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.522844] env[70015]: DEBUG oslo_vmware.api [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 707.522844] env[70015]: value = "task-3610446" [ 707.522844] env[70015]: _type = "Task" [ 707.522844] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.534772] env[70015]: DEBUG oslo_vmware.api [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610446, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.664224] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0a8377-5d74-46b0-a342-5b89c490e80f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.673168] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117e5d2a-5484-46e8-9d59-97f677409a6d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.710733] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c065e70-53fc-4c58-a64b-0d3a06c05466 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.720262] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef3cd19-09ae-4cb3-b193-fe1906e1fb92 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.734909] env[70015]: DEBUG nova.compute.provider_tree [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.756228] env[70015]: DEBUG nova.network.neutron [None req-a1c67a10-65e2-477a-bf22-e5941fd70c3b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Successfully created port: 3110e5d4-a173-45de-9f87-d726f30c9232 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 707.878809] env[70015]: DEBUG oslo_vmware.api [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]522c1c70-5240-ca84-ed72-4f23dbd1173a, 'name': SearchDatastore_Task, 'duration_secs': 0.011463} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.879127] env[70015]: DEBUG oslo_concurrency.lockutils [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.879359] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 707.879591] env[70015]: DEBUG oslo_concurrency.lockutils [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.879736] env[70015]: DEBUG oslo_concurrency.lockutils [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.879914] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 707.880186] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40c2cc46-9e5e-4dd3-9d59-c62c75e14745 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.897305] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 707.897488] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 707.898216] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42bbc9a7-7d12-4e5d-86e9-b4f5bb4970e9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.904576] env[70015]: DEBUG oslo_vmware.api [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Waiting for the task: (returnval){ [ 707.904576] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52995eef-b678-0979-1d5e-85743d650f3c" [ 707.904576] env[70015]: _type = "Task" [ 707.904576] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.912132] env[70015]: DEBUG oslo_vmware.api [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52995eef-b678-0979-1d5e-85743d650f3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.998740] env[70015]: DEBUG oslo_concurrency.lockutils [req-b9733826-9830-4bff-8ec5-bfd573d9b40c req-8dc087ed-3711-4368-919c-f7ed9f2ed767 service nova] Releasing lock "refresh_cache-ab0d7edc-40dc-4c99-b245-df41dfca3c3d" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.034030] env[70015]: DEBUG oslo_vmware.api [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610446, 'name': ReconfigVM_Task, 'duration_secs': 0.283699} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.034405] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 66d937aa-30ed-468f-a62a-e37e7c2b41fb/66d937aa-30ed-468f-a62a-e37e7c2b41fb.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.035041] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87d02f5e-9283-470b-8d13-ee79bee53fad {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.042567] env[70015]: DEBUG oslo_vmware.api [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 708.042567] env[70015]: value = "task-3610447" [ 708.042567] env[70015]: _type = "Task" [ 708.042567] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.051108] env[70015]: DEBUG oslo_vmware.api [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610447, 'name': Rename_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.063682] env[70015]: DEBUG nova.compute.manager [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: a4ff87cd-018c-4386-ad14-5018367b64b2] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 708.089229] env[70015]: DEBUG nova.virt.hardware [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 708.089494] env[70015]: DEBUG nova.virt.hardware [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 708.089653] env[70015]: DEBUG nova.virt.hardware [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 708.089832] env[70015]: DEBUG nova.virt.hardware [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 708.089978] env[70015]: DEBUG nova.virt.hardware [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 708.090140] env[70015]: DEBUG nova.virt.hardware [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 708.090349] env[70015]: DEBUG nova.virt.hardware [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 708.090594] env[70015]: DEBUG nova.virt.hardware [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 708.090777] env[70015]: DEBUG nova.virt.hardware [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 708.090944] env[70015]: DEBUG nova.virt.hardware [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 708.091133] env[70015]: DEBUG nova.virt.hardware [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 708.091997] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653a50a8-2701-4b6f-919a-d6e1fc914171 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.100299] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072ceff7-f956-4b7e-96fa-0c66d544371c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.237655] env[70015]: DEBUG nova.scheduler.client.report [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.415912] env[70015]: DEBUG oslo_vmware.api [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52995eef-b678-0979-1d5e-85743d650f3c, 'name': SearchDatastore_Task, 'duration_secs': 0.085929} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.416726] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55c022cf-3ac4-40fe-80c4-f152bd8e3e3b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.422366] env[70015]: DEBUG oslo_vmware.api [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Waiting for the task: (returnval){ [ 708.422366] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]526b1554-895d-bd5d-c251-2245ee8b72a1" [ 708.422366] env[70015]: _type = "Task" [ 708.422366] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.430200] env[70015]: DEBUG oslo_vmware.api [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]526b1554-895d-bd5d-c251-2245ee8b72a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.553063] env[70015]: DEBUG oslo_vmware.api [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610447, 'name': Rename_Task, 'duration_secs': 0.169351} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.553063] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.553246] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fddf8684-8222-4add-90f4-161427a3a1a7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.561143] env[70015]: DEBUG oslo_vmware.api [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 708.561143] env[70015]: value = "task-3610448" [ 708.561143] env[70015]: _type = "Task" [ 708.561143] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.568919] env[70015]: DEBUG oslo_vmware.api [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.614396] env[70015]: DEBUG nova.compute.manager [req-10f16c9f-b2ac-40db-9e3e-536dbb137a13 req-5d27832b-fb4c-43d5-8559-477ed9122d8a service nova] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Received event network-changed-d203c3df-b350-4b70-8c6b-6d109e3eaaf6 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.614584] env[70015]: DEBUG nova.compute.manager [req-10f16c9f-b2ac-40db-9e3e-536dbb137a13 req-5d27832b-fb4c-43d5-8559-477ed9122d8a service nova] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Refreshing instance network info cache due to event network-changed-d203c3df-b350-4b70-8c6b-6d109e3eaaf6. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 708.614844] env[70015]: DEBUG oslo_concurrency.lockutils [req-10f16c9f-b2ac-40db-9e3e-536dbb137a13 req-5d27832b-fb4c-43d5-8559-477ed9122d8a service nova] Acquiring lock "refresh_cache-0795374d-903e-48e2-96d3-1b6f5a5511da" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.615022] env[70015]: DEBUG oslo_concurrency.lockutils [req-10f16c9f-b2ac-40db-9e3e-536dbb137a13 req-5d27832b-fb4c-43d5-8559-477ed9122d8a service nova] Acquired lock "refresh_cache-0795374d-903e-48e2-96d3-1b6f5a5511da" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.615197] env[70015]: DEBUG nova.network.neutron [req-10f16c9f-b2ac-40db-9e3e-536dbb137a13 req-5d27832b-fb4c-43d5-8559-477ed9122d8a service nova] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Refreshing network info cache for port d203c3df-b350-4b70-8c6b-6d109e3eaaf6 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.742592] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.743199] env[70015]: DEBUG nova.compute.manager [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 708.745939] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7bf62125-d242-4d98-bfad-2da0c3faea7a tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.804s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.746210] env[70015]: DEBUG nova.objects.instance [None req-7bf62125-d242-4d98-bfad-2da0c3faea7a tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Lazy-loading 'resources' on Instance uuid ffbea3ea-cd64-4ca9-a25c-644501cb3796 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 708.933517] env[70015]: DEBUG oslo_vmware.api [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]526b1554-895d-bd5d-c251-2245ee8b72a1, 'name': SearchDatastore_Task, 'duration_secs': 0.033831} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.933868] env[70015]: DEBUG oslo_concurrency.lockutils [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.934155] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] ab0d7edc-40dc-4c99-b245-df41dfca3c3d/ab0d7edc-40dc-4c99-b245-df41dfca3c3d.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 708.934422] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c542315-f80f-4643-bf1f-5afee19642af {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.942534] env[70015]: DEBUG oslo_vmware.api [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Waiting for the task: (returnval){ [ 708.942534] env[70015]: value = "task-3610449" [ 708.942534] env[70015]: _type = "Task" [ 708.942534] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.951569] env[70015]: DEBUG oslo_vmware.api [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': task-3610449, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.072307] env[70015]: DEBUG oslo_vmware.api [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610448, 'name': PowerOnVM_Task, 'duration_secs': 0.465374} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.072307] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 709.072691] env[70015]: INFO nova.compute.manager [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Took 8.64 seconds to spawn the instance on the hypervisor. [ 709.072691] env[70015]: DEBUG nova.compute.manager [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 709.073894] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5516085d-6992-44a0-a27f-40a1eccc048d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.259146] env[70015]: DEBUG nova.compute.utils [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 709.267694] env[70015]: DEBUG nova.compute.manager [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 709.267694] env[70015]: DEBUG nova.network.neutron [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 709.279404] env[70015]: DEBUG nova.objects.instance [None req-f8561fb3-b38f-4286-9d31-987dd69a30f3 tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Lazy-loading 'flavor' on Instance uuid 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 709.362691] env[70015]: DEBUG nova.policy [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f332793523842cd9d3860c29254d3c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a0a9abb802948cd95b400f75bb3e0e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 709.391689] env[70015]: DEBUG nova.network.neutron [req-10f16c9f-b2ac-40db-9e3e-536dbb137a13 req-5d27832b-fb4c-43d5-8559-477ed9122d8a service nova] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Updated VIF entry in instance network info cache for port d203c3df-b350-4b70-8c6b-6d109e3eaaf6. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.392027] env[70015]: DEBUG nova.network.neutron [req-10f16c9f-b2ac-40db-9e3e-536dbb137a13 req-5d27832b-fb4c-43d5-8559-477ed9122d8a service nova] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Updating instance_info_cache with network_info: [{"id": "d203c3df-b350-4b70-8c6b-6d109e3eaaf6", "address": "fa:16:3e:f6:aa:c1", "network": {"id": "27486acb-c9b3-45ff-a019-c2fc1c96dbe0", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1095658451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77607766abc4d4781ac875b6baf860d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd203c3df-b3", "ovs_interfaceid": "d203c3df-b350-4b70-8c6b-6d109e3eaaf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.456215] env[70015]: DEBUG oslo_vmware.api [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': task-3610449, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.514117] env[70015]: DEBUG nova.network.neutron [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: a4ff87cd-018c-4386-ad14-5018367b64b2] Successfully updated port: 96fa845e-e22d-4698-b824-f026ef2937a0 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 709.597177] env[70015]: INFO nova.compute.manager [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Took 46.34 seconds to build instance. [ 709.719352] env[70015]: DEBUG nova.network.neutron [None req-a1c67a10-65e2-477a-bf22-e5941fd70c3b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Successfully updated port: 3110e5d4-a173-45de-9f87-d726f30c9232 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 709.773763] env[70015]: DEBUG nova.compute.manager [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 709.785397] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f8561fb3-b38f-4286-9d31-987dd69a30f3 tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Acquiring lock "refresh_cache-11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.785702] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f8561fb3-b38f-4286-9d31-987dd69a30f3 tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Acquired lock "refresh_cache-11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.829553] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3018a7ba-1fcc-45f5-9db0-73c445a7bbdd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.842158] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e693af57-4509-40a1-8ad2-c62fafd78d3d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.897472] env[70015]: DEBUG oslo_concurrency.lockutils [req-10f16c9f-b2ac-40db-9e3e-536dbb137a13 req-5d27832b-fb4c-43d5-8559-477ed9122d8a service nova] Releasing lock "refresh_cache-0795374d-903e-48e2-96d3-1b6f5a5511da" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.900698] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4805715c-9131-43b2-8dde-7b6ac6cc59fd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.909330] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff76b60-a709-4dd3-ab24-4432567514da {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.923394] env[70015]: DEBUG nova.compute.provider_tree [None req-7bf62125-d242-4d98-bfad-2da0c3faea7a tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.953076] env[70015]: DEBUG oslo_vmware.api [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': task-3610449, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.999510] env[70015]: DEBUG nova.network.neutron [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Successfully created port: 2e4c8506-8af0-4efe-9c6e-7012683a29db {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 710.016313] env[70015]: DEBUG oslo_concurrency.lockutils [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Acquiring lock "refresh_cache-a4ff87cd-018c-4386-ad14-5018367b64b2" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.016484] env[70015]: DEBUG oslo_concurrency.lockutils [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Acquired lock "refresh_cache-a4ff87cd-018c-4386-ad14-5018367b64b2" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.016664] env[70015]: DEBUG nova.network.neutron [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: a4ff87cd-018c-4386-ad14-5018367b64b2] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.102600] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lock "66d937aa-30ed-468f-a62a-e37e7c2b41fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.717s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.224101] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a1c67a10-65e2-477a-bf22-e5941fd70c3b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "refresh_cache-a94ee314-5698-4a1f-b1f0-fd6e7cd056de" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.224350] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a1c67a10-65e2-477a-bf22-e5941fd70c3b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquired lock "refresh_cache-a94ee314-5698-4a1f-b1f0-fd6e7cd056de" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.224524] env[70015]: DEBUG nova.network.neutron [None req-a1c67a10-65e2-477a-bf22-e5941fd70c3b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.426541] env[70015]: DEBUG nova.scheduler.client.report [None req-7bf62125-d242-4d98-bfad-2da0c3faea7a tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.454355] env[70015]: DEBUG oslo_vmware.api [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': task-3610449, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.567611] env[70015]: DEBUG nova.network.neutron [None req-f8561fb3-b38f-4286-9d31-987dd69a30f3 tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.578926] env[70015]: DEBUG nova.network.neutron [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: a4ff87cd-018c-4386-ad14-5018367b64b2] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 710.605717] env[70015]: DEBUG nova.compute.manager [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] [instance: 70185831-3921-4fbf-8382-b6098f340372] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 710.715137] env[70015]: DEBUG nova.network.neutron [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: a4ff87cd-018c-4386-ad14-5018367b64b2] Updating instance_info_cache with network_info: [{"id": "96fa845e-e22d-4698-b824-f026ef2937a0", "address": "fa:16:3e:6a:26:ab", "network": {"id": "d5498b24-6770-4133-8a6e-bd42a291b7b7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2050527259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d9c5d6fb266d42529edbf505731ee279", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96fa845e-e2", "ovs_interfaceid": "96fa845e-e22d-4698-b824-f026ef2937a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.759332] env[70015]: WARNING nova.network.neutron [None req-a1c67a10-65e2-477a-bf22-e5941fd70c3b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] 54eb7a37-2a22-42e7-8acd-b881580de840 already exists in list: networks containing: ['54eb7a37-2a22-42e7-8acd-b881580de840']. ignoring it [ 710.785512] env[70015]: DEBUG nova.compute.manager [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 710.887942] env[70015]: DEBUG nova.virt.hardware [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 710.888259] env[70015]: DEBUG nova.virt.hardware [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 710.888453] env[70015]: DEBUG nova.virt.hardware [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 710.888713] env[70015]: DEBUG nova.virt.hardware [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 710.889029] env[70015]: DEBUG nova.virt.hardware [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 710.889192] env[70015]: DEBUG nova.virt.hardware [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 710.889406] env[70015]: DEBUG nova.virt.hardware [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 710.889566] env[70015]: DEBUG nova.virt.hardware [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 710.889737] env[70015]: DEBUG nova.virt.hardware [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 710.889902] env[70015]: DEBUG nova.virt.hardware [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 710.890090] env[70015]: DEBUG nova.virt.hardware [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 710.891396] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a63342-fb4e-41ac-b6ee-a7435c7c12c5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.900625] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15214216-4b44-42cd-a4d3-784412e984cb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.935087] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7bf62125-d242-4d98-bfad-2da0c3faea7a tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.188s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.936773] env[70015]: DEBUG oslo_concurrency.lockutils [None req-80cb056f-ccf6-458b-94f5-443aa3234420 tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.322s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.937035] env[70015]: DEBUG nova.objects.instance [None req-80cb056f-ccf6-458b-94f5-443aa3234420 tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Lazy-loading 'resources' on Instance uuid e4a0575f-4518-410a-b6f0-fdc6005883fe {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 710.955152] env[70015]: DEBUG oslo_vmware.api [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': task-3610449, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.541792} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.955679] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] ab0d7edc-40dc-4c99-b245-df41dfca3c3d/ab0d7edc-40dc-4c99-b245-df41dfca3c3d.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.955679] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.956052] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33b77459-dc6c-44e2-88c5-f04ca2309c57 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.962124] env[70015]: INFO nova.scheduler.client.report [None req-7bf62125-d242-4d98-bfad-2da0c3faea7a tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Deleted allocations for instance ffbea3ea-cd64-4ca9-a25c-644501cb3796 [ 710.964295] env[70015]: DEBUG oslo_vmware.api [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Waiting for the task: (returnval){ [ 710.964295] env[70015]: value = "task-3610450" [ 710.964295] env[70015]: _type = "Task" [ 710.964295] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.977605] env[70015]: DEBUG oslo_vmware.api [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': task-3610450, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.126916] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.218287] env[70015]: DEBUG oslo_concurrency.lockutils [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Releasing lock "refresh_cache-a4ff87cd-018c-4386-ad14-5018367b64b2" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.218751] env[70015]: DEBUG nova.compute.manager [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: a4ff87cd-018c-4386-ad14-5018367b64b2] Instance network_info: |[{"id": "96fa845e-e22d-4698-b824-f026ef2937a0", "address": "fa:16:3e:6a:26:ab", "network": {"id": "d5498b24-6770-4133-8a6e-bd42a291b7b7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2050527259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d9c5d6fb266d42529edbf505731ee279", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96fa845e-e2", "ovs_interfaceid": "96fa845e-e22d-4698-b824-f026ef2937a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 711.219411] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: a4ff87cd-018c-4386-ad14-5018367b64b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:26:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4fcde7-8926-402a-a9b7-4878d2bc1cf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '96fa845e-e22d-4698-b824-f026ef2937a0', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 711.231533] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.231776] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4ff87cd-018c-4386-ad14-5018367b64b2] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 711.232101] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-576ba30e-1fbe-4b4c-ac61-778318389a95 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.261788] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 711.261788] env[70015]: value = "task-3610451" [ 711.261788] env[70015]: _type = "Task" [ 711.261788] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.270488] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610451, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.416374] env[70015]: DEBUG nova.network.neutron [None req-a1c67a10-65e2-477a-bf22-e5941fd70c3b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Updating instance_info_cache with network_info: [{"id": "dde6645d-8b42-4747-8f04-3f440c6642b6", "address": "fa:16:3e:58:0c:ff", "network": {"id": "54eb7a37-2a22-42e7-8acd-b881580de840", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-916588865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c24df7a88e5f4165b2618140613b0538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdde6645d-8b", "ovs_interfaceid": "dde6645d-8b42-4747-8f04-3f440c6642b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3110e5d4-a173-45de-9f87-d726f30c9232", "address": "fa:16:3e:ed:c0:3c", "network": {"id": "54eb7a37-2a22-42e7-8acd-b881580de840", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-916588865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c24df7a88e5f4165b2618140613b0538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3110e5d4-a1", "ovs_interfaceid": "3110e5d4-a173-45de-9f87-d726f30c9232", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.478993] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7bf62125-d242-4d98-bfad-2da0c3faea7a tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Lock "ffbea3ea-cd64-4ca9-a25c-644501cb3796" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.099s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.485246] env[70015]: DEBUG oslo_vmware.api [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': task-3610450, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075968} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.485246] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.485246] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5554b9-556f-487d-9ead-8e7468d921e1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.511064] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] ab0d7edc-40dc-4c99-b245-df41dfca3c3d/ab0d7edc-40dc-4c99-b245-df41dfca3c3d.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.516836] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-785bc261-503e-4872-9275-4cb41362bf79 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.538227] env[70015]: DEBUG nova.compute.manager [req-b5066f10-2d59-4bce-a034-1d3f01311802 req-54d282c1-a054-4bf0-b40e-4111e6d68415 service nova] [instance: a4ff87cd-018c-4386-ad14-5018367b64b2] Received event network-vif-plugged-96fa845e-e22d-4698-b824-f026ef2937a0 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.538464] env[70015]: DEBUG oslo_concurrency.lockutils [req-b5066f10-2d59-4bce-a034-1d3f01311802 req-54d282c1-a054-4bf0-b40e-4111e6d68415 service nova] Acquiring lock "a4ff87cd-018c-4386-ad14-5018367b64b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.538693] env[70015]: DEBUG oslo_concurrency.lockutils [req-b5066f10-2d59-4bce-a034-1d3f01311802 req-54d282c1-a054-4bf0-b40e-4111e6d68415 service nova] Lock "a4ff87cd-018c-4386-ad14-5018367b64b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.538857] env[70015]: DEBUG oslo_concurrency.lockutils [req-b5066f10-2d59-4bce-a034-1d3f01311802 req-54d282c1-a054-4bf0-b40e-4111e6d68415 service nova] Lock "a4ff87cd-018c-4386-ad14-5018367b64b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.539028] env[70015]: DEBUG nova.compute.manager [req-b5066f10-2d59-4bce-a034-1d3f01311802 req-54d282c1-a054-4bf0-b40e-4111e6d68415 service nova] [instance: a4ff87cd-018c-4386-ad14-5018367b64b2] No waiting events found dispatching network-vif-plugged-96fa845e-e22d-4698-b824-f026ef2937a0 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 711.539255] env[70015]: WARNING nova.compute.manager [req-b5066f10-2d59-4bce-a034-1d3f01311802 req-54d282c1-a054-4bf0-b40e-4111e6d68415 service nova] [instance: a4ff87cd-018c-4386-ad14-5018367b64b2] Received unexpected event network-vif-plugged-96fa845e-e22d-4698-b824-f026ef2937a0 for instance with vm_state building and task_state spawning. [ 711.539368] env[70015]: DEBUG nova.compute.manager [req-b5066f10-2d59-4bce-a034-1d3f01311802 req-54d282c1-a054-4bf0-b40e-4111e6d68415 service nova] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Received event network-vif-plugged-3110e5d4-a173-45de-9f87-d726f30c9232 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.539713] env[70015]: DEBUG oslo_concurrency.lockutils [req-b5066f10-2d59-4bce-a034-1d3f01311802 req-54d282c1-a054-4bf0-b40e-4111e6d68415 service nova] Acquiring lock "a94ee314-5698-4a1f-b1f0-fd6e7cd056de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.539713] env[70015]: DEBUG oslo_concurrency.lockutils [req-b5066f10-2d59-4bce-a034-1d3f01311802 req-54d282c1-a054-4bf0-b40e-4111e6d68415 service nova] Lock "a94ee314-5698-4a1f-b1f0-fd6e7cd056de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.539948] env[70015]: DEBUG oslo_concurrency.lockutils [req-b5066f10-2d59-4bce-a034-1d3f01311802 req-54d282c1-a054-4bf0-b40e-4111e6d68415 service nova] Lock "a94ee314-5698-4a1f-b1f0-fd6e7cd056de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.540041] env[70015]: DEBUG nova.compute.manager [req-b5066f10-2d59-4bce-a034-1d3f01311802 req-54d282c1-a054-4bf0-b40e-4111e6d68415 service nova] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] No waiting events found dispatching network-vif-plugged-3110e5d4-a173-45de-9f87-d726f30c9232 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 711.540195] env[70015]: WARNING nova.compute.manager [req-b5066f10-2d59-4bce-a034-1d3f01311802 req-54d282c1-a054-4bf0-b40e-4111e6d68415 service nova] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Received unexpected event network-vif-plugged-3110e5d4-a173-45de-9f87-d726f30c9232 for instance with vm_state active and task_state None. [ 711.540376] env[70015]: DEBUG nova.compute.manager [req-b5066f10-2d59-4bce-a034-1d3f01311802 req-54d282c1-a054-4bf0-b40e-4111e6d68415 service nova] [instance: a4ff87cd-018c-4386-ad14-5018367b64b2] Received event network-changed-96fa845e-e22d-4698-b824-f026ef2937a0 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.540568] env[70015]: DEBUG nova.compute.manager [req-b5066f10-2d59-4bce-a034-1d3f01311802 req-54d282c1-a054-4bf0-b40e-4111e6d68415 service nova] [instance: a4ff87cd-018c-4386-ad14-5018367b64b2] Refreshing instance network info cache due to event network-changed-96fa845e-e22d-4698-b824-f026ef2937a0. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 711.540740] env[70015]: DEBUG oslo_concurrency.lockutils [req-b5066f10-2d59-4bce-a034-1d3f01311802 req-54d282c1-a054-4bf0-b40e-4111e6d68415 service nova] Acquiring lock "refresh_cache-a4ff87cd-018c-4386-ad14-5018367b64b2" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.540913] env[70015]: DEBUG oslo_concurrency.lockutils [req-b5066f10-2d59-4bce-a034-1d3f01311802 req-54d282c1-a054-4bf0-b40e-4111e6d68415 service nova] Acquired lock "refresh_cache-a4ff87cd-018c-4386-ad14-5018367b64b2" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.541163] env[70015]: DEBUG nova.network.neutron [req-b5066f10-2d59-4bce-a034-1d3f01311802 req-54d282c1-a054-4bf0-b40e-4111e6d68415 service nova] [instance: a4ff87cd-018c-4386-ad14-5018367b64b2] Refreshing network info cache for port 96fa845e-e22d-4698-b824-f026ef2937a0 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 711.544633] env[70015]: DEBUG oslo_vmware.api [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Waiting for the task: (returnval){ [ 711.544633] env[70015]: value = "task-3610452" [ 711.544633] env[70015]: _type = "Task" [ 711.544633] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.559301] env[70015]: DEBUG oslo_vmware.api [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': task-3610452, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.774254] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610451, 'name': CreateVM_Task, 'duration_secs': 0.391851} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.774582] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4ff87cd-018c-4386-ad14-5018367b64b2] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.775285] env[70015]: DEBUG oslo_concurrency.lockutils [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.775447] env[70015]: DEBUG oslo_concurrency.lockutils [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.775756] env[70015]: DEBUG oslo_concurrency.lockutils [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.776011] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a6f81c7-4633-481e-9252-103f75f45fe4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.781436] env[70015]: DEBUG oslo_vmware.api [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Waiting for the task: (returnval){ [ 711.781436] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]520c581a-2ac7-5207-172c-77c2b69de1ad" [ 711.781436] env[70015]: _type = "Task" [ 711.781436] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.793415] env[70015]: DEBUG oslo_vmware.api [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]520c581a-2ac7-5207-172c-77c2b69de1ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.901447] env[70015]: DEBUG nova.network.neutron [None req-f8561fb3-b38f-4286-9d31-987dd69a30f3 tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Updating instance_info_cache with network_info: [{"id": "7f9446d9-e6dd-42c3-9e2e-6540db1d073f", "address": "fa:16:3e:12:57:75", "network": {"id": "70a76393-7534-42b1-8570-47da4088c096", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-79040828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00237962bb59498a8b2ae05384cd1a24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f9446d9-e6", "ovs_interfaceid": "7f9446d9-e6dd-42c3-9e2e-6540db1d073f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.920251] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a1c67a10-65e2-477a-bf22-e5941fd70c3b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Releasing lock "refresh_cache-a94ee314-5698-4a1f-b1f0-fd6e7cd056de" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.920905] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a1c67a10-65e2-477a-bf22-e5941fd70c3b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "a94ee314-5698-4a1f-b1f0-fd6e7cd056de" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.921076] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a1c67a10-65e2-477a-bf22-e5941fd70c3b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquired lock "a94ee314-5698-4a1f-b1f0-fd6e7cd056de" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.922369] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75f51b6-7eec-42f3-8add-5debd4d75516 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.941741] env[70015]: DEBUG nova.virt.hardware [None req-a1c67a10-65e2-477a-bf22-e5941fd70c3b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 711.942087] env[70015]: DEBUG nova.virt.hardware [None req-a1c67a10-65e2-477a-bf22-e5941fd70c3b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 711.942257] env[70015]: DEBUG nova.virt.hardware [None req-a1c67a10-65e2-477a-bf22-e5941fd70c3b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.942443] env[70015]: DEBUG nova.virt.hardware [None req-a1c67a10-65e2-477a-bf22-e5941fd70c3b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 711.942590] env[70015]: DEBUG nova.virt.hardware [None req-a1c67a10-65e2-477a-bf22-e5941fd70c3b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.942739] env[70015]: DEBUG nova.virt.hardware [None req-a1c67a10-65e2-477a-bf22-e5941fd70c3b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 711.942944] env[70015]: DEBUG nova.virt.hardware [None req-a1c67a10-65e2-477a-bf22-e5941fd70c3b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 711.943120] env[70015]: DEBUG nova.virt.hardware [None req-a1c67a10-65e2-477a-bf22-e5941fd70c3b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 711.943286] env[70015]: DEBUG nova.virt.hardware [None req-a1c67a10-65e2-477a-bf22-e5941fd70c3b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 711.943509] env[70015]: DEBUG nova.virt.hardware [None req-a1c67a10-65e2-477a-bf22-e5941fd70c3b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 711.943601] env[70015]: DEBUG nova.virt.hardware [None req-a1c67a10-65e2-477a-bf22-e5941fd70c3b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 711.949985] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c67a10-65e2-477a-bf22-e5941fd70c3b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Reconfiguring VM to attach interface {{(pid=70015) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 711.956695] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-220ff89d-b172-4bb9-950b-0a593ba00f2e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.973298] env[70015]: DEBUG oslo_vmware.api [None req-a1c67a10-65e2-477a-bf22-e5941fd70c3b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Waiting for the task: (returnval){ [ 711.973298] env[70015]: value = "task-3610453" [ 711.973298] env[70015]: _type = "Task" [ 711.973298] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.987862] env[70015]: DEBUG oslo_vmware.api [None req-a1c67a10-65e2-477a-bf22-e5941fd70c3b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3610453, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.028341] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79a24cc-67f8-4ade-bb7a-42f59759a902 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.038594] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4fa3cf-43d3-4d6a-aa08-dda19051d9bc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.080789] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3683e4-9b57-4d8d-8e52-a92aa9aa7bfb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.086438] env[70015]: DEBUG oslo_vmware.api [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': task-3610452, 'name': ReconfigVM_Task, 'duration_secs': 0.402894} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.087096] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Reconfigured VM instance instance-0000001c to attach disk [datastore2] ab0d7edc-40dc-4c99-b245-df41dfca3c3d/ab0d7edc-40dc-4c99-b245-df41dfca3c3d.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.091053] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c829dac1-24b0-4478-a967-0d2908b2cc5b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.092615] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d09cc4-a5c4-44dc-ab47-eb9ebb4d1e43 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.097932] env[70015]: DEBUG oslo_vmware.api [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Waiting for the task: (returnval){ [ 712.097932] env[70015]: value = "task-3610454" [ 712.097932] env[70015]: _type = "Task" [ 712.097932] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.109983] env[70015]: DEBUG nova.compute.provider_tree [None req-80cb056f-ccf6-458b-94f5-443aa3234420 tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 712.119740] env[70015]: DEBUG oslo_vmware.api [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': task-3610454, 'name': Rename_Task} progress is 10%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.296747] env[70015]: DEBUG oslo_vmware.api [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]520c581a-2ac7-5207-172c-77c2b69de1ad, 'name': SearchDatastore_Task, 'duration_secs': 0.010944} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.297180] env[70015]: DEBUG oslo_concurrency.lockutils [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.297372] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: a4ff87cd-018c-4386-ad14-5018367b64b2] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 712.297633] env[70015]: DEBUG oslo_concurrency.lockutils [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.297792] env[70015]: DEBUG oslo_concurrency.lockutils [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.298125] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.298445] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f30e41dd-903a-48e7-8d64-6954252ab8d1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.311135] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 712.311359] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 712.312163] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-907aa9b9-be7d-402b-a77f-a002f3312c81 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.320058] env[70015]: DEBUG oslo_vmware.api [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Waiting for the task: (returnval){ [ 712.320058] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]523e727a-da24-8cb8-277d-7eaa8ffcacf7" [ 712.320058] env[70015]: _type = "Task" [ 712.320058] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.328615] env[70015]: DEBUG oslo_vmware.api [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]523e727a-da24-8cb8-277d-7eaa8ffcacf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.407340] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f8561fb3-b38f-4286-9d31-987dd69a30f3 tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Releasing lock "refresh_cache-11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.407530] env[70015]: DEBUG nova.compute.manager [None req-f8561fb3-b38f-4286-9d31-987dd69a30f3 tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Inject network info {{(pid=70015) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 712.407954] env[70015]: DEBUG nova.compute.manager [None req-f8561fb3-b38f-4286-9d31-987dd69a30f3 tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] network_info to inject: |[{"id": "7f9446d9-e6dd-42c3-9e2e-6540db1d073f", "address": "fa:16:3e:12:57:75", "network": {"id": "70a76393-7534-42b1-8570-47da4088c096", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-79040828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00237962bb59498a8b2ae05384cd1a24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f9446d9-e6", "ovs_interfaceid": "7f9446d9-e6dd-42c3-9e2e-6540db1d073f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 712.414062] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f8561fb3-b38f-4286-9d31-987dd69a30f3 tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Reconfiguring VM instance to set the machine id {{(pid=70015) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 712.414381] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd80d9d3-66df-4f06-ae28-c9dab50ebd0a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.434201] env[70015]: DEBUG oslo_vmware.api [None req-f8561fb3-b38f-4286-9d31-987dd69a30f3 tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Waiting for the task: (returnval){ [ 712.434201] env[70015]: value = "task-3610455" [ 712.434201] env[70015]: _type = "Task" [ 712.434201] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.439062] env[70015]: DEBUG nova.network.neutron [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Successfully updated port: 2e4c8506-8af0-4efe-9c6e-7012683a29db {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 712.443868] env[70015]: DEBUG oslo_vmware.api [None req-f8561fb3-b38f-4286-9d31-987dd69a30f3 tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Task: {'id': task-3610455, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.483571] env[70015]: DEBUG oslo_vmware.api [None req-a1c67a10-65e2-477a-bf22-e5941fd70c3b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3610453, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.577884] env[70015]: DEBUG nova.network.neutron [req-b5066f10-2d59-4bce-a034-1d3f01311802 req-54d282c1-a054-4bf0-b40e-4111e6d68415 service nova] [instance: a4ff87cd-018c-4386-ad14-5018367b64b2] Updated VIF entry in instance network info cache for port 96fa845e-e22d-4698-b824-f026ef2937a0. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 712.578236] env[70015]: DEBUG nova.network.neutron [req-b5066f10-2d59-4bce-a034-1d3f01311802 req-54d282c1-a054-4bf0-b40e-4111e6d68415 service nova] [instance: a4ff87cd-018c-4386-ad14-5018367b64b2] Updating instance_info_cache with network_info: [{"id": "96fa845e-e22d-4698-b824-f026ef2937a0", "address": "fa:16:3e:6a:26:ab", "network": {"id": "d5498b24-6770-4133-8a6e-bd42a291b7b7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2050527259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d9c5d6fb266d42529edbf505731ee279", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96fa845e-e2", "ovs_interfaceid": "96fa845e-e22d-4698-b824-f026ef2937a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.609014] env[70015]: DEBUG oslo_vmware.api [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': task-3610454, 'name': Rename_Task, 'duration_secs': 0.224762} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.609327] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 712.609559] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f98e4b5c-afac-46f8-b874-a10eb73ff6d4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.620889] env[70015]: DEBUG oslo_vmware.api [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Waiting for the task: (returnval){ [ 712.620889] env[70015]: value = "task-3610456" [ 712.620889] env[70015]: _type = "Task" [ 712.620889] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.631121] env[70015]: DEBUG oslo_vmware.api [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': task-3610456, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.633401] env[70015]: ERROR nova.scheduler.client.report [None req-80cb056f-ccf6-458b-94f5-443aa3234420 tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] [req-a47ac0b2-5460-4706-9ddd-951fb79bd657] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 74b1aad2-fde9-482f-bdc7-a62277f2e79c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a47ac0b2-5460-4706-9ddd-951fb79bd657"}]} [ 712.652432] env[70015]: DEBUG nova.scheduler.client.report [None req-80cb056f-ccf6-458b-94f5-443aa3234420 tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Refreshing inventories for resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 712.669162] env[70015]: DEBUG nova.scheduler.client.report [None req-80cb056f-ccf6-458b-94f5-443aa3234420 tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Updating ProviderTree inventory for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 712.669793] env[70015]: DEBUG nova.compute.provider_tree [None req-80cb056f-ccf6-458b-94f5-443aa3234420 tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 712.682629] env[70015]: DEBUG nova.scheduler.client.report [None req-80cb056f-ccf6-458b-94f5-443aa3234420 tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Refreshing aggregate associations for resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c, aggregates: None {{(pid=70015) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 712.709269] env[70015]: DEBUG nova.scheduler.client.report [None req-80cb056f-ccf6-458b-94f5-443aa3234420 tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Refreshing trait associations for resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=70015) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 712.833442] env[70015]: DEBUG oslo_vmware.api [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]523e727a-da24-8cb8-277d-7eaa8ffcacf7, 'name': SearchDatastore_Task, 'duration_secs': 0.010294} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.839711] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5348e0a7-c284-4f41-92a6-e1c58c2d584f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.846638] env[70015]: DEBUG oslo_vmware.api [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Waiting for the task: (returnval){ [ 712.846638] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]521b8cdf-6bf0-9bc7-ee7b-45aca5054fe9" [ 712.846638] env[70015]: _type = "Task" [ 712.846638] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.859960] env[70015]: DEBUG oslo_vmware.api [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]521b8cdf-6bf0-9bc7-ee7b-45aca5054fe9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.946870] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquiring lock "refresh_cache-5105dfda-ca6b-44a3-af23-9162d99c7cb7" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.947041] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquired lock "refresh_cache-5105dfda-ca6b-44a3-af23-9162d99c7cb7" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.947202] env[70015]: DEBUG nova.network.neutron [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 712.948374] env[70015]: DEBUG oslo_vmware.api [None req-f8561fb3-b38f-4286-9d31-987dd69a30f3 tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Task: {'id': task-3610455, 'name': ReconfigVM_Task, 'duration_secs': 0.187007} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.952024] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f8561fb3-b38f-4286-9d31-987dd69a30f3 tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Reconfigured VM instance to set the machine id {{(pid=70015) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 712.991019] env[70015]: DEBUG oslo_vmware.api [None req-a1c67a10-65e2-477a-bf22-e5941fd70c3b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3610453, 'name': ReconfigVM_Task, 'duration_secs': 0.810682} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.991019] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a1c67a10-65e2-477a-bf22-e5941fd70c3b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Releasing lock "a94ee314-5698-4a1f-b1f0-fd6e7cd056de" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.991019] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c67a10-65e2-477a-bf22-e5941fd70c3b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Reconfigured VM to attach interface {{(pid=70015) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 713.080969] env[70015]: DEBUG oslo_concurrency.lockutils [req-b5066f10-2d59-4bce-a034-1d3f01311802 req-54d282c1-a054-4bf0-b40e-4111e6d68415 service nova] Releasing lock "refresh_cache-a4ff87cd-018c-4386-ad14-5018367b64b2" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.081265] env[70015]: DEBUG nova.compute.manager [req-b5066f10-2d59-4bce-a034-1d3f01311802 req-54d282c1-a054-4bf0-b40e-4111e6d68415 service nova] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Received event network-changed-3110e5d4-a173-45de-9f87-d726f30c9232 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.081431] env[70015]: DEBUG nova.compute.manager [req-b5066f10-2d59-4bce-a034-1d3f01311802 req-54d282c1-a054-4bf0-b40e-4111e6d68415 service nova] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Refreshing instance network info cache due to event network-changed-3110e5d4-a173-45de-9f87-d726f30c9232. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 713.081638] env[70015]: DEBUG oslo_concurrency.lockutils [req-b5066f10-2d59-4bce-a034-1d3f01311802 req-54d282c1-a054-4bf0-b40e-4111e6d68415 service nova] Acquiring lock "refresh_cache-a94ee314-5698-4a1f-b1f0-fd6e7cd056de" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.081805] env[70015]: DEBUG oslo_concurrency.lockutils [req-b5066f10-2d59-4bce-a034-1d3f01311802 req-54d282c1-a054-4bf0-b40e-4111e6d68415 service nova] Acquired lock "refresh_cache-a94ee314-5698-4a1f-b1f0-fd6e7cd056de" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.082019] env[70015]: DEBUG nova.network.neutron [req-b5066f10-2d59-4bce-a034-1d3f01311802 req-54d282c1-a054-4bf0-b40e-4111e6d68415 service nova] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Refreshing network info cache for port 3110e5d4-a173-45de-9f87-d726f30c9232 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.138538] env[70015]: DEBUG oslo_vmware.api [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': task-3610456, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.205459] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c61a67-105f-475d-a0b3-59c974b85356 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.213143] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9f65f1-6ce1-4f56-8eb4-3bc646e06388 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.244501] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15caac84-5505-4c77-9f7e-aa266b545408 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.252462] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273d5667-00c5-4f94-b417-b8aa8ee2b072 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.265789] env[70015]: DEBUG nova.compute.provider_tree [None req-80cb056f-ccf6-458b-94f5-443aa3234420 tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 713.362071] env[70015]: DEBUG oslo_vmware.api [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]521b8cdf-6bf0-9bc7-ee7b-45aca5054fe9, 'name': SearchDatastore_Task, 'duration_secs': 0.012633} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.362404] env[70015]: DEBUG oslo_concurrency.lockutils [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.362702] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] a4ff87cd-018c-4386-ad14-5018367b64b2/a4ff87cd-018c-4386-ad14-5018367b64b2.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 713.363010] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-019c8b80-3b62-4a1c-a484-c1429f59d730 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.370653] env[70015]: DEBUG oslo_vmware.api [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Waiting for the task: (returnval){ [ 713.370653] env[70015]: value = "task-3610457" [ 713.370653] env[70015]: _type = "Task" [ 713.370653] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.379109] env[70015]: DEBUG oslo_vmware.api [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': task-3610457, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.497838] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a1c67a10-65e2-477a-bf22-e5941fd70c3b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "interface-a94ee314-5698-4a1f-b1f0-fd6e7cd056de-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.554s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.504601] env[70015]: DEBUG nova.network.neutron [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 713.633094] env[70015]: DEBUG oslo_vmware.api [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': task-3610456, 'name': PowerOnVM_Task, 'duration_secs': 0.624499} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.636258] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.636521] env[70015]: INFO nova.compute.manager [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Took 10.53 seconds to spawn the instance on the hypervisor. [ 713.636727] env[70015]: DEBUG nova.compute.manager [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 713.637614] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7fe363-0a11-41ef-a3fe-b44e8c0e1f7f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.810332] env[70015]: DEBUG nova.network.neutron [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Updating instance_info_cache with network_info: [{"id": "2e4c8506-8af0-4efe-9c6e-7012683a29db", "address": "fa:16:3e:f1:82:92", "network": {"id": "a03823db-7de1-436c-938c-abd5120f81ba", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-835569262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a0a9abb802948cd95b400f75bb3e0e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e4c8506-8a", "ovs_interfaceid": "2e4c8506-8af0-4efe-9c6e-7012683a29db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.812330] env[70015]: DEBUG nova.scheduler.client.report [None req-80cb056f-ccf6-458b-94f5-443aa3234420 tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Updated inventory for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with generation 57 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 713.813318] env[70015]: DEBUG nova.compute.provider_tree [None req-80cb056f-ccf6-458b-94f5-443aa3234420 tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Updating resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c generation from 57 to 58 during operation: update_inventory {{(pid=70015) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 713.813795] env[70015]: DEBUG nova.compute.provider_tree [None req-80cb056f-ccf6-458b-94f5-443aa3234420 tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 713.885086] env[70015]: DEBUG oslo_vmware.api [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': task-3610457, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502058} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.885086] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] a4ff87cd-018c-4386-ad14-5018367b64b2/a4ff87cd-018c-4386-ad14-5018367b64b2.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.885086] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: a4ff87cd-018c-4386-ad14-5018367b64b2] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.885271] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc6b8b53-ae04-4bf9-8643-d8c3d91faa93 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.892210] env[70015]: DEBUG oslo_vmware.api [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Waiting for the task: (returnval){ [ 713.892210] env[70015]: value = "task-3610458" [ 713.892210] env[70015]: _type = "Task" [ 713.892210] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.901136] env[70015]: DEBUG oslo_vmware.api [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': task-3610458, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.958999] env[70015]: DEBUG nova.network.neutron [req-b5066f10-2d59-4bce-a034-1d3f01311802 req-54d282c1-a054-4bf0-b40e-4111e6d68415 service nova] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Updated VIF entry in instance network info cache for port 3110e5d4-a173-45de-9f87-d726f30c9232. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 713.959436] env[70015]: DEBUG nova.network.neutron [req-b5066f10-2d59-4bce-a034-1d3f01311802 req-54d282c1-a054-4bf0-b40e-4111e6d68415 service nova] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Updating instance_info_cache with network_info: [{"id": "dde6645d-8b42-4747-8f04-3f440c6642b6", "address": "fa:16:3e:58:0c:ff", "network": {"id": "54eb7a37-2a22-42e7-8acd-b881580de840", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-916588865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c24df7a88e5f4165b2618140613b0538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdde6645d-8b", "ovs_interfaceid": "dde6645d-8b42-4747-8f04-3f440c6642b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3110e5d4-a173-45de-9f87-d726f30c9232", "address": "fa:16:3e:ed:c0:3c", "network": {"id": "54eb7a37-2a22-42e7-8acd-b881580de840", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-916588865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c24df7a88e5f4165b2618140613b0538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3110e5d4-a1", "ovs_interfaceid": "3110e5d4-a173-45de-9f87-d726f30c9232", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.014655] env[70015]: DEBUG nova.compute.manager [req-1a514850-c135-4680-8180-01e3c2ddacf6 req-f66a9214-adf4-4b74-8253-57d7866e8c62 service nova] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Received event network-vif-plugged-2e4c8506-8af0-4efe-9c6e-7012683a29db {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.014793] env[70015]: DEBUG oslo_concurrency.lockutils [req-1a514850-c135-4680-8180-01e3c2ddacf6 req-f66a9214-adf4-4b74-8253-57d7866e8c62 service nova] Acquiring lock "5105dfda-ca6b-44a3-af23-9162d99c7cb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.015022] env[70015]: DEBUG oslo_concurrency.lockutils [req-1a514850-c135-4680-8180-01e3c2ddacf6 req-f66a9214-adf4-4b74-8253-57d7866e8c62 service nova] Lock "5105dfda-ca6b-44a3-af23-9162d99c7cb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.015297] env[70015]: DEBUG oslo_concurrency.lockutils [req-1a514850-c135-4680-8180-01e3c2ddacf6 req-f66a9214-adf4-4b74-8253-57d7866e8c62 service nova] Lock "5105dfda-ca6b-44a3-af23-9162d99c7cb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.015503] env[70015]: DEBUG nova.compute.manager [req-1a514850-c135-4680-8180-01e3c2ddacf6 req-f66a9214-adf4-4b74-8253-57d7866e8c62 service nova] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] No waiting events found dispatching network-vif-plugged-2e4c8506-8af0-4efe-9c6e-7012683a29db {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 714.015751] env[70015]: WARNING nova.compute.manager [req-1a514850-c135-4680-8180-01e3c2ddacf6 req-f66a9214-adf4-4b74-8253-57d7866e8c62 service nova] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Received unexpected event network-vif-plugged-2e4c8506-8af0-4efe-9c6e-7012683a29db for instance with vm_state building and task_state spawning. [ 714.015925] env[70015]: DEBUG nova.compute.manager [req-1a514850-c135-4680-8180-01e3c2ddacf6 req-f66a9214-adf4-4b74-8253-57d7866e8c62 service nova] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Received event network-changed-2e4c8506-8af0-4efe-9c6e-7012683a29db {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.016093] env[70015]: DEBUG nova.compute.manager [req-1a514850-c135-4680-8180-01e3c2ddacf6 req-f66a9214-adf4-4b74-8253-57d7866e8c62 service nova] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Refreshing instance network info cache due to event network-changed-2e4c8506-8af0-4efe-9c6e-7012683a29db. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 714.016263] env[70015]: DEBUG oslo_concurrency.lockutils [req-1a514850-c135-4680-8180-01e3c2ddacf6 req-f66a9214-adf4-4b74-8253-57d7866e8c62 service nova] Acquiring lock "refresh_cache-5105dfda-ca6b-44a3-af23-9162d99c7cb7" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.159203] env[70015]: INFO nova.compute.manager [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Took 49.46 seconds to build instance. [ 714.264082] env[70015]: DEBUG nova.objects.instance [None req-1cf66ed0-b9b6-4760-842c-f10c6e70afb3 tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Lazy-loading 'flavor' on Instance uuid 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 714.320348] env[70015]: DEBUG oslo_concurrency.lockutils [None req-80cb056f-ccf6-458b-94f5-443aa3234420 tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.384s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.322736] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.193s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.324272] env[70015]: INFO nova.compute.claims [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 714.327159] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Releasing lock "refresh_cache-5105dfda-ca6b-44a3-af23-9162d99c7cb7" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.327302] env[70015]: DEBUG nova.compute.manager [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Instance network_info: |[{"id": "2e4c8506-8af0-4efe-9c6e-7012683a29db", "address": "fa:16:3e:f1:82:92", "network": {"id": "a03823db-7de1-436c-938c-abd5120f81ba", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-835569262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a0a9abb802948cd95b400f75bb3e0e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e4c8506-8a", "ovs_interfaceid": "2e4c8506-8af0-4efe-9c6e-7012683a29db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 714.327744] env[70015]: DEBUG oslo_concurrency.lockutils [req-1a514850-c135-4680-8180-01e3c2ddacf6 req-f66a9214-adf4-4b74-8253-57d7866e8c62 service nova] Acquired lock "refresh_cache-5105dfda-ca6b-44a3-af23-9162d99c7cb7" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.327933] env[70015]: DEBUG nova.network.neutron [req-1a514850-c135-4680-8180-01e3c2ddacf6 req-f66a9214-adf4-4b74-8253-57d7866e8c62 service nova] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Refreshing network info cache for port 2e4c8506-8af0-4efe-9c6e-7012683a29db {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 714.329211] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:82:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6076d24d-3c8e-4bbb-ba96-a08fb27a73cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e4c8506-8af0-4efe-9c6e-7012683a29db', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 714.336937] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Creating folder: Project (5a0a9abb802948cd95b400f75bb3e0e9). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 714.338153] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e7d7345-30e3-4b3e-9a3c-fbafc77126da {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.345183] env[70015]: INFO nova.scheduler.client.report [None req-80cb056f-ccf6-458b-94f5-443aa3234420 tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Deleted allocations for instance e4a0575f-4518-410a-b6f0-fdc6005883fe [ 714.352110] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Created folder: Project (5a0a9abb802948cd95b400f75bb3e0e9) in parent group-v720117. [ 714.352361] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Creating folder: Instances. Parent ref: group-v720207. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 714.352554] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb265941-1217-4a15-b152-0acbc7741faf {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.364181] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Created folder: Instances in parent group-v720207. [ 714.364451] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 714.364556] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 714.364724] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51e51b5c-c794-42be-ac62-d62453fb2943 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.389993] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 714.389993] env[70015]: value = "task-3610461" [ 714.389993] env[70015]: _type = "Task" [ 714.389993] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.404382] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610461, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.408269] env[70015]: DEBUG oslo_vmware.api [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': task-3610458, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068712} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.408552] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: a4ff87cd-018c-4386-ad14-5018367b64b2] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 714.410302] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b3238f-459f-493c-a851-90a38dbe7822 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.433531] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: a4ff87cd-018c-4386-ad14-5018367b64b2] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] a4ff87cd-018c-4386-ad14-5018367b64b2/a4ff87cd-018c-4386-ad14-5018367b64b2.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.434198] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e998d994-0a67-4818-8d1b-36a9569f74f2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.454097] env[70015]: DEBUG oslo_vmware.api [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Waiting for the task: (returnval){ [ 714.454097] env[70015]: value = "task-3610462" [ 714.454097] env[70015]: _type = "Task" [ 714.454097] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.463695] env[70015]: DEBUG oslo_concurrency.lockutils [req-b5066f10-2d59-4bce-a034-1d3f01311802 req-54d282c1-a054-4bf0-b40e-4111e6d68415 service nova] Releasing lock "refresh_cache-a94ee314-5698-4a1f-b1f0-fd6e7cd056de" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.464062] env[70015]: DEBUG nova.compute.manager [req-b5066f10-2d59-4bce-a034-1d3f01311802 req-54d282c1-a054-4bf0-b40e-4111e6d68415 service nova] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Received event network-changed-7f9446d9-e6dd-42c3-9e2e-6540db1d073f {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.464955] env[70015]: DEBUG nova.compute.manager [req-b5066f10-2d59-4bce-a034-1d3f01311802 req-54d282c1-a054-4bf0-b40e-4111e6d68415 service nova] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Refreshing instance network info cache due to event network-changed-7f9446d9-e6dd-42c3-9e2e-6540db1d073f. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 714.464955] env[70015]: DEBUG oslo_concurrency.lockutils [req-b5066f10-2d59-4bce-a034-1d3f01311802 req-54d282c1-a054-4bf0-b40e-4111e6d68415 service nova] Acquiring lock "refresh_cache-11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.464955] env[70015]: DEBUG oslo_concurrency.lockutils [req-b5066f10-2d59-4bce-a034-1d3f01311802 req-54d282c1-a054-4bf0-b40e-4111e6d68415 service nova] Acquired lock "refresh_cache-11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.464955] env[70015]: DEBUG nova.network.neutron [req-b5066f10-2d59-4bce-a034-1d3f01311802 req-54d282c1-a054-4bf0-b40e-4111e6d68415 service nova] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Refreshing network info cache for port 7f9446d9-e6dd-42c3-9e2e-6540db1d073f {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 714.465991] env[70015]: DEBUG oslo_vmware.api [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': task-3610462, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.661249] env[70015]: DEBUG oslo_concurrency.lockutils [None req-224ba726-2d30-48fa-b5df-66df10525d44 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Lock "ab0d7edc-40dc-4c99-b245-df41dfca3c3d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.992s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.770039] env[70015]: DEBUG oslo_concurrency.lockutils [None req-1cf66ed0-b9b6-4760-842c-f10c6e70afb3 tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Acquiring lock "refresh_cache-11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.853067] env[70015]: DEBUG oslo_concurrency.lockutils [None req-80cb056f-ccf6-458b-94f5-443aa3234420 tempest-ServersAaction247Test-435038000 tempest-ServersAaction247Test-435038000-project-member] Lock "e4a0575f-4518-410a-b6f0-fdc6005883fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.487s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.900834] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610461, 'name': CreateVM_Task} progress is 25%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.965619] env[70015]: DEBUG oslo_vmware.api [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': task-3610462, 'name': ReconfigVM_Task, 'duration_secs': 0.346136} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.966099] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: a4ff87cd-018c-4386-ad14-5018367b64b2] Reconfigured VM instance instance-0000001d to attach disk [datastore2] a4ff87cd-018c-4386-ad14-5018367b64b2/a4ff87cd-018c-4386-ad14-5018367b64b2.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.966861] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b7ec29a-f8bd-4140-9426-764e9ca8d5da {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.977781] env[70015]: DEBUG oslo_vmware.api [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Waiting for the task: (returnval){ [ 714.977781] env[70015]: value = "task-3610463" [ 714.977781] env[70015]: _type = "Task" [ 714.977781] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.988700] env[70015]: DEBUG oslo_vmware.api [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': task-3610463, 'name': Rename_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.167492] env[70015]: DEBUG nova.compute.manager [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 715.257752] env[70015]: DEBUG nova.network.neutron [req-1a514850-c135-4680-8180-01e3c2ddacf6 req-f66a9214-adf4-4b74-8253-57d7866e8c62 service nova] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Updated VIF entry in instance network info cache for port 2e4c8506-8af0-4efe-9c6e-7012683a29db. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 715.257752] env[70015]: DEBUG nova.network.neutron [req-1a514850-c135-4680-8180-01e3c2ddacf6 req-f66a9214-adf4-4b74-8253-57d7866e8c62 service nova] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Updating instance_info_cache with network_info: [{"id": "2e4c8506-8af0-4efe-9c6e-7012683a29db", "address": "fa:16:3e:f1:82:92", "network": {"id": "a03823db-7de1-436c-938c-abd5120f81ba", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-835569262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a0a9abb802948cd95b400f75bb3e0e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e4c8506-8a", "ovs_interfaceid": "2e4c8506-8af0-4efe-9c6e-7012683a29db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.408167] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610461, 'name': CreateVM_Task, 'duration_secs': 0.778534} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.408446] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 715.408938] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.409081] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.409398] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.409658] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1acc27f-e3d5-458a-8f79-d1d5630507b8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.419094] env[70015]: DEBUG oslo_vmware.api [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 715.419094] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52fca81d-558f-9b78-727a-4dcda0597d2c" [ 715.419094] env[70015]: _type = "Task" [ 715.419094] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.432954] env[70015]: DEBUG oslo_vmware.api [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52fca81d-558f-9b78-727a-4dcda0597d2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.483677] env[70015]: DEBUG nova.network.neutron [req-b5066f10-2d59-4bce-a034-1d3f01311802 req-54d282c1-a054-4bf0-b40e-4111e6d68415 service nova] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Updated VIF entry in instance network info cache for port 7f9446d9-e6dd-42c3-9e2e-6540db1d073f. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 715.484146] env[70015]: DEBUG nova.network.neutron [req-b5066f10-2d59-4bce-a034-1d3f01311802 req-54d282c1-a054-4bf0-b40e-4111e6d68415 service nova] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Updating instance_info_cache with network_info: [{"id": "7f9446d9-e6dd-42c3-9e2e-6540db1d073f", "address": "fa:16:3e:12:57:75", "network": {"id": "70a76393-7534-42b1-8570-47da4088c096", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-79040828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00237962bb59498a8b2ae05384cd1a24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f9446d9-e6", "ovs_interfaceid": "7f9446d9-e6dd-42c3-9e2e-6540db1d073f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.492206] env[70015]: DEBUG oslo_vmware.api [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': task-3610463, 'name': Rename_Task, 'duration_secs': 0.161638} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.494742] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: a4ff87cd-018c-4386-ad14-5018367b64b2] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.495540] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96d2efa6-4c8b-4b25-bf83-1071265a75bc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.504141] env[70015]: DEBUG oslo_vmware.api [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Waiting for the task: (returnval){ [ 715.504141] env[70015]: value = "task-3610464" [ 715.504141] env[70015]: _type = "Task" [ 715.504141] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.518448] env[70015]: DEBUG oslo_vmware.api [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': task-3610464, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.646695] env[70015]: DEBUG oslo_concurrency.lockutils [None req-12c3e065-30da-4544-9a8b-c5d016a0c69f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "interface-a94ee314-5698-4a1f-b1f0-fd6e7cd056de-3110e5d4-a173-45de-9f87-d726f30c9232" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.646695] env[70015]: DEBUG oslo_concurrency.lockutils [None req-12c3e065-30da-4544-9a8b-c5d016a0c69f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "interface-a94ee314-5698-4a1f-b1f0-fd6e7cd056de-3110e5d4-a173-45de-9f87-d726f30c9232" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.689018] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.759872] env[70015]: DEBUG oslo_concurrency.lockutils [req-1a514850-c135-4680-8180-01e3c2ddacf6 req-f66a9214-adf4-4b74-8253-57d7866e8c62 service nova] Releasing lock "refresh_cache-5105dfda-ca6b-44a3-af23-9162d99c7cb7" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.760147] env[70015]: DEBUG nova.compute.manager [req-1a514850-c135-4680-8180-01e3c2ddacf6 req-f66a9214-adf4-4b74-8253-57d7866e8c62 service nova] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Received event network-changed-6c9a5472-a1e8-41be-a53d-17ac4200ef38 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.761117] env[70015]: DEBUG nova.compute.manager [req-1a514850-c135-4680-8180-01e3c2ddacf6 req-f66a9214-adf4-4b74-8253-57d7866e8c62 service nova] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Refreshing instance network info cache due to event network-changed-6c9a5472-a1e8-41be-a53d-17ac4200ef38. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 715.761117] env[70015]: DEBUG oslo_concurrency.lockutils [req-1a514850-c135-4680-8180-01e3c2ddacf6 req-f66a9214-adf4-4b74-8253-57d7866e8c62 service nova] Acquiring lock "refresh_cache-66d937aa-30ed-468f-a62a-e37e7c2b41fb" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.761117] env[70015]: DEBUG oslo_concurrency.lockutils [req-1a514850-c135-4680-8180-01e3c2ddacf6 req-f66a9214-adf4-4b74-8253-57d7866e8c62 service nova] Acquired lock "refresh_cache-66d937aa-30ed-468f-a62a-e37e7c2b41fb" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.761117] env[70015]: DEBUG nova.network.neutron [req-1a514850-c135-4680-8180-01e3c2ddacf6 req-f66a9214-adf4-4b74-8253-57d7866e8c62 service nova] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Refreshing network info cache for port 6c9a5472-a1e8-41be-a53d-17ac4200ef38 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.880981] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80cda21b-479f-4f72-992f-acf2b7781bdd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.891101] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aeb1eaf-317e-4369-a0b1-893765cc0a0b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.928364] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf66712-92c1-463b-b2be-215347ad3326 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.940336] env[70015]: DEBUG oslo_vmware.api [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52fca81d-558f-9b78-727a-4dcda0597d2c, 'name': SearchDatastore_Task, 'duration_secs': 0.013125} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.941162] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.941162] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.941341] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.941403] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.941569] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.943224] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2c0a66-dbc4-475b-9c15-b84fb1910646 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.946852] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0599f15-ca3e-40ea-9973-0fbfa51ef8d4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.962680] env[70015]: DEBUG nova.compute.provider_tree [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.972202] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.973009] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.973825] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e925a6e5-ecd5-4f0b-8a90-551e946e8057 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.981257] env[70015]: DEBUG oslo_vmware.api [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 715.981257] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5220cf50-d9b7-e92e-f50d-a547f1760ed2" [ 715.981257] env[70015]: _type = "Task" [ 715.981257] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.987360] env[70015]: DEBUG oslo_concurrency.lockutils [req-b5066f10-2d59-4bce-a034-1d3f01311802 req-54d282c1-a054-4bf0-b40e-4111e6d68415 service nova] Releasing lock "refresh_cache-11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.987468] env[70015]: DEBUG oslo_concurrency.lockutils [None req-1cf66ed0-b9b6-4760-842c-f10c6e70afb3 tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Acquired lock "refresh_cache-11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.996352] env[70015]: DEBUG oslo_vmware.api [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5220cf50-d9b7-e92e-f50d-a547f1760ed2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.015621] env[70015]: DEBUG oslo_vmware.api [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': task-3610464, 'name': PowerOnVM_Task, 'duration_secs': 0.486047} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.015906] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: a4ff87cd-018c-4386-ad14-5018367b64b2] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.016124] env[70015]: INFO nova.compute.manager [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: a4ff87cd-018c-4386-ad14-5018367b64b2] Took 7.95 seconds to spawn the instance on the hypervisor. [ 716.016296] env[70015]: DEBUG nova.compute.manager [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: a4ff87cd-018c-4386-ad14-5018367b64b2] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.017094] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b16494d-0351-49f5-9678-01c007b49977 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.148277] env[70015]: DEBUG oslo_concurrency.lockutils [None req-12c3e065-30da-4544-9a8b-c5d016a0c69f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "a94ee314-5698-4a1f-b1f0-fd6e7cd056de" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.148489] env[70015]: DEBUG oslo_concurrency.lockutils [None req-12c3e065-30da-4544-9a8b-c5d016a0c69f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquired lock "a94ee314-5698-4a1f-b1f0-fd6e7cd056de" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.149527] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7452b0fa-1094-47c5-95d8-7168edcee3b5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.169732] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09aaf24e-ec5f-4217-bf70-6652df03d548 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.198097] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-12c3e065-30da-4544-9a8b-c5d016a0c69f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Reconfiguring VM to detach interface {{(pid=70015) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 716.198855] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c65b836-1a40-49f9-b4ca-336bffc4fa3c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.221232] env[70015]: DEBUG oslo_vmware.api [None req-12c3e065-30da-4544-9a8b-c5d016a0c69f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Waiting for the task: (returnval){ [ 716.221232] env[70015]: value = "task-3610465" [ 716.221232] env[70015]: _type = "Task" [ 716.221232] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.236618] env[70015]: DEBUG oslo_vmware.api [None req-12c3e065-30da-4544-9a8b-c5d016a0c69f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3610465, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.465725] env[70015]: DEBUG nova.scheduler.client.report [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.504846] env[70015]: DEBUG oslo_vmware.api [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5220cf50-d9b7-e92e-f50d-a547f1760ed2, 'name': SearchDatastore_Task, 'duration_secs': 0.01274} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.506550] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe1f8b68-1ae4-4235-b297-841457d50cf8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.516016] env[70015]: DEBUG oslo_vmware.api [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 716.516016] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52dc600d-cda6-5865-8805-211019baf6d3" [ 716.516016] env[70015]: _type = "Task" [ 716.516016] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.534329] env[70015]: DEBUG oslo_vmware.api [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52dc600d-cda6-5865-8805-211019baf6d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.540368] env[70015]: INFO nova.compute.manager [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: a4ff87cd-018c-4386-ad14-5018367b64b2] Took 50.56 seconds to build instance. [ 716.733529] env[70015]: DEBUG oslo_vmware.api [None req-12c3e065-30da-4544-9a8b-c5d016a0c69f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3610465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.903824] env[70015]: DEBUG nova.network.neutron [None req-1cf66ed0-b9b6-4760-842c-f10c6e70afb3 tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 716.924025] env[70015]: DEBUG nova.network.neutron [req-1a514850-c135-4680-8180-01e3c2ddacf6 req-f66a9214-adf4-4b74-8253-57d7866e8c62 service nova] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Updated VIF entry in instance network info cache for port 6c9a5472-a1e8-41be-a53d-17ac4200ef38. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 716.924025] env[70015]: DEBUG nova.network.neutron [req-1a514850-c135-4680-8180-01e3c2ddacf6 req-f66a9214-adf4-4b74-8253-57d7866e8c62 service nova] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Updating instance_info_cache with network_info: [{"id": "6c9a5472-a1e8-41be-a53d-17ac4200ef38", "address": "fa:16:3e:71:50:80", "network": {"id": "825adeb2-145f-454c-b624-cc7cf91966fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1496238884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e0ce85090f4c3c8d74e04f2101b99f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c9a5472-a1", "ovs_interfaceid": "6c9a5472-a1e8-41be-a53d-17ac4200ef38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.972334] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.972334] env[70015]: DEBUG nova.compute.manager [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 716.977358] env[70015]: DEBUG oslo_concurrency.lockutils [None req-89d7fa82-3966-4b2d-bbe9-12764908a4a9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.285s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.977358] env[70015]: DEBUG nova.objects.instance [None req-89d7fa82-3966-4b2d-bbe9-12764908a4a9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Lazy-loading 'resources' on Instance uuid 76462a8c-0691-44db-b556-84c92b97c2f7 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 717.026408] env[70015]: DEBUG oslo_vmware.api [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52dc600d-cda6-5865-8805-211019baf6d3, 'name': SearchDatastore_Task, 'duration_secs': 0.032187} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.026834] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.027196] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 5105dfda-ca6b-44a3-af23-9162d99c7cb7/5105dfda-ca6b-44a3-af23-9162d99c7cb7.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 717.027529] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90e706cd-00f0-4164-a0c8-f30f69f61d1a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.036117] env[70015]: DEBUG oslo_vmware.api [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 717.036117] env[70015]: value = "task-3610466" [ 717.036117] env[70015]: _type = "Task" [ 717.036117] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.039962] env[70015]: DEBUG oslo_concurrency.lockutils [None req-98d61128-5546-4bbd-bc12-ac0a2a036c99 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Lock "a4ff87cd-018c-4386-ad14-5018367b64b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.180s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.046610] env[70015]: DEBUG oslo_vmware.api [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3610466, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.121645] env[70015]: DEBUG nova.compute.manager [req-16de1a0d-3e7e-4d65-bedd-be98fff54e18 req-4c491fd6-aeff-4083-975d-3587ae42b7c3 service nova] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Received event network-changed-7f9446d9-e6dd-42c3-9e2e-6540db1d073f {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.121860] env[70015]: DEBUG nova.compute.manager [req-16de1a0d-3e7e-4d65-bedd-be98fff54e18 req-4c491fd6-aeff-4083-975d-3587ae42b7c3 service nova] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Refreshing instance network info cache due to event network-changed-7f9446d9-e6dd-42c3-9e2e-6540db1d073f. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 717.122151] env[70015]: DEBUG oslo_concurrency.lockutils [req-16de1a0d-3e7e-4d65-bedd-be98fff54e18 req-4c491fd6-aeff-4083-975d-3587ae42b7c3 service nova] Acquiring lock "refresh_cache-11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.232574] env[70015]: DEBUG oslo_vmware.api [None req-12c3e065-30da-4544-9a8b-c5d016a0c69f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3610465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.425907] env[70015]: DEBUG oslo_concurrency.lockutils [req-1a514850-c135-4680-8180-01e3c2ddacf6 req-f66a9214-adf4-4b74-8253-57d7866e8c62 service nova] Releasing lock "refresh_cache-66d937aa-30ed-468f-a62a-e37e7c2b41fb" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.483008] env[70015]: DEBUG nova.compute.utils [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 717.484723] env[70015]: DEBUG nova.compute.manager [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 717.484887] env[70015]: DEBUG nova.network.neutron [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 717.544615] env[70015]: DEBUG nova.compute.manager [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: b06c2059-7b44-45df-abcd-b99348a86df4] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 717.555738] env[70015]: DEBUG oslo_vmware.api [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3610466, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.584743] env[70015]: DEBUG nova.policy [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f74c80322484d35a9219fe7d3471e53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'faa8a08038de44e2ad837e0e45b67282', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 717.739135] env[70015]: DEBUG oslo_vmware.api [None req-12c3e065-30da-4544-9a8b-c5d016a0c69f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3610465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.987681] env[70015]: DEBUG nova.compute.manager [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 718.025830] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aee412a-b364-46ac-9272-7493700e4a3f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.033233] env[70015]: DEBUG nova.network.neutron [None req-1cf66ed0-b9b6-4760-842c-f10c6e70afb3 tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Updating instance_info_cache with network_info: [{"id": "7f9446d9-e6dd-42c3-9e2e-6540db1d073f", "address": "fa:16:3e:12:57:75", "network": {"id": "70a76393-7534-42b1-8570-47da4088c096", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-79040828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00237962bb59498a8b2ae05384cd1a24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f9446d9-e6", "ovs_interfaceid": "7f9446d9-e6dd-42c3-9e2e-6540db1d073f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.054182] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166985b2-5e2b-435c-8d46-d077f778ae30 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.065776] env[70015]: DEBUG oslo_vmware.api [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3610466, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.801168} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.090695] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 5105dfda-ca6b-44a3-af23-9162d99c7cb7/5105dfda-ca6b-44a3-af23-9162d99c7cb7.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 718.091051] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.093222] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.093861] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2000d8e3-4c5e-42af-a5f7-1b060d4a3df0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.096921] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b341d72-bd08-4b22-9278-f21ce7e577da {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.109313] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4c2897-d7e6-485d-8a17-8fbe3f978555 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.115300] env[70015]: DEBUG oslo_vmware.api [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 718.115300] env[70015]: value = "task-3610467" [ 718.115300] env[70015]: _type = "Task" [ 718.115300] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.132615] env[70015]: DEBUG nova.compute.provider_tree [None req-89d7fa82-3966-4b2d-bbe9-12764908a4a9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.142560] env[70015]: DEBUG oslo_vmware.api [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3610467, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.236828] env[70015]: DEBUG oslo_vmware.api [None req-12c3e065-30da-4544-9a8b-c5d016a0c69f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3610465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.259944] env[70015]: DEBUG nova.network.neutron [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Successfully created port: 394a9ad5-851b-43f1-bd15-64854b61526e {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 718.538383] env[70015]: DEBUG oslo_concurrency.lockutils [None req-1cf66ed0-b9b6-4760-842c-f10c6e70afb3 tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Releasing lock "refresh_cache-11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.538823] env[70015]: DEBUG nova.compute.manager [None req-1cf66ed0-b9b6-4760-842c-f10c6e70afb3 tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Inject network info {{(pid=70015) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 718.538936] env[70015]: DEBUG nova.compute.manager [None req-1cf66ed0-b9b6-4760-842c-f10c6e70afb3 tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] network_info to inject: |[{"id": "7f9446d9-e6dd-42c3-9e2e-6540db1d073f", "address": "fa:16:3e:12:57:75", "network": {"id": "70a76393-7534-42b1-8570-47da4088c096", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-79040828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00237962bb59498a8b2ae05384cd1a24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f9446d9-e6", "ovs_interfaceid": "7f9446d9-e6dd-42c3-9e2e-6540db1d073f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 718.546561] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf66ed0-b9b6-4760-842c-f10c6e70afb3 tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Reconfiguring VM instance to set the machine id {{(pid=70015) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 718.547680] env[70015]: DEBUG oslo_concurrency.lockutils [req-16de1a0d-3e7e-4d65-bedd-be98fff54e18 req-4c491fd6-aeff-4083-975d-3587ae42b7c3 service nova] Acquired lock "refresh_cache-11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.547680] env[70015]: DEBUG nova.network.neutron [req-16de1a0d-3e7e-4d65-bedd-be98fff54e18 req-4c491fd6-aeff-4083-975d-3587ae42b7c3 service nova] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Refreshing network info cache for port 7f9446d9-e6dd-42c3-9e2e-6540db1d073f {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 718.549180] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c0a25b6-9c8c-424b-8714-95d512b49a22 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.570590] env[70015]: DEBUG oslo_vmware.api [None req-1cf66ed0-b9b6-4760-842c-f10c6e70afb3 tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Waiting for the task: (returnval){ [ 718.570590] env[70015]: value = "task-3610468" [ 718.570590] env[70015]: _type = "Task" [ 718.570590] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.580273] env[70015]: DEBUG oslo_vmware.api [None req-1cf66ed0-b9b6-4760-842c-f10c6e70afb3 tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Task: {'id': task-3610468, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.628535] env[70015]: DEBUG oslo_vmware.api [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3610467, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066765} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.628829] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.630345] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8366b365-2440-4428-a0aa-1d0c96a6986d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.654313] env[70015]: DEBUG nova.scheduler.client.report [None req-89d7fa82-3966-4b2d-bbe9-12764908a4a9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.668354] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 5105dfda-ca6b-44a3-af23-9162d99c7cb7/5105dfda-ca6b-44a3-af23-9162d99c7cb7.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.669253] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-496c9a71-6b7f-403b-9796-3d7a35dc29a1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.692978] env[70015]: DEBUG oslo_vmware.api [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 718.692978] env[70015]: value = "task-3610469" [ 718.692978] env[70015]: _type = "Task" [ 718.692978] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.704198] env[70015]: DEBUG oslo_vmware.api [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3610469, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.738985] env[70015]: DEBUG oslo_vmware.api [None req-12c3e065-30da-4544-9a8b-c5d016a0c69f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3610465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.890673] env[70015]: DEBUG nova.network.neutron [req-16de1a0d-3e7e-4d65-bedd-be98fff54e18 req-4c491fd6-aeff-4083-975d-3587ae42b7c3 service nova] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Updated VIF entry in instance network info cache for port 7f9446d9-e6dd-42c3-9e2e-6540db1d073f. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.891066] env[70015]: DEBUG nova.network.neutron [req-16de1a0d-3e7e-4d65-bedd-be98fff54e18 req-4c491fd6-aeff-4083-975d-3587ae42b7c3 service nova] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Updating instance_info_cache with network_info: [{"id": "7f9446d9-e6dd-42c3-9e2e-6540db1d073f", "address": "fa:16:3e:12:57:75", "network": {"id": "70a76393-7534-42b1-8570-47da4088c096", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-79040828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00237962bb59498a8b2ae05384cd1a24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f9446d9-e6", "ovs_interfaceid": "7f9446d9-e6dd-42c3-9e2e-6540db1d073f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.001559] env[70015]: DEBUG nova.compute.manager [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 719.033339] env[70015]: DEBUG nova.virt.hardware [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 719.033844] env[70015]: DEBUG nova.virt.hardware [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.033844] env[70015]: DEBUG nova.virt.hardware [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.033964] env[70015]: DEBUG nova.virt.hardware [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 719.034132] env[70015]: DEBUG nova.virt.hardware [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.034284] env[70015]: DEBUG nova.virt.hardware [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 719.034492] env[70015]: DEBUG nova.virt.hardware [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 719.034734] env[70015]: DEBUG nova.virt.hardware [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 719.035447] env[70015]: DEBUG nova.virt.hardware [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 719.035447] env[70015]: DEBUG nova.virt.hardware [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 719.036665] env[70015]: DEBUG nova.virt.hardware [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 719.037159] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33f5deb-0f8c-45e7-8d9f-cbae37b512ae {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.046621] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4ef782-b674-44c9-b821-af27d47f464c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.082341] env[70015]: DEBUG oslo_vmware.api [None req-1cf66ed0-b9b6-4760-842c-f10c6e70afb3 tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Task: {'id': task-3610468, 'name': ReconfigVM_Task, 'duration_secs': 0.199306} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.082651] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf66ed0-b9b6-4760-842c-f10c6e70afb3 tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Reconfigured VM instance to set the machine id {{(pid=70015) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 719.096083] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8103e093-4c43-47bd-b586-414e0f7f0a5b tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Acquiring lock "11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.096376] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8103e093-4c43-47bd-b586-414e0f7f0a5b tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Lock "11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.096613] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8103e093-4c43-47bd-b586-414e0f7f0a5b tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Acquiring lock "11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.096808] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8103e093-4c43-47bd-b586-414e0f7f0a5b tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Lock "11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.096966] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8103e093-4c43-47bd-b586-414e0f7f0a5b tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Lock "11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.099206] env[70015]: INFO nova.compute.manager [None req-8103e093-4c43-47bd-b586-414e0f7f0a5b tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Terminating instance [ 719.170177] env[70015]: DEBUG oslo_concurrency.lockutils [None req-89d7fa82-3966-4b2d-bbe9-12764908a4a9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.195s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.173091] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ecfb12b0-c1a0-42dc-843f-070ae694bbd1 tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.529s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.173571] env[70015]: DEBUG nova.objects.instance [None req-ecfb12b0-c1a0-42dc-843f-070ae694bbd1 tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Lazy-loading 'resources' on Instance uuid 9424c852-8a39-48a1-8f27-db4dd05059bb {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 719.201122] env[70015]: INFO nova.scheduler.client.report [None req-89d7fa82-3966-4b2d-bbe9-12764908a4a9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Deleted allocations for instance 76462a8c-0691-44db-b556-84c92b97c2f7 [ 719.209700] env[70015]: DEBUG oslo_vmware.api [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3610469, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.242214] env[70015]: DEBUG oslo_vmware.api [None req-12c3e065-30da-4544-9a8b-c5d016a0c69f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3610465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.394595] env[70015]: DEBUG oslo_concurrency.lockutils [req-16de1a0d-3e7e-4d65-bedd-be98fff54e18 req-4c491fd6-aeff-4083-975d-3587ae42b7c3 service nova] Releasing lock "refresh_cache-11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.605046] env[70015]: DEBUG nova.compute.manager [None req-8103e093-4c43-47bd-b586-414e0f7f0a5b tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 719.605046] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8103e093-4c43-47bd-b586-414e0f7f0a5b tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 719.605046] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be8a010-7ec0-4114-b6a4-26ebd722965a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.620213] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-8103e093-4c43-47bd-b586-414e0f7f0a5b tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 719.620432] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48d779cd-c2d3-4348-b1a9-0ddde9e961f8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.633554] env[70015]: DEBUG oslo_vmware.api [None req-8103e093-4c43-47bd-b586-414e0f7f0a5b tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Waiting for the task: (returnval){ [ 719.633554] env[70015]: value = "task-3610470" [ 719.633554] env[70015]: _type = "Task" [ 719.633554] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.650968] env[70015]: DEBUG oslo_vmware.api [None req-8103e093-4c43-47bd-b586-414e0f7f0a5b tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Task: {'id': task-3610470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.709187] env[70015]: DEBUG oslo_vmware.api [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3610469, 'name': ReconfigVM_Task, 'duration_secs': 0.74311} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.713591] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 5105dfda-ca6b-44a3-af23-9162d99c7cb7/5105dfda-ca6b-44a3-af23-9162d99c7cb7.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.718764] env[70015]: DEBUG oslo_concurrency.lockutils [None req-89d7fa82-3966-4b2d-bbe9-12764908a4a9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Lock "76462a8c-0691-44db-b556-84c92b97c2f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.219s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.720441] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83420316-410f-4cea-a4e8-4a02885ce2f0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.740911] env[70015]: DEBUG oslo_vmware.api [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 719.740911] env[70015]: value = "task-3610471" [ 719.740911] env[70015]: _type = "Task" [ 719.740911] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.753321] env[70015]: DEBUG oslo_vmware.api [None req-12c3e065-30da-4544-9a8b-c5d016a0c69f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3610465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.760472] env[70015]: DEBUG oslo_vmware.api [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3610471, 'name': Rename_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.981373] env[70015]: DEBUG nova.compute.manager [req-e21a78a5-6e58-4f83-961b-3320df816e3e req-4cd2ee6f-9b42-4bfe-b635-ea2d6241dd59 service nova] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Received event network-vif-plugged-394a9ad5-851b-43f1-bd15-64854b61526e {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.981743] env[70015]: DEBUG oslo_concurrency.lockutils [req-e21a78a5-6e58-4f83-961b-3320df816e3e req-4cd2ee6f-9b42-4bfe-b635-ea2d6241dd59 service nova] Acquiring lock "7c09a291-1667-49f1-aa1a-6b08c4516db7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.982099] env[70015]: DEBUG oslo_concurrency.lockutils [req-e21a78a5-6e58-4f83-961b-3320df816e3e req-4cd2ee6f-9b42-4bfe-b635-ea2d6241dd59 service nova] Lock "7c09a291-1667-49f1-aa1a-6b08c4516db7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.982330] env[70015]: DEBUG oslo_concurrency.lockutils [req-e21a78a5-6e58-4f83-961b-3320df816e3e req-4cd2ee6f-9b42-4bfe-b635-ea2d6241dd59 service nova] Lock "7c09a291-1667-49f1-aa1a-6b08c4516db7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.982817] env[70015]: DEBUG nova.compute.manager [req-e21a78a5-6e58-4f83-961b-3320df816e3e req-4cd2ee6f-9b42-4bfe-b635-ea2d6241dd59 service nova] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] No waiting events found dispatching network-vif-plugged-394a9ad5-851b-43f1-bd15-64854b61526e {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 719.983802] env[70015]: WARNING nova.compute.manager [req-e21a78a5-6e58-4f83-961b-3320df816e3e req-4cd2ee6f-9b42-4bfe-b635-ea2d6241dd59 service nova] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Received unexpected event network-vif-plugged-394a9ad5-851b-43f1-bd15-64854b61526e for instance with vm_state building and task_state spawning. [ 720.128537] env[70015]: DEBUG nova.network.neutron [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Successfully updated port: 394a9ad5-851b-43f1-bd15-64854b61526e {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 720.148333] env[70015]: DEBUG oslo_vmware.api [None req-8103e093-4c43-47bd-b586-414e0f7f0a5b tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Task: {'id': task-3610470, 'name': PowerOffVM_Task, 'duration_secs': 0.410777} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.148605] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-8103e093-4c43-47bd-b586-414e0f7f0a5b tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 720.148833] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8103e093-4c43-47bd-b586-414e0f7f0a5b tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 720.149065] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ddde9e46-8aa8-40ac-9a49-d9868b61dfc1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.232190] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8103e093-4c43-47bd-b586-414e0f7f0a5b tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 720.232190] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8103e093-4c43-47bd-b586-414e0f7f0a5b tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 720.232190] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-8103e093-4c43-47bd-b586-414e0f7f0a5b tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Deleting the datastore file [datastore2] 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 720.236402] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38821688-6468-4dc1-8652-9cb5f3abed18 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.244635] env[70015]: DEBUG oslo_vmware.api [None req-12c3e065-30da-4544-9a8b-c5d016a0c69f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3610465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.252897] env[70015]: DEBUG oslo_vmware.api [None req-8103e093-4c43-47bd-b586-414e0f7f0a5b tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Waiting for the task: (returnval){ [ 720.252897] env[70015]: value = "task-3610473" [ 720.252897] env[70015]: _type = "Task" [ 720.252897] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.260436] env[70015]: DEBUG oslo_vmware.api [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3610471, 'name': Rename_Task, 'duration_secs': 0.204091} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.261227] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 720.261548] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3f2a038-6539-4617-9cfd-dacc3d38bece {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.266579] env[70015]: DEBUG oslo_vmware.api [None req-8103e093-4c43-47bd-b586-414e0f7f0a5b tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Task: {'id': task-3610473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.275918] env[70015]: DEBUG oslo_vmware.api [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 720.275918] env[70015]: value = "task-3610474" [ 720.275918] env[70015]: _type = "Task" [ 720.275918] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.284657] env[70015]: DEBUG oslo_vmware.api [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3610474, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.344867] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488677eb-cc3f-47fe-8bbd-0901d6f202ae {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.356288] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd30ac14-6da2-4a23-ace1-f46795d9d47f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.390262] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8f4570-9a2b-4b8f-9213-c762b63fd21b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.398735] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d37bcf4-ea6c-4640-b1dc-db0a55756beb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.414027] env[70015]: DEBUG nova.compute.provider_tree [None req-ecfb12b0-c1a0-42dc-843f-070ae694bbd1 tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.630275] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "refresh_cache-7c09a291-1667-49f1-aa1a-6b08c4516db7" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.630641] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquired lock "refresh_cache-7c09a291-1667-49f1-aa1a-6b08c4516db7" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.630971] env[70015]: DEBUG nova.network.neutron [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 720.741215] env[70015]: DEBUG oslo_vmware.api [None req-12c3e065-30da-4544-9a8b-c5d016a0c69f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3610465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.771022] env[70015]: DEBUG oslo_vmware.api [None req-8103e093-4c43-47bd-b586-414e0f7f0a5b tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Task: {'id': task-3610473, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273097} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.771022] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-8103e093-4c43-47bd-b586-414e0f7f0a5b tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 720.771022] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8103e093-4c43-47bd-b586-414e0f7f0a5b tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 720.771022] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8103e093-4c43-47bd-b586-414e0f7f0a5b tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 720.771022] env[70015]: INFO nova.compute.manager [None req-8103e093-4c43-47bd-b586-414e0f7f0a5b tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Took 1.17 seconds to destroy the instance on the hypervisor. [ 720.771022] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8103e093-4c43-47bd-b586-414e0f7f0a5b tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.771022] env[70015]: DEBUG nova.compute.manager [-] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 720.771022] env[70015]: DEBUG nova.network.neutron [-] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 720.786453] env[70015]: DEBUG oslo_vmware.api [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3610474, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.917347] env[70015]: DEBUG nova.scheduler.client.report [None req-ecfb12b0-c1a0-42dc-843f-070ae694bbd1 tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.244436] env[70015]: DEBUG oslo_vmware.api [None req-12c3e065-30da-4544-9a8b-c5d016a0c69f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3610465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.258345] env[70015]: DEBUG nova.network.neutron [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 721.287559] env[70015]: DEBUG oslo_vmware.api [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3610474, 'name': PowerOnVM_Task, 'duration_secs': 0.725442} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.287831] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 721.288051] env[70015]: INFO nova.compute.manager [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Took 10.50 seconds to spawn the instance on the hypervisor. [ 721.288241] env[70015]: DEBUG nova.compute.manager [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.289083] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ce673f-3260-4fc5-a038-deeef704b9f1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.424136] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ecfb12b0-c1a0-42dc-843f-070ae694bbd1 tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.251s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.426033] env[70015]: DEBUG oslo_concurrency.lockutils [None req-eeac8de5-54c4-40be-8350-c7dd807a77b3 tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.689s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.426266] env[70015]: DEBUG nova.objects.instance [None req-eeac8de5-54c4-40be-8350-c7dd807a77b3 tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Lazy-loading 'resources' on Instance uuid 07c3e6db-ea22-480f-b16d-a577ef59284f {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 721.445766] env[70015]: INFO nova.scheduler.client.report [None req-ecfb12b0-c1a0-42dc-843f-070ae694bbd1 tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Deleted allocations for instance 9424c852-8a39-48a1-8f27-db4dd05059bb [ 721.746744] env[70015]: DEBUG oslo_vmware.api [None req-12c3e065-30da-4544-9a8b-c5d016a0c69f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3610465, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.808977] env[70015]: INFO nova.compute.manager [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Took 54.91 seconds to build instance. [ 721.911337] env[70015]: DEBUG nova.network.neutron [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Updating instance_info_cache with network_info: [{"id": "394a9ad5-851b-43f1-bd15-64854b61526e", "address": "fa:16:3e:de:6c:6e", "network": {"id": "aed3b2bc-e425-473e-9c01-5fba157d1ba4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-846382282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faa8a08038de44e2ad837e0e45b67282", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap394a9ad5-85", "ovs_interfaceid": "394a9ad5-851b-43f1-bd15-64854b61526e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.958972] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ecfb12b0-c1a0-42dc-843f-070ae694bbd1 tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Lock "9424c852-8a39-48a1-8f27-db4dd05059bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.726s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.252188] env[70015]: DEBUG oslo_vmware.api [None req-12c3e065-30da-4544-9a8b-c5d016a0c69f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3610465, 'name': ReconfigVM_Task, 'duration_secs': 5.774656} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.252188] env[70015]: DEBUG oslo_concurrency.lockutils [None req-12c3e065-30da-4544-9a8b-c5d016a0c69f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Releasing lock "a94ee314-5698-4a1f-b1f0-fd6e7cd056de" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.252188] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-12c3e065-30da-4544-9a8b-c5d016a0c69f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Reconfigured VM to detach interface {{(pid=70015) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 722.312666] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Lock "5105dfda-ca6b-44a3-af23-9162d99c7cb7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.428s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.416407] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Releasing lock "refresh_cache-7c09a291-1667-49f1-aa1a-6b08c4516db7" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.417755] env[70015]: DEBUG nova.compute.manager [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Instance network_info: |[{"id": "394a9ad5-851b-43f1-bd15-64854b61526e", "address": "fa:16:3e:de:6c:6e", "network": {"id": "aed3b2bc-e425-473e-9c01-5fba157d1ba4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-846382282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faa8a08038de44e2ad837e0e45b67282", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap394a9ad5-85", "ovs_interfaceid": "394a9ad5-851b-43f1-bd15-64854b61526e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 722.418733] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:6c:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cc30a16-f070-421c-964e-50c9aa32f17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '394a9ad5-851b-43f1-bd15-64854b61526e', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 722.427160] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.430799] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 722.430799] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a72bc775-9e82-4300-8804-bcd753d7b0dc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.460302] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 722.460302] env[70015]: value = "task-3610475" [ 722.460302] env[70015]: _type = "Task" [ 722.460302] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.469822] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610475, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.597062] env[70015]: DEBUG nova.network.neutron [-] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.612845] env[70015]: DEBUG nova.compute.manager [req-38eaac16-8eb2-4a0e-9bbc-e16a294bbb60 req-89a1042e-ae04-4772-a3e0-9e1ce26309c3 service nova] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Received event network-changed-394a9ad5-851b-43f1-bd15-64854b61526e {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.613053] env[70015]: DEBUG nova.compute.manager [req-38eaac16-8eb2-4a0e-9bbc-e16a294bbb60 req-89a1042e-ae04-4772-a3e0-9e1ce26309c3 service nova] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Refreshing instance network info cache due to event network-changed-394a9ad5-851b-43f1-bd15-64854b61526e. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 722.613279] env[70015]: DEBUG oslo_concurrency.lockutils [req-38eaac16-8eb2-4a0e-9bbc-e16a294bbb60 req-89a1042e-ae04-4772-a3e0-9e1ce26309c3 service nova] Acquiring lock "refresh_cache-7c09a291-1667-49f1-aa1a-6b08c4516db7" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.613990] env[70015]: DEBUG oslo_concurrency.lockutils [req-38eaac16-8eb2-4a0e-9bbc-e16a294bbb60 req-89a1042e-ae04-4772-a3e0-9e1ce26309c3 service nova] Acquired lock "refresh_cache-7c09a291-1667-49f1-aa1a-6b08c4516db7" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.613990] env[70015]: DEBUG nova.network.neutron [req-38eaac16-8eb2-4a0e-9bbc-e16a294bbb60 req-89a1042e-ae04-4772-a3e0-9e1ce26309c3 service nova] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Refreshing network info cache for port 394a9ad5-851b-43f1-bd15-64854b61526e {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 722.638702] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671256c3-b44d-4653-9c8e-c82c93bc8d3a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.655278] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5349c749-db32-44f7-9b7d-1a43f5c547b1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.701674] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c784d9f8-590c-4a64-96a8-7fe9a5e79bfe {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.712544] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259252e4-f608-47be-afaa-add5fab5b8fb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.733691] env[70015]: DEBUG nova.compute.provider_tree [None req-eeac8de5-54c4-40be-8350-c7dd807a77b3 tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.804524] env[70015]: DEBUG oslo_concurrency.lockutils [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquiring lock "9346b616-beab-42ce-8211-f746d17130ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.805074] env[70015]: DEBUG oslo_concurrency.lockutils [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lock "9346b616-beab-42ce-8211-f746d17130ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.814967] env[70015]: DEBUG nova.compute.manager [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 42a0560b-a274-4273-9828-57645661f4a0] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 722.975283] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610475, 'name': CreateVM_Task, 'duration_secs': 0.511961} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.975506] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 722.977118] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.977352] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.977690] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.977953] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fb4b57a-6ec4-4230-a473-6a671d78d247 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.984222] env[70015]: DEBUG oslo_vmware.api [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 722.984222] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52a8d8f1-c849-b165-2a33-7b2d3ab69e81" [ 722.984222] env[70015]: _type = "Task" [ 722.984222] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.000217] env[70015]: DEBUG oslo_vmware.api [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52a8d8f1-c849-b165-2a33-7b2d3ab69e81, 'name': SearchDatastore_Task, 'duration_secs': 0.013868} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.000872] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.001149] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 723.001382] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.001532] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.001774] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 723.002096] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e71b6bd-5f62-4929-9737-4701e1e26940 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.013985] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 723.014193] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 723.014945] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90d6c34d-2410-443d-9004-74e099023a0e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.021657] env[70015]: DEBUG oslo_vmware.api [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 723.021657] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52ac10c7-9223-5543-07a5-46f850998b46" [ 723.021657] env[70015]: _type = "Task" [ 723.021657] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.030207] env[70015]: DEBUG oslo_vmware.api [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52ac10c7-9223-5543-07a5-46f850998b46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.102354] env[70015]: INFO nova.compute.manager [-] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Took 2.33 seconds to deallocate network for instance. [ 723.242110] env[70015]: DEBUG nova.scheduler.client.report [None req-eeac8de5-54c4-40be-8350-c7dd807a77b3 tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.354816] env[70015]: DEBUG oslo_concurrency.lockutils [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.373567] env[70015]: DEBUG oslo_concurrency.lockutils [None req-833dc50b-983a-4af1-8751-3070aca08fed tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "a94ee314-5698-4a1f-b1f0-fd6e7cd056de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.373567] env[70015]: DEBUG oslo_concurrency.lockutils [None req-833dc50b-983a-4af1-8751-3070aca08fed tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "a94ee314-5698-4a1f-b1f0-fd6e7cd056de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.373567] env[70015]: DEBUG oslo_concurrency.lockutils [None req-833dc50b-983a-4af1-8751-3070aca08fed tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "a94ee314-5698-4a1f-b1f0-fd6e7cd056de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.374771] env[70015]: DEBUG oslo_concurrency.lockutils [None req-833dc50b-983a-4af1-8751-3070aca08fed tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "a94ee314-5698-4a1f-b1f0-fd6e7cd056de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.374771] env[70015]: DEBUG oslo_concurrency.lockutils [None req-833dc50b-983a-4af1-8751-3070aca08fed tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "a94ee314-5698-4a1f-b1f0-fd6e7cd056de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.379690] env[70015]: INFO nova.compute.manager [None req-833dc50b-983a-4af1-8751-3070aca08fed tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Terminating instance [ 723.469239] env[70015]: DEBUG nova.network.neutron [req-38eaac16-8eb2-4a0e-9bbc-e16a294bbb60 req-89a1042e-ae04-4772-a3e0-9e1ce26309c3 service nova] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Updated VIF entry in instance network info cache for port 394a9ad5-851b-43f1-bd15-64854b61526e. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 723.469719] env[70015]: DEBUG nova.network.neutron [req-38eaac16-8eb2-4a0e-9bbc-e16a294bbb60 req-89a1042e-ae04-4772-a3e0-9e1ce26309c3 service nova] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Updating instance_info_cache with network_info: [{"id": "394a9ad5-851b-43f1-bd15-64854b61526e", "address": "fa:16:3e:de:6c:6e", "network": {"id": "aed3b2bc-e425-473e-9c01-5fba157d1ba4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-846382282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faa8a08038de44e2ad837e0e45b67282", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap394a9ad5-85", "ovs_interfaceid": "394a9ad5-851b-43f1-bd15-64854b61526e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.533354] env[70015]: DEBUG oslo_vmware.api [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52ac10c7-9223-5543-07a5-46f850998b46, 'name': SearchDatastore_Task, 'duration_secs': 0.024666} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.534232] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ea56f58-1439-4e44-a5e7-4609601b577d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.545822] env[70015]: DEBUG oslo_vmware.api [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 723.545822] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]525ce251-00ba-c0db-4979-771b8c520f3c" [ 723.545822] env[70015]: _type = "Task" [ 723.545822] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.558372] env[70015]: DEBUG oslo_vmware.api [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]525ce251-00ba-c0db-4979-771b8c520f3c, 'name': SearchDatastore_Task, 'duration_secs': 0.013901} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.559067] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.559156] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 7c09a291-1667-49f1-aa1a-6b08c4516db7/7c09a291-1667-49f1-aa1a-6b08c4516db7.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 723.561552] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1fb1af24-f9d0-4e06-8a98-5f4508df870d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.569100] env[70015]: DEBUG oslo_vmware.api [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 723.569100] env[70015]: value = "task-3610476" [ 723.569100] env[70015]: _type = "Task" [ 723.569100] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.578577] env[70015]: DEBUG oslo_vmware.api [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610476, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.614168] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8103e093-4c43-47bd-b586-414e0f7f0a5b tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.747689] env[70015]: DEBUG oslo_concurrency.lockutils [None req-eeac8de5-54c4-40be-8350-c7dd807a77b3 tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.322s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.750233] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.617s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.753037] env[70015]: INFO nova.compute.claims [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 723.760477] env[70015]: DEBUG oslo_concurrency.lockutils [None req-12c3e065-30da-4544-9a8b-c5d016a0c69f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "refresh_cache-a94ee314-5698-4a1f-b1f0-fd6e7cd056de" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.760971] env[70015]: DEBUG oslo_concurrency.lockutils [None req-12c3e065-30da-4544-9a8b-c5d016a0c69f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquired lock "refresh_cache-a94ee314-5698-4a1f-b1f0-fd6e7cd056de" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.761416] env[70015]: DEBUG nova.network.neutron [None req-12c3e065-30da-4544-9a8b-c5d016a0c69f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.784813] env[70015]: INFO nova.scheduler.client.report [None req-eeac8de5-54c4-40be-8350-c7dd807a77b3 tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Deleted allocations for instance 07c3e6db-ea22-480f-b16d-a577ef59284f [ 723.886546] env[70015]: DEBUG nova.compute.manager [None req-833dc50b-983a-4af1-8751-3070aca08fed tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 723.886824] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-833dc50b-983a-4af1-8751-3070aca08fed tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 723.887733] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2627ff4-e303-47ad-ade9-6c1162911b49 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.898470] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-833dc50b-983a-4af1-8751-3070aca08fed tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 723.903037] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af758d7e-b0a9-46cd-ba7d-be6d63116c58 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.913109] env[70015]: DEBUG oslo_vmware.api [None req-833dc50b-983a-4af1-8751-3070aca08fed tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Waiting for the task: (returnval){ [ 723.913109] env[70015]: value = "task-3610477" [ 723.913109] env[70015]: _type = "Task" [ 723.913109] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.926231] env[70015]: DEBUG oslo_vmware.api [None req-833dc50b-983a-4af1-8751-3070aca08fed tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3610477, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.979613] env[70015]: DEBUG oslo_concurrency.lockutils [req-38eaac16-8eb2-4a0e-9bbc-e16a294bbb60 req-89a1042e-ae04-4772-a3e0-9e1ce26309c3 service nova] Releasing lock "refresh_cache-7c09a291-1667-49f1-aa1a-6b08c4516db7" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.082695] env[70015]: DEBUG oslo_vmware.api [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610476, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512837} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.083127] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 7c09a291-1667-49f1-aa1a-6b08c4516db7/7c09a291-1667-49f1-aa1a-6b08c4516db7.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 724.083382] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 724.083640] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eec1b1e4-ab42-43d8-be30-1abdaf4e9d89 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.098642] env[70015]: DEBUG oslo_vmware.api [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 724.098642] env[70015]: value = "task-3610478" [ 724.098642] env[70015]: _type = "Task" [ 724.098642] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.109724] env[70015]: DEBUG oslo_vmware.api [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610478, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.295749] env[70015]: DEBUG oslo_concurrency.lockutils [None req-eeac8de5-54c4-40be-8350-c7dd807a77b3 tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Lock "07c3e6db-ea22-480f-b16d-a577ef59284f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.129s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.425612] env[70015]: DEBUG oslo_vmware.api [None req-833dc50b-983a-4af1-8751-3070aca08fed tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3610477, 'name': PowerOffVM_Task, 'duration_secs': 0.298986} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.426052] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-833dc50b-983a-4af1-8751-3070aca08fed tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 724.426796] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-833dc50b-983a-4af1-8751-3070aca08fed tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 724.426796] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e92383f5-83a6-425b-8bc4-f35f0e3c3911 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.465557] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Acquiring lock "1716c7db-d5b5-4152-98cf-e20453059362" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.465933] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Lock "1716c7db-d5b5-4152-98cf-e20453059362" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.511643] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-833dc50b-983a-4af1-8751-3070aca08fed tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 724.511643] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-833dc50b-983a-4af1-8751-3070aca08fed tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 724.511643] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-833dc50b-983a-4af1-8751-3070aca08fed tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Deleting the datastore file [datastore1] a94ee314-5698-4a1f-b1f0-fd6e7cd056de {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 724.511643] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8be81b0-ae57-4312-acd1-c9fc012547ff {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.518954] env[70015]: DEBUG oslo_vmware.api [None req-833dc50b-983a-4af1-8751-3070aca08fed tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Waiting for the task: (returnval){ [ 724.518954] env[70015]: value = "task-3610480" [ 724.518954] env[70015]: _type = "Task" [ 724.518954] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.528418] env[70015]: DEBUG oslo_vmware.api [None req-833dc50b-983a-4af1-8751-3070aca08fed tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3610480, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.609372] env[70015]: DEBUG oslo_vmware.api [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610478, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080225} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.609641] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.610703] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a410c386-8754-4c14-9ac0-d603636daf4a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.635914] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 7c09a291-1667-49f1-aa1a-6b08c4516db7/7c09a291-1667-49f1-aa1a-6b08c4516db7.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.637053] env[70015]: INFO nova.network.neutron [None req-12c3e065-30da-4544-9a8b-c5d016a0c69f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Port 3110e5d4-a173-45de-9f87-d726f30c9232 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 724.637425] env[70015]: DEBUG nova.network.neutron [None req-12c3e065-30da-4544-9a8b-c5d016a0c69f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Updating instance_info_cache with network_info: [{"id": "dde6645d-8b42-4747-8f04-3f440c6642b6", "address": "fa:16:3e:58:0c:ff", "network": {"id": "54eb7a37-2a22-42e7-8acd-b881580de840", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-916588865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c24df7a88e5f4165b2618140613b0538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdde6645d-8b", "ovs_interfaceid": "dde6645d-8b42-4747-8f04-3f440c6642b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.638640] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4a0c0d7-1bd0-4e6d-909e-30b9513ece0e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.655445] env[70015]: DEBUG oslo_concurrency.lockutils [None req-12c3e065-30da-4544-9a8b-c5d016a0c69f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Releasing lock "refresh_cache-a94ee314-5698-4a1f-b1f0-fd6e7cd056de" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.658686] env[70015]: DEBUG nova.compute.manager [req-4ff89e4c-db49-4da0-a3f5-8344083c9d3f req-439540b0-7f5f-4e06-9e81-66d140bf3691 service nova] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Received event network-vif-deleted-7f9446d9-e6dd-42c3-9e2e-6540db1d073f {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.658921] env[70015]: DEBUG nova.compute.manager [req-4ff89e4c-db49-4da0-a3f5-8344083c9d3f req-439540b0-7f5f-4e06-9e81-66d140bf3691 service nova] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Received event network-vif-deleted-3110e5d4-a173-45de-9f87-d726f30c9232 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.659119] env[70015]: INFO nova.compute.manager [req-4ff89e4c-db49-4da0-a3f5-8344083c9d3f req-439540b0-7f5f-4e06-9e81-66d140bf3691 service nova] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Neutron deleted interface 3110e5d4-a173-45de-9f87-d726f30c9232; detaching it from the instance and deleting it from the info cache [ 724.659367] env[70015]: DEBUG nova.network.neutron [req-4ff89e4c-db49-4da0-a3f5-8344083c9d3f req-439540b0-7f5f-4e06-9e81-66d140bf3691 service nova] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Updating instance_info_cache with network_info: [{"id": "dde6645d-8b42-4747-8f04-3f440c6642b6", "address": "fa:16:3e:58:0c:ff", "network": {"id": "54eb7a37-2a22-42e7-8acd-b881580de840", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-916588865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c24df7a88e5f4165b2618140613b0538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdde6645d-8b", "ovs_interfaceid": "dde6645d-8b42-4747-8f04-3f440c6642b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.669212] env[70015]: DEBUG oslo_vmware.api [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 724.669212] env[70015]: value = "task-3610481" [ 724.669212] env[70015]: _type = "Task" [ 724.669212] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.679443] env[70015]: DEBUG oslo_vmware.api [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610481, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.029681] env[70015]: DEBUG oslo_vmware.api [None req-833dc50b-983a-4af1-8751-3070aca08fed tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3610480, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219529} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.033114] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-833dc50b-983a-4af1-8751-3070aca08fed tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 725.033114] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-833dc50b-983a-4af1-8751-3070aca08fed tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 725.033114] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-833dc50b-983a-4af1-8751-3070aca08fed tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 725.033114] env[70015]: INFO nova.compute.manager [None req-833dc50b-983a-4af1-8751-3070aca08fed tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Took 1.15 seconds to destroy the instance on the hypervisor. [ 725.033383] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-833dc50b-983a-4af1-8751-3070aca08fed tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.033791] env[70015]: DEBUG nova.compute.manager [-] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 725.033888] env[70015]: DEBUG nova.network.neutron [-] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 725.163869] env[70015]: DEBUG oslo_concurrency.lockutils [None req-12c3e065-30da-4544-9a8b-c5d016a0c69f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "interface-a94ee314-5698-4a1f-b1f0-fd6e7cd056de-3110e5d4-a173-45de-9f87-d726f30c9232" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.518s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.165975] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-981dfab8-4529-4eff-a93f-6e9c8251ea25 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.183861] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507cd10b-7ca9-4ded-b88b-d7841f80b8f8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.208007] env[70015]: DEBUG oslo_vmware.api [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610481, 'name': ReconfigVM_Task, 'duration_secs': 0.303201} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.210416] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 7c09a291-1667-49f1-aa1a-6b08c4516db7/7c09a291-1667-49f1-aa1a-6b08c4516db7.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.211721] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f349485-a707-407e-8141-f02acebc1952 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.234735] env[70015]: DEBUG nova.compute.manager [req-4ff89e4c-db49-4da0-a3f5-8344083c9d3f req-439540b0-7f5f-4e06-9e81-66d140bf3691 service nova] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Detach interface failed, port_id=3110e5d4-a173-45de-9f87-d726f30c9232, reason: Instance a94ee314-5698-4a1f-b1f0-fd6e7cd056de could not be found. {{(pid=70015) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 725.235298] env[70015]: DEBUG oslo_vmware.api [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 725.235298] env[70015]: value = "task-3610482" [ 725.235298] env[70015]: _type = "Task" [ 725.235298] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.247884] env[70015]: DEBUG oslo_vmware.api [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610482, 'name': Rename_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.284137] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32270a9-76a6-46fa-bc2c-ef11cf5cc441 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.292513] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c36009-d287-4521-9bde-53dda902aff7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.323979] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79e31e0-a607-4219-8645-bf9fad0633be {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.332528] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614d4638-0bbb-4eb2-9bab-35674854b1eb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.352462] env[70015]: DEBUG nova.compute.provider_tree [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.550780] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Acquiring lock "938ef7b4-e459-403d-ba0f-93415a15acbc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.550961] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Lock "938ef7b4-e459-403d-ba0f-93415a15acbc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.749199] env[70015]: DEBUG oslo_vmware.api [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610482, 'name': Rename_Task, 'duration_secs': 0.165352} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.749496] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.749950] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e844009-3012-44f2-852b-5c0976aa1cd0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.756979] env[70015]: DEBUG oslo_vmware.api [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 725.756979] env[70015]: value = "task-3610483" [ 725.756979] env[70015]: _type = "Task" [ 725.756979] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.765384] env[70015]: DEBUG oslo_vmware.api [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610483, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.856339] env[70015]: DEBUG nova.scheduler.client.report [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.275341] env[70015]: DEBUG oslo_vmware.api [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610483, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.362852] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.362852] env[70015]: DEBUG nova.compute.manager [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 726.365530] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.668s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.369068] env[70015]: INFO nova.compute.claims [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: af089f7b-dc31-4722-93a2-a2dbc9ff557e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 726.542620] env[70015]: DEBUG nova.network.neutron [-] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.770236] env[70015]: DEBUG oslo_vmware.api [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610483, 'name': PowerOnVM_Task, 'duration_secs': 0.645809} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.770236] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.770236] env[70015]: INFO nova.compute.manager [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Took 7.77 seconds to spawn the instance on the hypervisor. [ 726.770236] env[70015]: DEBUG nova.compute.manager [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.771054] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473c3568-b0f4-4778-9e6e-d1e24a1ccde0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.874476] env[70015]: DEBUG nova.compute.utils [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 726.878363] env[70015]: DEBUG nova.compute.manager [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 726.878547] env[70015]: DEBUG nova.network.neutron [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 726.991834] env[70015]: DEBUG nova.compute.manager [req-276cf568-01b9-452d-bae9-439d43d6fb45 req-cc77d770-54c0-4e08-bf67-1a4d7d3fdc1d service nova] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Received event network-vif-deleted-dde6645d-8b42-4747-8f04-3f440c6642b6 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.007393] env[70015]: DEBUG nova.policy [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '128a4e7890a6485fb780cf775afe4789', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '18af55c3b61d40df9b4d2eea6d7c1946', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 727.044524] env[70015]: INFO nova.compute.manager [-] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Took 2.01 seconds to deallocate network for instance. [ 727.292890] env[70015]: INFO nova.compute.manager [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Took 57.19 seconds to build instance. [ 727.379373] env[70015]: DEBUG nova.compute.manager [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 727.460364] env[70015]: DEBUG nova.network.neutron [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Successfully created port: e723338d-b3f8-4ef4-bf80-7a3463084f48 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 727.558744] env[70015]: DEBUG oslo_concurrency.lockutils [None req-833dc50b-983a-4af1-8751-3070aca08fed tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.795226] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8d156112-eb4e-4427-a1df-02c72d5aadfa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "7c09a291-1667-49f1-aa1a-6b08c4516db7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.356s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.937061] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bef0bc1-ebb5-4d88-a84a-4cdd05562fbd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.948024] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ffe7ce-dca7-4542-8001-267ff53cfcf3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.980683] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa60ee9a-728f-4a6d-a1be-3440173e141b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.989447] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a21a30-3cc5-4b10-b03e-79d4c221bd52 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.003377] env[70015]: DEBUG nova.compute.provider_tree [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.301440] env[70015]: DEBUG nova.compute.manager [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 728.396820] env[70015]: DEBUG nova.compute.manager [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 728.424468] env[70015]: DEBUG nova.virt.hardware [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 728.424468] env[70015]: DEBUG nova.virt.hardware [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 728.424468] env[70015]: DEBUG nova.virt.hardware [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 728.424468] env[70015]: DEBUG nova.virt.hardware [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 728.425298] env[70015]: DEBUG nova.virt.hardware [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 728.425769] env[70015]: DEBUG nova.virt.hardware [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 728.426153] env[70015]: DEBUG nova.virt.hardware [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 728.426509] env[70015]: DEBUG nova.virt.hardware [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 728.426965] env[70015]: DEBUG nova.virt.hardware [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 728.427730] env[70015]: DEBUG nova.virt.hardware [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 728.430098] env[70015]: DEBUG nova.virt.hardware [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 728.430098] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfc5c7f-8e75-46a4-8c09-3d0bd15a024b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.438444] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e5bbe6-d7d5-43cb-a772-d068bf405fe4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.508016] env[70015]: DEBUG nova.scheduler.client.report [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.652175] env[70015]: INFO nova.compute.manager [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Rebuilding instance [ 728.701142] env[70015]: DEBUG nova.compute.manager [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 728.702208] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b635cbd8-1f6e-446c-8bd7-9885ea870cbe {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.820217] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.011537] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.012128] env[70015]: DEBUG nova.compute.manager [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: af089f7b-dc31-4722-93a2-a2dbc9ff557e] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 729.014675] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 40.651s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.017976] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.017976] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70015) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 729.017976] env[70015]: DEBUG oslo_concurrency.lockutils [None req-dba4e69f-6263-4946-affb-feddd07237e2 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.489s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.017976] env[70015]: DEBUG nova.objects.instance [None req-dba4e69f-6263-4946-affb-feddd07237e2 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Lazy-loading 'resources' on Instance uuid d9957b72-61d0-4280-90c3-effa1cb9fce6 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 729.017976] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb220b44-9e2b-4cc5-84a5-fcea9add306f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.027670] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e44d95-7fea-4860-8a2f-0e7914ef54e0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.047505] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa77458-d045-48b6-bc7f-07a28d514ecd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.055846] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2c086b-c12c-4fd1-b9d4-ef7aa4a38648 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.093251] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179643MB free_disk=76GB free_vcpus=48 pci_devices=None {{(pid=70015) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 729.093452] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.095620] env[70015]: DEBUG nova.compute.manager [req-19af4ce3-4c78-4bb3-a836-1cdcfc04e8b0 req-44202c44-1921-4b1c-a06d-d84da1e1f2ee service nova] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Received event network-vif-plugged-e723338d-b3f8-4ef4-bf80-7a3463084f48 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.096155] env[70015]: DEBUG oslo_concurrency.lockutils [req-19af4ce3-4c78-4bb3-a836-1cdcfc04e8b0 req-44202c44-1921-4b1c-a06d-d84da1e1f2ee service nova] Acquiring lock "844c678b-6d1e-401a-9989-f4d7d90f262e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.096431] env[70015]: DEBUG oslo_concurrency.lockutils [req-19af4ce3-4c78-4bb3-a836-1cdcfc04e8b0 req-44202c44-1921-4b1c-a06d-d84da1e1f2ee service nova] Lock "844c678b-6d1e-401a-9989-f4d7d90f262e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.096641] env[70015]: DEBUG oslo_concurrency.lockutils [req-19af4ce3-4c78-4bb3-a836-1cdcfc04e8b0 req-44202c44-1921-4b1c-a06d-d84da1e1f2ee service nova] Lock "844c678b-6d1e-401a-9989-f4d7d90f262e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.097101] env[70015]: DEBUG nova.compute.manager [req-19af4ce3-4c78-4bb3-a836-1cdcfc04e8b0 req-44202c44-1921-4b1c-a06d-d84da1e1f2ee service nova] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] No waiting events found dispatching network-vif-plugged-e723338d-b3f8-4ef4-bf80-7a3463084f48 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 729.097343] env[70015]: WARNING nova.compute.manager [req-19af4ce3-4c78-4bb3-a836-1cdcfc04e8b0 req-44202c44-1921-4b1c-a06d-d84da1e1f2ee service nova] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Received unexpected event network-vif-plugged-e723338d-b3f8-4ef4-bf80-7a3463084f48 for instance with vm_state building and task_state spawning. [ 729.181123] env[70015]: DEBUG nova.network.neutron [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Successfully updated port: e723338d-b3f8-4ef4-bf80-7a3463084f48 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 729.521777] env[70015]: DEBUG nova.compute.utils [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 729.527020] env[70015]: DEBUG nova.compute.manager [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: af089f7b-dc31-4722-93a2-a2dbc9ff557e] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 729.527020] env[70015]: DEBUG nova.network.neutron [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: af089f7b-dc31-4722-93a2-a2dbc9ff557e] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 729.582927] env[70015]: DEBUG nova.policy [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14e50be41be749fb82f3c23bbe7514d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9c5d6fb266d42529edbf505731ee279', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 729.685135] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Acquiring lock "refresh_cache-844c678b-6d1e-401a-9989-f4d7d90f262e" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.685397] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Acquired lock "refresh_cache-844c678b-6d1e-401a-9989-f4d7d90f262e" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.685500] env[70015]: DEBUG nova.network.neutron [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 729.720014] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 729.720014] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2183cc6-c686-420f-8ab6-cecaa284f48f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.728927] env[70015]: DEBUG oslo_vmware.api [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 729.728927] env[70015]: value = "task-3610484" [ 729.728927] env[70015]: _type = "Task" [ 729.728927] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.743632] env[70015]: DEBUG oslo_vmware.api [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.995484] env[70015]: DEBUG nova.network.neutron [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: af089f7b-dc31-4722-93a2-a2dbc9ff557e] Successfully created port: 87d2234f-a805-47b7-8fd7-8262e600d7fa {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 730.026711] env[70015]: DEBUG nova.compute.manager [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: af089f7b-dc31-4722-93a2-a2dbc9ff557e] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 730.072101] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a54d188-739e-4763-9cc9-c02078919860 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.080700] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ec74f8-e209-40f1-a67c-d59f242f1d3d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.121141] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25817175-e80d-47d8-be61-af2c62b703ca {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.131966] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa262179-164b-4404-956e-e923279b289e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.155347] env[70015]: DEBUG nova.compute.provider_tree [None req-dba4e69f-6263-4946-affb-feddd07237e2 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.230292] env[70015]: DEBUG nova.network.neutron [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 730.243813] env[70015]: DEBUG oslo_vmware.api [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610484, 'name': PowerOffVM_Task, 'duration_secs': 0.23006} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.244094] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 730.244393] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 730.245603] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6bd6c05-52b4-4b48-beba-0165b5d5524d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.254353] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 730.254353] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8451c071-8c2f-4aa6-8983-529b63009e68 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.362144] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 730.362643] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 730.362643] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Deleting the datastore file [datastore1] 7c09a291-1667-49f1-aa1a-6b08c4516db7 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 730.362879] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-504322fa-1850-4e51-a37c-3c9b407c382d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.371092] env[70015]: DEBUG oslo_vmware.api [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 730.371092] env[70015]: value = "task-3610486" [ 730.371092] env[70015]: _type = "Task" [ 730.371092] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.381625] env[70015]: DEBUG oslo_vmware.api [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.493059] env[70015]: DEBUG nova.network.neutron [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Updating instance_info_cache with network_info: [{"id": "e723338d-b3f8-4ef4-bf80-7a3463084f48", "address": "fa:16:3e:63:3d:86", "network": {"id": "587aa0b5-b16d-4f2f-8707-2fa01c054a4a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-794950716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "18af55c3b61d40df9b4d2eea6d7c1946", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape723338d-b3", "ovs_interfaceid": "e723338d-b3f8-4ef4-bf80-7a3463084f48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.660487] env[70015]: DEBUG nova.scheduler.client.report [None req-dba4e69f-6263-4946-affb-feddd07237e2 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.883559] env[70015]: DEBUG oslo_vmware.api [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610486, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2386} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.883830] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 730.884041] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 730.884278] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 730.996914] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Releasing lock "refresh_cache-844c678b-6d1e-401a-9989-f4d7d90f262e" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.997277] env[70015]: DEBUG nova.compute.manager [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Instance network_info: |[{"id": "e723338d-b3f8-4ef4-bf80-7a3463084f48", "address": "fa:16:3e:63:3d:86", "network": {"id": "587aa0b5-b16d-4f2f-8707-2fa01c054a4a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-794950716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "18af55c3b61d40df9b4d2eea6d7c1946", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape723338d-b3", "ovs_interfaceid": "e723338d-b3f8-4ef4-bf80-7a3463084f48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 730.999191] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:3d:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd12aff80-9d1b-4a67-a470-9c0148b443e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e723338d-b3f8-4ef4-bf80-7a3463084f48', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 731.008742] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Creating folder: Project (18af55c3b61d40df9b4d2eea6d7c1946). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 731.009421] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77065564-01d4-4c2d-8088-6feb95fc8988 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.023285] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Created folder: Project (18af55c3b61d40df9b4d2eea6d7c1946) in parent group-v720117. [ 731.023562] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Creating folder: Instances. Parent ref: group-v720211. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 731.023785] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-815295f7-5170-45de-b06f-de0f532e2604 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.037886] env[70015]: DEBUG nova.compute.manager [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: af089f7b-dc31-4722-93a2-a2dbc9ff557e] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 731.040137] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Created folder: Instances in parent group-v720211. [ 731.040370] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.043348] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 731.043348] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-886ca934-ccb6-4e38-88d9-4c768b556e50 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.072391] env[70015]: DEBUG nova.virt.hardware [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 731.072391] env[70015]: DEBUG nova.virt.hardware [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 731.072391] env[70015]: DEBUG nova.virt.hardware [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 731.072391] env[70015]: DEBUG nova.virt.hardware [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 731.072391] env[70015]: DEBUG nova.virt.hardware [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 731.072391] env[70015]: DEBUG nova.virt.hardware [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 731.072391] env[70015]: DEBUG nova.virt.hardware [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 731.072391] env[70015]: DEBUG nova.virt.hardware [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 731.072391] env[70015]: DEBUG nova.virt.hardware [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 731.072391] env[70015]: DEBUG nova.virt.hardware [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 731.072391] env[70015]: DEBUG nova.virt.hardware [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 731.072875] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 731.072875] env[70015]: value = "task-3610489" [ 731.072875] env[70015]: _type = "Task" [ 731.072875] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.073494] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1becb4-6fda-4531-a960-d0b9da0121e4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.089262] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610489, 'name': CreateVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.090237] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62208666-4342-4aa1-abd6-fbe7501ab227 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.166427] env[70015]: DEBUG oslo_concurrency.lockutils [None req-dba4e69f-6263-4946-affb-feddd07237e2 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.151s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.169376] env[70015]: DEBUG oslo_concurrency.lockutils [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.320s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.171527] env[70015]: INFO nova.compute.claims [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: c8747a31-7a75-4ccd-b513-fb2a0769b0d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 731.192081] env[70015]: INFO nova.scheduler.client.report [None req-dba4e69f-6263-4946-affb-feddd07237e2 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Deleted allocations for instance d9957b72-61d0-4280-90c3-effa1cb9fce6 [ 731.275159] env[70015]: DEBUG nova.compute.manager [req-a9f52913-c831-4e98-8f03-df82d6f6d2d3 req-602e8e07-3c39-4180-9422-23b0142f6d73 service nova] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Received event network-changed-e723338d-b3f8-4ef4-bf80-7a3463084f48 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.275159] env[70015]: DEBUG nova.compute.manager [req-a9f52913-c831-4e98-8f03-df82d6f6d2d3 req-602e8e07-3c39-4180-9422-23b0142f6d73 service nova] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Refreshing instance network info cache due to event network-changed-e723338d-b3f8-4ef4-bf80-7a3463084f48. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 731.275469] env[70015]: DEBUG oslo_concurrency.lockutils [req-a9f52913-c831-4e98-8f03-df82d6f6d2d3 req-602e8e07-3c39-4180-9422-23b0142f6d73 service nova] Acquiring lock "refresh_cache-844c678b-6d1e-401a-9989-f4d7d90f262e" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.275798] env[70015]: DEBUG oslo_concurrency.lockutils [req-a9f52913-c831-4e98-8f03-df82d6f6d2d3 req-602e8e07-3c39-4180-9422-23b0142f6d73 service nova] Acquired lock "refresh_cache-844c678b-6d1e-401a-9989-f4d7d90f262e" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.276165] env[70015]: DEBUG nova.network.neutron [req-a9f52913-c831-4e98-8f03-df82d6f6d2d3 req-602e8e07-3c39-4180-9422-23b0142f6d73 service nova] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Refreshing network info cache for port e723338d-b3f8-4ef4-bf80-7a3463084f48 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.569869] env[70015]: DEBUG oslo_concurrency.lockutils [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquiring lock "5a609adf-7c6f-4ee5-a94a-cdda99227a12" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.570861] env[70015]: DEBUG oslo_concurrency.lockutils [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "5a609adf-7c6f-4ee5-a94a-cdda99227a12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.589467] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610489, 'name': CreateVM_Task, 'duration_secs': 0.383509} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.589635] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 731.590491] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.591797] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.591797] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.591797] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fad8fcad-483b-471d-ace3-d82d03bf7a5c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.597401] env[70015]: DEBUG oslo_vmware.api [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Waiting for the task: (returnval){ [ 731.597401] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]527ab690-1483-c69c-5493-8050ceac7b42" [ 731.597401] env[70015]: _type = "Task" [ 731.597401] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.606834] env[70015]: DEBUG oslo_vmware.api [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]527ab690-1483-c69c-5493-8050ceac7b42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.703357] env[70015]: DEBUG oslo_concurrency.lockutils [None req-dba4e69f-6263-4946-affb-feddd07237e2 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Lock "d9957b72-61d0-4280-90c3-effa1cb9fce6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.757s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.842842] env[70015]: DEBUG nova.network.neutron [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: af089f7b-dc31-4722-93a2-a2dbc9ff557e] Successfully updated port: 87d2234f-a805-47b7-8fd7-8262e600d7fa {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 731.935410] env[70015]: DEBUG nova.virt.hardware [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 731.935551] env[70015]: DEBUG nova.virt.hardware [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 731.935703] env[70015]: DEBUG nova.virt.hardware [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 731.935884] env[70015]: DEBUG nova.virt.hardware [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 731.939025] env[70015]: DEBUG nova.virt.hardware [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 731.939025] env[70015]: DEBUG nova.virt.hardware [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 731.939025] env[70015]: DEBUG nova.virt.hardware [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 731.939025] env[70015]: DEBUG nova.virt.hardware [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 731.939025] env[70015]: DEBUG nova.virt.hardware [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 731.939025] env[70015]: DEBUG nova.virt.hardware [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 731.939025] env[70015]: DEBUG nova.virt.hardware [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 731.939025] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f768670-88ee-405c-91a7-5113dfaa4c08 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.946322] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419949ae-fbef-4674-8c0e-af73e69d0a2e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.963926] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:6c:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cc30a16-f070-421c-964e-50c9aa32f17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '394a9ad5-851b-43f1-bd15-64854b61526e', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 731.971788] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.972104] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 731.972826] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1edc6864-6a5b-4ff2-b930-4b3b5d4f57a8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.994437] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 731.994437] env[70015]: value = "task-3610490" [ 731.994437] env[70015]: _type = "Task" [ 731.994437] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.002169] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610490, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.075930] env[70015]: DEBUG nova.network.neutron [req-a9f52913-c831-4e98-8f03-df82d6f6d2d3 req-602e8e07-3c39-4180-9422-23b0142f6d73 service nova] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Updated VIF entry in instance network info cache for port e723338d-b3f8-4ef4-bf80-7a3463084f48. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.076470] env[70015]: DEBUG nova.network.neutron [req-a9f52913-c831-4e98-8f03-df82d6f6d2d3 req-602e8e07-3c39-4180-9422-23b0142f6d73 service nova] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Updating instance_info_cache with network_info: [{"id": "e723338d-b3f8-4ef4-bf80-7a3463084f48", "address": "fa:16:3e:63:3d:86", "network": {"id": "587aa0b5-b16d-4f2f-8707-2fa01c054a4a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-794950716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "18af55c3b61d40df9b4d2eea6d7c1946", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape723338d-b3", "ovs_interfaceid": "e723338d-b3f8-4ef4-bf80-7a3463084f48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.107479] env[70015]: DEBUG oslo_vmware.api [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]527ab690-1483-c69c-5493-8050ceac7b42, 'name': SearchDatastore_Task, 'duration_secs': 0.034205} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.107792] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.108031] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 732.108265] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.108764] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.108971] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 732.109247] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4203fcb6-0d8a-4792-8403-7ed564d629b8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.121130] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 732.121324] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 732.122158] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-451d0dba-478f-4ad1-94ce-91df92998a37 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.130101] env[70015]: DEBUG oslo_vmware.api [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Waiting for the task: (returnval){ [ 732.130101] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52b8ed78-5a1f-7f99-bde5-4cce06f209bc" [ 732.130101] env[70015]: _type = "Task" [ 732.130101] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.138981] env[70015]: DEBUG oslo_vmware.api [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52b8ed78-5a1f-7f99-bde5-4cce06f209bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.347460] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Acquiring lock "refresh_cache-af089f7b-dc31-4722-93a2-a2dbc9ff557e" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.347676] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Acquired lock "refresh_cache-af089f7b-dc31-4722-93a2-a2dbc9ff557e" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.347842] env[70015]: DEBUG nova.network.neutron [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: af089f7b-dc31-4722-93a2-a2dbc9ff557e] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.509159] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610490, 'name': CreateVM_Task, 'duration_secs': 0.361388} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.509339] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 732.510031] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.510210] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.510834] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.510834] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e29b2c23-3a2a-436c-9008-f3b06da72069 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.515520] env[70015]: DEBUG oslo_vmware.api [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 732.515520] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52c9df90-cd6a-82f4-b5a8-31b76515343f" [ 732.515520] env[70015]: _type = "Task" [ 732.515520] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.529323] env[70015]: DEBUG oslo_vmware.api [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52c9df90-cd6a-82f4-b5a8-31b76515343f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.579331] env[70015]: DEBUG oslo_concurrency.lockutils [req-a9f52913-c831-4e98-8f03-df82d6f6d2d3 req-602e8e07-3c39-4180-9422-23b0142f6d73 service nova] Releasing lock "refresh_cache-844c678b-6d1e-401a-9989-f4d7d90f262e" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.644237] env[70015]: DEBUG oslo_vmware.api [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52b8ed78-5a1f-7f99-bde5-4cce06f209bc, 'name': SearchDatastore_Task, 'duration_secs': 0.015213} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.645113] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6390db9-fee4-4e8d-a4fa-20973f9bd4a8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.655223] env[70015]: DEBUG oslo_vmware.api [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Waiting for the task: (returnval){ [ 732.655223] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5272a375-0c86-aea5-e580-2bf603a6fcb4" [ 732.655223] env[70015]: _type = "Task" [ 732.655223] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.665655] env[70015]: DEBUG oslo_vmware.api [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5272a375-0c86-aea5-e580-2bf603a6fcb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.758704] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bc20b3-6422-435b-b66e-47ccd4aa557f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.767370] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981b39f9-46c2-4322-adc4-27e347e5e14f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.809019] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa10c072-dc38-48e6-b814-11f5d80b13c7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.816496] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81d3f3c-3c65-41c4-986c-e8fee82e1e67 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.830288] env[70015]: DEBUG nova.compute.provider_tree [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 732.903469] env[70015]: DEBUG nova.network.neutron [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: af089f7b-dc31-4722-93a2-a2dbc9ff557e] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 733.029579] env[70015]: DEBUG oslo_vmware.api [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52c9df90-cd6a-82f4-b5a8-31b76515343f, 'name': SearchDatastore_Task, 'duration_secs': 0.01137} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.036895] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.036975] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 733.037207] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.177183] env[70015]: DEBUG oslo_vmware.api [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5272a375-0c86-aea5-e580-2bf603a6fcb4, 'name': SearchDatastore_Task, 'duration_secs': 0.012403} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.177183] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.177183] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 844c678b-6d1e-401a-9989-f4d7d90f262e/844c678b-6d1e-401a-9989-f4d7d90f262e.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 733.177525] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.177525] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 733.177630] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65eab86c-473f-4d46-8a36-85b8965033a8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.179691] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42f4cc84-b0b6-4d3a-92a6-d46d1ecfa338 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.187366] env[70015]: DEBUG oslo_vmware.api [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Waiting for the task: (returnval){ [ 733.187366] env[70015]: value = "task-3610491" [ 733.187366] env[70015]: _type = "Task" [ 733.187366] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.192737] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 733.192737] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 733.195953] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76e9233f-a0e9-44cc-810e-1fbb4a3b6218 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.200105] env[70015]: DEBUG oslo_vmware.api [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610491, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.202906] env[70015]: DEBUG oslo_vmware.api [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 733.202906] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52806bc7-5169-0629-518d-1656ef7c6116" [ 733.202906] env[70015]: _type = "Task" [ 733.202906] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.210941] env[70015]: DEBUG oslo_vmware.api [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52806bc7-5169-0629-518d-1656ef7c6116, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.232165] env[70015]: DEBUG nova.network.neutron [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: af089f7b-dc31-4722-93a2-a2dbc9ff557e] Updating instance_info_cache with network_info: [{"id": "87d2234f-a805-47b7-8fd7-8262e600d7fa", "address": "fa:16:3e:4f:75:67", "network": {"id": "d5498b24-6770-4133-8a6e-bd42a291b7b7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2050527259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9c5d6fb266d42529edbf505731ee279", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87d2234f-a8", "ovs_interfaceid": "87d2234f-a805-47b7-8fd7-8262e600d7fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.362765] env[70015]: ERROR nova.scheduler.client.report [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [req-0c651e07-6a20-4d27-bdb9-19ce46cd9d6e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 74b1aad2-fde9-482f-bdc7-a62277f2e79c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0c651e07-6a20-4d27-bdb9-19ce46cd9d6e"}]} [ 733.389500] env[70015]: DEBUG nova.scheduler.client.report [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Refreshing inventories for resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 733.407388] env[70015]: DEBUG nova.compute.manager [req-9eab2e17-54e0-4f01-ba9d-4791960a6ed8 req-714b9827-2f22-4d5c-bed5-28d04b2088f2 service nova] [instance: af089f7b-dc31-4722-93a2-a2dbc9ff557e] Received event network-vif-plugged-87d2234f-a805-47b7-8fd7-8262e600d7fa {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.407388] env[70015]: DEBUG oslo_concurrency.lockutils [req-9eab2e17-54e0-4f01-ba9d-4791960a6ed8 req-714b9827-2f22-4d5c-bed5-28d04b2088f2 service nova] Acquiring lock "af089f7b-dc31-4722-93a2-a2dbc9ff557e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.408045] env[70015]: DEBUG oslo_concurrency.lockutils [req-9eab2e17-54e0-4f01-ba9d-4791960a6ed8 req-714b9827-2f22-4d5c-bed5-28d04b2088f2 service nova] Lock "af089f7b-dc31-4722-93a2-a2dbc9ff557e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.408045] env[70015]: DEBUG oslo_concurrency.lockutils [req-9eab2e17-54e0-4f01-ba9d-4791960a6ed8 req-714b9827-2f22-4d5c-bed5-28d04b2088f2 service nova] Lock "af089f7b-dc31-4722-93a2-a2dbc9ff557e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.408045] env[70015]: DEBUG nova.compute.manager [req-9eab2e17-54e0-4f01-ba9d-4791960a6ed8 req-714b9827-2f22-4d5c-bed5-28d04b2088f2 service nova] [instance: af089f7b-dc31-4722-93a2-a2dbc9ff557e] No waiting events found dispatching network-vif-plugged-87d2234f-a805-47b7-8fd7-8262e600d7fa {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 733.413553] env[70015]: WARNING nova.compute.manager [req-9eab2e17-54e0-4f01-ba9d-4791960a6ed8 req-714b9827-2f22-4d5c-bed5-28d04b2088f2 service nova] [instance: af089f7b-dc31-4722-93a2-a2dbc9ff557e] Received unexpected event network-vif-plugged-87d2234f-a805-47b7-8fd7-8262e600d7fa for instance with vm_state building and task_state spawning. [ 733.413553] env[70015]: DEBUG nova.compute.manager [req-9eab2e17-54e0-4f01-ba9d-4791960a6ed8 req-714b9827-2f22-4d5c-bed5-28d04b2088f2 service nova] [instance: af089f7b-dc31-4722-93a2-a2dbc9ff557e] Received event network-changed-87d2234f-a805-47b7-8fd7-8262e600d7fa {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.413553] env[70015]: DEBUG nova.compute.manager [req-9eab2e17-54e0-4f01-ba9d-4791960a6ed8 req-714b9827-2f22-4d5c-bed5-28d04b2088f2 service nova] [instance: af089f7b-dc31-4722-93a2-a2dbc9ff557e] Refreshing instance network info cache due to event network-changed-87d2234f-a805-47b7-8fd7-8262e600d7fa. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 733.413553] env[70015]: DEBUG oslo_concurrency.lockutils [req-9eab2e17-54e0-4f01-ba9d-4791960a6ed8 req-714b9827-2f22-4d5c-bed5-28d04b2088f2 service nova] Acquiring lock "refresh_cache-af089f7b-dc31-4722-93a2-a2dbc9ff557e" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.415953] env[70015]: DEBUG nova.scheduler.client.report [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Updating ProviderTree inventory for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 733.416189] env[70015]: DEBUG nova.compute.provider_tree [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 733.443951] env[70015]: DEBUG nova.scheduler.client.report [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Refreshing aggregate associations for resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c, aggregates: None {{(pid=70015) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 733.463756] env[70015]: DEBUG nova.scheduler.client.report [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Refreshing trait associations for resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=70015) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 733.698144] env[70015]: DEBUG oslo_vmware.api [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610491, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510245} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.698296] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 844c678b-6d1e-401a-9989-f4d7d90f262e/844c678b-6d1e-401a-9989-f4d7d90f262e.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 733.698526] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 733.701143] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-476f82ca-f56b-4ed5-adec-2926396d674b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.709567] env[70015]: DEBUG oslo_vmware.api [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Waiting for the task: (returnval){ [ 733.709567] env[70015]: value = "task-3610492" [ 733.709567] env[70015]: _type = "Task" [ 733.709567] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.718612] env[70015]: DEBUG oslo_vmware.api [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52806bc7-5169-0629-518d-1656ef7c6116, 'name': SearchDatastore_Task, 'duration_secs': 0.008708} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.722667] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ac5eed8-271d-4442-8b24-5a1fb04e4070 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.727645] env[70015]: DEBUG oslo_vmware.api [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610492, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.730286] env[70015]: DEBUG oslo_vmware.api [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 733.730286] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5295c3de-fea9-986e-904c-565036cc9cd3" [ 733.730286] env[70015]: _type = "Task" [ 733.730286] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.737173] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Releasing lock "refresh_cache-af089f7b-dc31-4722-93a2-a2dbc9ff557e" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.737473] env[70015]: DEBUG nova.compute.manager [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: af089f7b-dc31-4722-93a2-a2dbc9ff557e] Instance network_info: |[{"id": "87d2234f-a805-47b7-8fd7-8262e600d7fa", "address": "fa:16:3e:4f:75:67", "network": {"id": "d5498b24-6770-4133-8a6e-bd42a291b7b7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2050527259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9c5d6fb266d42529edbf505731ee279", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87d2234f-a8", "ovs_interfaceid": "87d2234f-a805-47b7-8fd7-8262e600d7fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 733.742744] env[70015]: DEBUG oslo_concurrency.lockutils [req-9eab2e17-54e0-4f01-ba9d-4791960a6ed8 req-714b9827-2f22-4d5c-bed5-28d04b2088f2 service nova] Acquired lock "refresh_cache-af089f7b-dc31-4722-93a2-a2dbc9ff557e" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.742744] env[70015]: DEBUG nova.network.neutron [req-9eab2e17-54e0-4f01-ba9d-4791960a6ed8 req-714b9827-2f22-4d5c-bed5-28d04b2088f2 service nova] [instance: af089f7b-dc31-4722-93a2-a2dbc9ff557e] Refreshing network info cache for port 87d2234f-a805-47b7-8fd7-8262e600d7fa {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.742744] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: af089f7b-dc31-4722-93a2-a2dbc9ff557e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:75:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4fcde7-8926-402a-a9b7-4878d2bc1cf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87d2234f-a805-47b7-8fd7-8262e600d7fa', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 733.750112] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.750433] env[70015]: DEBUG oslo_vmware.api [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5295c3de-fea9-986e-904c-565036cc9cd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.750834] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af089f7b-dc31-4722-93a2-a2dbc9ff557e] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 733.751113] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6926fc00-0582-4ffa-aaf3-455271579c4f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.773648] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 733.773648] env[70015]: value = "task-3610493" [ 733.773648] env[70015]: _type = "Task" [ 733.773648] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.784545] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610493, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.968478] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee822cc-8cbc-4212-beac-4be8f350480f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.976618] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4808106d-2bc7-4d3a-8871-0ebbf2f52e28 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.007150] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd7481a-de2e-45d2-9b08-8585bac39c0e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.015299] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18cd5ad3-180a-4ae4-9e0f-f79fc84d2b75 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.028864] env[70015]: DEBUG nova.compute.provider_tree [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.223922] env[70015]: DEBUG oslo_vmware.api [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610492, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070734} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.225537] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 734.225537] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a3e627-11a8-49c9-859a-3f3abcfd47d7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.247533] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 844c678b-6d1e-401a-9989-f4d7d90f262e/844c678b-6d1e-401a-9989-f4d7d90f262e.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 734.250735] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04fa6600-b2f8-43a5-8e8a-b2f77912d89f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.277355] env[70015]: DEBUG oslo_vmware.api [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5295c3de-fea9-986e-904c-565036cc9cd3, 'name': SearchDatastore_Task, 'duration_secs': 0.011501} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.285666] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.286067] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 7c09a291-1667-49f1-aa1a-6b08c4516db7/7c09a291-1667-49f1-aa1a-6b08c4516db7.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 734.286319] env[70015]: DEBUG oslo_vmware.api [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Waiting for the task: (returnval){ [ 734.286319] env[70015]: value = "task-3610494" [ 734.286319] env[70015]: _type = "Task" [ 734.286319] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.286615] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1392b1da-4f20-479b-8590-af091082db36 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.296916] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610493, 'name': CreateVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.302621] env[70015]: DEBUG oslo_vmware.api [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610494, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.304369] env[70015]: DEBUG oslo_vmware.api [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 734.304369] env[70015]: value = "task-3610495" [ 734.304369] env[70015]: _type = "Task" [ 734.304369] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.313185] env[70015]: DEBUG oslo_vmware.api [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610495, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.532264] env[70015]: DEBUG nova.scheduler.client.report [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.665258] env[70015]: DEBUG nova.network.neutron [req-9eab2e17-54e0-4f01-ba9d-4791960a6ed8 req-714b9827-2f22-4d5c-bed5-28d04b2088f2 service nova] [instance: af089f7b-dc31-4722-93a2-a2dbc9ff557e] Updated VIF entry in instance network info cache for port 87d2234f-a805-47b7-8fd7-8262e600d7fa. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.665258] env[70015]: DEBUG nova.network.neutron [req-9eab2e17-54e0-4f01-ba9d-4791960a6ed8 req-714b9827-2f22-4d5c-bed5-28d04b2088f2 service nova] [instance: af089f7b-dc31-4722-93a2-a2dbc9ff557e] Updating instance_info_cache with network_info: [{"id": "87d2234f-a805-47b7-8fd7-8262e600d7fa", "address": "fa:16:3e:4f:75:67", "network": {"id": "d5498b24-6770-4133-8a6e-bd42a291b7b7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2050527259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9c5d6fb266d42529edbf505731ee279", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87d2234f-a8", "ovs_interfaceid": "87d2234f-a805-47b7-8fd7-8262e600d7fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.784204] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610493, 'name': CreateVM_Task, 'duration_secs': 0.586099} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.784474] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af089f7b-dc31-4722-93a2-a2dbc9ff557e] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 734.785062] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.785230] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.786021] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.786021] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c595c98-0cc7-48c6-bc94-ce1b0869d5ae {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.790829] env[70015]: DEBUG oslo_vmware.api [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Waiting for the task: (returnval){ [ 734.790829] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5277a432-c230-b498-5bd5-91f1c8d509db" [ 734.790829] env[70015]: _type = "Task" [ 734.790829] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.802612] env[70015]: DEBUG oslo_vmware.api [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610494, 'name': ReconfigVM_Task, 'duration_secs': 0.360783} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.805609] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 844c678b-6d1e-401a-9989-f4d7d90f262e/844c678b-6d1e-401a-9989-f4d7d90f262e.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 734.806307] env[70015]: DEBUG oslo_vmware.api [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5277a432-c230-b498-5bd5-91f1c8d509db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.806523] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd9d816a-39eb-4041-95f9-7d95e4535f16 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.816571] env[70015]: DEBUG oslo_vmware.api [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610495, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.817809] env[70015]: DEBUG oslo_vmware.api [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Waiting for the task: (returnval){ [ 734.817809] env[70015]: value = "task-3610496" [ 734.817809] env[70015]: _type = "Task" [ 734.817809] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.825157] env[70015]: DEBUG oslo_vmware.api [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610496, 'name': Rename_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.037138] env[70015]: DEBUG oslo_concurrency.lockutils [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.868s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.037762] env[70015]: DEBUG nova.compute.manager [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: c8747a31-7a75-4ccd-b513-fb2a0769b0d9] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 735.040564] env[70015]: DEBUG oslo_concurrency.lockutils [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.263s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.041996] env[70015]: INFO nova.compute.claims [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 735.168104] env[70015]: DEBUG oslo_concurrency.lockutils [req-9eab2e17-54e0-4f01-ba9d-4791960a6ed8 req-714b9827-2f22-4d5c-bed5-28d04b2088f2 service nova] Releasing lock "refresh_cache-af089f7b-dc31-4722-93a2-a2dbc9ff557e" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.311097] env[70015]: DEBUG oslo_vmware.api [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5277a432-c230-b498-5bd5-91f1c8d509db, 'name': SearchDatastore_Task, 'duration_secs': 0.023856} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.314483] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.315532] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: af089f7b-dc31-4722-93a2-a2dbc9ff557e] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.315532] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.315532] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.315532] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.315714] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3ab1fdd-957c-463a-94c6-2bc621b971b5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.326184] env[70015]: DEBUG oslo_vmware.api [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610495, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520974} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.326423] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 7c09a291-1667-49f1-aa1a-6b08c4516db7/7c09a291-1667-49f1-aa1a-6b08c4516db7.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.326670] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.326939] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d09ad3c8-6c01-4d1a-af94-e0cb7abd58a4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.331962] env[70015]: DEBUG oslo_vmware.api [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610496, 'name': Rename_Task, 'duration_secs': 0.184473} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.333016] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 735.333350] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.333659] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 735.334277] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbe8ea8a-b6d6-421b-a386-811c1fbaf0d3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.335738] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d0a5eca-8db3-44f5-9fdc-e7c4a00f2fb8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.339163] env[70015]: DEBUG oslo_vmware.api [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 735.339163] env[70015]: value = "task-3610497" [ 735.339163] env[70015]: _type = "Task" [ 735.339163] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.344048] env[70015]: DEBUG oslo_vmware.api [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Waiting for the task: (returnval){ [ 735.344048] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52f70752-6736-b432-a449-fd2a1b343e78" [ 735.344048] env[70015]: _type = "Task" [ 735.344048] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.345705] env[70015]: DEBUG oslo_vmware.api [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Waiting for the task: (returnval){ [ 735.345705] env[70015]: value = "task-3610498" [ 735.345705] env[70015]: _type = "Task" [ 735.345705] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.355304] env[70015]: DEBUG oslo_vmware.api [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610497, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.366093] env[70015]: DEBUG oslo_vmware.api [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610498, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.366482] env[70015]: DEBUG oslo_vmware.api [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52f70752-6736-b432-a449-fd2a1b343e78, 'name': SearchDatastore_Task, 'duration_secs': 0.012056} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.367272] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e835e5e-099b-4425-b0f9-91b4735b09e1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.373471] env[70015]: DEBUG oslo_vmware.api [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Waiting for the task: (returnval){ [ 735.373471] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]526796a3-a082-d443-19ca-c5762e0e62af" [ 735.373471] env[70015]: _type = "Task" [ 735.373471] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.383516] env[70015]: DEBUG oslo_vmware.api [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]526796a3-a082-d443-19ca-c5762e0e62af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.546975] env[70015]: DEBUG nova.compute.utils [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 735.550965] env[70015]: DEBUG nova.compute.manager [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: c8747a31-7a75-4ccd-b513-fb2a0769b0d9] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 735.551090] env[70015]: DEBUG nova.network.neutron [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: c8747a31-7a75-4ccd-b513-fb2a0769b0d9] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 735.622853] env[70015]: DEBUG nova.policy [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f332793523842cd9d3860c29254d3c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a0a9abb802948cd95b400f75bb3e0e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 735.852410] env[70015]: DEBUG oslo_vmware.api [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610497, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070752} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.855700] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 735.858321] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97af21c0-1c65-4e3a-ba31-1e3dff43c702 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.865199] env[70015]: DEBUG oslo_vmware.api [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610498, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.883659] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 7c09a291-1667-49f1-aa1a-6b08c4516db7/7c09a291-1667-49f1-aa1a-6b08c4516db7.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 735.887009] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83090f4f-63f8-4245-8bfb-1c50bfed99e4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.907154] env[70015]: DEBUG oslo_vmware.api [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]526796a3-a082-d443-19ca-c5762e0e62af, 'name': SearchDatastore_Task, 'duration_secs': 0.011866} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.908711] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.909054] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] af089f7b-dc31-4722-93a2-a2dbc9ff557e/af089f7b-dc31-4722-93a2-a2dbc9ff557e.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 735.909784] env[70015]: DEBUG oslo_vmware.api [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 735.909784] env[70015]: value = "task-3610499" [ 735.909784] env[70015]: _type = "Task" [ 735.909784] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.909784] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d1c5de8-5452-40d9-ad9a-6038aca6df66 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.919268] env[70015]: DEBUG oslo_vmware.api [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610499, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.920454] env[70015]: DEBUG oslo_vmware.api [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Waiting for the task: (returnval){ [ 735.920454] env[70015]: value = "task-3610500" [ 735.920454] env[70015]: _type = "Task" [ 735.920454] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.051521] env[70015]: DEBUG nova.compute.manager [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: c8747a31-7a75-4ccd-b513-fb2a0769b0d9] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 736.143060] env[70015]: DEBUG nova.network.neutron [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: c8747a31-7a75-4ccd-b513-fb2a0769b0d9] Successfully created port: 320eb707-a5d0-4834-bdcc-1295fe2ec015 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 736.372739] env[70015]: DEBUG oslo_vmware.api [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610498, 'name': PowerOnVM_Task, 'duration_secs': 0.533248} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.373050] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 736.373261] env[70015]: INFO nova.compute.manager [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Took 7.98 seconds to spawn the instance on the hypervisor. [ 736.373443] env[70015]: DEBUG nova.compute.manager [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 736.374273] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223ea3de-942b-4102-b8c0-f185c0f819bc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.427854] env[70015]: DEBUG oslo_vmware.api [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610499, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.435853] env[70015]: DEBUG oslo_vmware.api [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': task-3610500, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.704972] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45874349-97c5-4086-b8ee-bd04757503e5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.716756] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b43bd0e-00c0-4431-9032-42ab22578262 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.754917] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff738246-a174-494b-a8fe-d9dc5bbd6bb6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.764208] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff613c4-a692-488e-b116-12517c6b3d96 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.778582] env[70015]: DEBUG nova.compute.provider_tree [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.902722] env[70015]: INFO nova.compute.manager [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Took 51.79 seconds to build instance. [ 736.934209] env[70015]: DEBUG oslo_vmware.api [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': task-3610500, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.938810] env[70015]: DEBUG oslo_vmware.api [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610499, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.069265] env[70015]: DEBUG nova.compute.manager [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: c8747a31-7a75-4ccd-b513-fb2a0769b0d9] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 737.107248] env[70015]: DEBUG nova.virt.hardware [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 737.107413] env[70015]: DEBUG nova.virt.hardware [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 737.107574] env[70015]: DEBUG nova.virt.hardware [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 737.107910] env[70015]: DEBUG nova.virt.hardware [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 737.107910] env[70015]: DEBUG nova.virt.hardware [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 737.108072] env[70015]: DEBUG nova.virt.hardware [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 737.108263] env[70015]: DEBUG nova.virt.hardware [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 737.108413] env[70015]: DEBUG nova.virt.hardware [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 737.108568] env[70015]: DEBUG nova.virt.hardware [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 737.108742] env[70015]: DEBUG nova.virt.hardware [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 737.108948] env[70015]: DEBUG nova.virt.hardware [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 737.109827] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4958307f-b2c0-4c18-9513-9305d2700ef8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.118292] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed191283-0ecc-4825-a8dc-34204bb466fb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.281596] env[70015]: DEBUG nova.scheduler.client.report [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.406673] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Lock "844c678b-6d1e-401a-9989-f4d7d90f262e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.794s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.430761] env[70015]: DEBUG oslo_vmware.api [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610499, 'name': ReconfigVM_Task, 'duration_secs': 1.292616} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.431831] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 7c09a291-1667-49f1-aa1a-6b08c4516db7/7c09a291-1667-49f1-aa1a-6b08c4516db7.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.432294] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ef3b0a4-b47c-4923-bcbb-a11c7f385827 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.437090] env[70015]: DEBUG oslo_vmware.api [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': task-3610500, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.474412} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.437781] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] af089f7b-dc31-4722-93a2-a2dbc9ff557e/af089f7b-dc31-4722-93a2-a2dbc9ff557e.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 737.438042] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: af089f7b-dc31-4722-93a2-a2dbc9ff557e] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 737.438357] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72b6c7b7-e792-4099-97f8-bb186fd84d92 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.443075] env[70015]: DEBUG oslo_vmware.api [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 737.443075] env[70015]: value = "task-3610501" [ 737.443075] env[70015]: _type = "Task" [ 737.443075] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.444241] env[70015]: DEBUG oslo_vmware.api [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Waiting for the task: (returnval){ [ 737.444241] env[70015]: value = "task-3610502" [ 737.444241] env[70015]: _type = "Task" [ 737.444241] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.457423] env[70015]: DEBUG oslo_vmware.api [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610501, 'name': Rename_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.460335] env[70015]: DEBUG oslo_vmware.api [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': task-3610502, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.518338] env[70015]: INFO nova.compute.manager [None req-8879a012-37b6-47c2-a767-edd71f1a0bc8 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Rescuing [ 737.518468] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8879a012-37b6-47c2-a767-edd71f1a0bc8 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Acquiring lock "refresh_cache-844c678b-6d1e-401a-9989-f4d7d90f262e" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.518738] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8879a012-37b6-47c2-a767-edd71f1a0bc8 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Acquired lock "refresh_cache-844c678b-6d1e-401a-9989-f4d7d90f262e" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.519621] env[70015]: DEBUG nova.network.neutron [None req-8879a012-37b6-47c2-a767-edd71f1a0bc8 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 737.786878] env[70015]: DEBUG oslo_concurrency.lockutils [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.746s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.790247] env[70015]: DEBUG nova.compute.manager [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 737.792071] env[70015]: DEBUG oslo_concurrency.lockutils [None req-cabfaeb9-5a7d-423e-9bc0-50e2bc32c203 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.610s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.793546] env[70015]: DEBUG nova.objects.instance [None req-cabfaeb9-5a7d-423e-9bc0-50e2bc32c203 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Lazy-loading 'resources' on Instance uuid 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 737.909443] env[70015]: DEBUG nova.compute.manager [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 737.958280] env[70015]: DEBUG oslo_vmware.api [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610501, 'name': Rename_Task, 'duration_secs': 0.15411} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.961452] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 737.961761] env[70015]: DEBUG oslo_vmware.api [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': task-3610502, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077231} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.962090] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16e7cdc7-fa46-4aa3-aae6-736c5fe0c0a9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.963905] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: af089f7b-dc31-4722-93a2-a2dbc9ff557e] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 737.964696] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ba8c89-4daa-498f-880c-2cde95c17102 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.001694] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: af089f7b-dc31-4722-93a2-a2dbc9ff557e] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] af089f7b-dc31-4722-93a2-a2dbc9ff557e/af089f7b-dc31-4722-93a2-a2dbc9ff557e.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.004333] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b066d46-1b6e-40cf-a337-e29e2ec674f1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.018581] env[70015]: DEBUG oslo_vmware.api [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 738.018581] env[70015]: value = "task-3610503" [ 738.018581] env[70015]: _type = "Task" [ 738.018581] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.024048] env[70015]: DEBUG nova.compute.manager [req-997e827d-0e2f-4c82-bb66-201221bc1036 req-ff120b56-4c5d-476d-8c7c-b2fb225794f6 service nova] [instance: c8747a31-7a75-4ccd-b513-fb2a0769b0d9] Received event network-vif-plugged-320eb707-a5d0-4834-bdcc-1295fe2ec015 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.024048] env[70015]: DEBUG oslo_concurrency.lockutils [req-997e827d-0e2f-4c82-bb66-201221bc1036 req-ff120b56-4c5d-476d-8c7c-b2fb225794f6 service nova] Acquiring lock "c8747a31-7a75-4ccd-b513-fb2a0769b0d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.024048] env[70015]: DEBUG oslo_concurrency.lockutils [req-997e827d-0e2f-4c82-bb66-201221bc1036 req-ff120b56-4c5d-476d-8c7c-b2fb225794f6 service nova] Lock "c8747a31-7a75-4ccd-b513-fb2a0769b0d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.024048] env[70015]: DEBUG oslo_concurrency.lockutils [req-997e827d-0e2f-4c82-bb66-201221bc1036 req-ff120b56-4c5d-476d-8c7c-b2fb225794f6 service nova] Lock "c8747a31-7a75-4ccd-b513-fb2a0769b0d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.024048] env[70015]: DEBUG nova.compute.manager [req-997e827d-0e2f-4c82-bb66-201221bc1036 req-ff120b56-4c5d-476d-8c7c-b2fb225794f6 service nova] [instance: c8747a31-7a75-4ccd-b513-fb2a0769b0d9] No waiting events found dispatching network-vif-plugged-320eb707-a5d0-4834-bdcc-1295fe2ec015 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 738.024048] env[70015]: WARNING nova.compute.manager [req-997e827d-0e2f-4c82-bb66-201221bc1036 req-ff120b56-4c5d-476d-8c7c-b2fb225794f6 service nova] [instance: c8747a31-7a75-4ccd-b513-fb2a0769b0d9] Received unexpected event network-vif-plugged-320eb707-a5d0-4834-bdcc-1295fe2ec015 for instance with vm_state building and task_state spawning. [ 738.024048] env[70015]: DEBUG nova.network.neutron [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: c8747a31-7a75-4ccd-b513-fb2a0769b0d9] Successfully updated port: 320eb707-a5d0-4834-bdcc-1295fe2ec015 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 738.030863] env[70015]: DEBUG oslo_vmware.api [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Waiting for the task: (returnval){ [ 738.030863] env[70015]: value = "task-3610504" [ 738.030863] env[70015]: _type = "Task" [ 738.030863] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.038523] env[70015]: DEBUG oslo_vmware.api [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610503, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.045699] env[70015]: DEBUG oslo_vmware.api [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': task-3610504, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.305595] env[70015]: DEBUG nova.compute.utils [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 738.309481] env[70015]: DEBUG nova.compute.manager [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 738.309481] env[70015]: DEBUG nova.network.neutron [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 738.376778] env[70015]: DEBUG oslo_concurrency.lockutils [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Acquiring lock "f3d258e2-ca12-4953-a7a7-1d6f701d6599" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.377038] env[70015]: DEBUG oslo_concurrency.lockutils [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Lock "f3d258e2-ca12-4953-a7a7-1d6f701d6599" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.412078] env[70015]: DEBUG nova.network.neutron [None req-8879a012-37b6-47c2-a767-edd71f1a0bc8 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Updating instance_info_cache with network_info: [{"id": "e723338d-b3f8-4ef4-bf80-7a3463084f48", "address": "fa:16:3e:63:3d:86", "network": {"id": "587aa0b5-b16d-4f2f-8707-2fa01c054a4a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-794950716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "18af55c3b61d40df9b4d2eea6d7c1946", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape723338d-b3", "ovs_interfaceid": "e723338d-b3f8-4ef4-bf80-7a3463084f48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.419254] env[70015]: DEBUG nova.policy [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ebf2fbc279245fc98198418b4a2a4ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c048bfc450124170a53ab1b04b4e13d8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 738.436736] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.530618] env[70015]: DEBUG oslo_concurrency.lockutils [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquiring lock "refresh_cache-c8747a31-7a75-4ccd-b513-fb2a0769b0d9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.532089] env[70015]: DEBUG oslo_concurrency.lockutils [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquired lock "refresh_cache-c8747a31-7a75-4ccd-b513-fb2a0769b0d9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.532089] env[70015]: DEBUG nova.network.neutron [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: c8747a31-7a75-4ccd-b513-fb2a0769b0d9] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.542080] env[70015]: DEBUG oslo_vmware.api [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610503, 'name': PowerOnVM_Task, 'duration_secs': 0.477077} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.543354] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 738.543596] env[70015]: DEBUG nova.compute.manager [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.544368] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4fd185-2808-4dcf-8246-958fa37a0a70 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.550453] env[70015]: DEBUG oslo_vmware.api [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': task-3610504, 'name': ReconfigVM_Task, 'duration_secs': 0.282782} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.553429] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: af089f7b-dc31-4722-93a2-a2dbc9ff557e] Reconfigured VM instance instance-00000021 to attach disk [datastore1] af089f7b-dc31-4722-93a2-a2dbc9ff557e/af089f7b-dc31-4722-93a2-a2dbc9ff557e.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 738.554483] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9328ec3-27e0-4435-be2a-483b6607597e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.564920] env[70015]: DEBUG oslo_vmware.api [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Waiting for the task: (returnval){ [ 738.564920] env[70015]: value = "task-3610505" [ 738.564920] env[70015]: _type = "Task" [ 738.564920] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.576616] env[70015]: DEBUG oslo_vmware.api [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': task-3610505, 'name': Rename_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.810862] env[70015]: DEBUG nova.compute.manager [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 738.880709] env[70015]: DEBUG nova.network.neutron [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Successfully created port: 59b5af48-650d-4d45-bd85-7eff26470583 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 738.885709] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46e3401-f6fd-4496-ae6d-2663fc6c1bbe {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.894979] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381c52da-230f-4888-b185-cde149f9efa7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.935498] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8879a012-37b6-47c2-a767-edd71f1a0bc8 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Releasing lock "refresh_cache-844c678b-6d1e-401a-9989-f4d7d90f262e" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.940122] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f1216f-b411-41a5-8538-3e82d66cf567 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.949802] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce90e9b-5665-4d96-8329-216442bbd12b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.964212] env[70015]: DEBUG nova.compute.provider_tree [None req-cabfaeb9-5a7d-423e-9bc0-50e2bc32c203 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.068588] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.079056] env[70015]: DEBUG oslo_vmware.api [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': task-3610505, 'name': Rename_Task, 'duration_secs': 0.152794} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.079056] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: af089f7b-dc31-4722-93a2-a2dbc9ff557e] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 739.079056] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b435bf97-1d66-411f-a02f-62d99662aed1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.085192] env[70015]: DEBUG oslo_vmware.api [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Waiting for the task: (returnval){ [ 739.085192] env[70015]: value = "task-3610506" [ 739.085192] env[70015]: _type = "Task" [ 739.085192] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.090532] env[70015]: DEBUG nova.network.neutron [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: c8747a31-7a75-4ccd-b513-fb2a0769b0d9] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 739.096772] env[70015]: DEBUG oslo_vmware.api [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': task-3610506, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.422753] env[70015]: DEBUG nova.network.neutron [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: c8747a31-7a75-4ccd-b513-fb2a0769b0d9] Updating instance_info_cache with network_info: [{"id": "320eb707-a5d0-4834-bdcc-1295fe2ec015", "address": "fa:16:3e:8a:66:d1", "network": {"id": "a03823db-7de1-436c-938c-abd5120f81ba", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-835569262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a0a9abb802948cd95b400f75bb3e0e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap320eb707-a5", "ovs_interfaceid": "320eb707-a5d0-4834-bdcc-1295fe2ec015", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.469847] env[70015]: DEBUG nova.scheduler.client.report [None req-cabfaeb9-5a7d-423e-9bc0-50e2bc32c203 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.595077] env[70015]: DEBUG oslo_vmware.api [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': task-3610506, 'name': PowerOnVM_Task, 'duration_secs': 0.434948} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.595355] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: af089f7b-dc31-4722-93a2-a2dbc9ff557e] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.595552] env[70015]: INFO nova.compute.manager [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: af089f7b-dc31-4722-93a2-a2dbc9ff557e] Took 8.56 seconds to spawn the instance on the hypervisor. [ 739.595729] env[70015]: DEBUG nova.compute.manager [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: af089f7b-dc31-4722-93a2-a2dbc9ff557e] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.596474] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90ca09d-c1bd-4dea-adf6-bab793b73cb1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.824066] env[70015]: DEBUG nova.compute.manager [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 739.851022] env[70015]: DEBUG nova.virt.hardware [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 739.851321] env[70015]: DEBUG nova.virt.hardware [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 739.851470] env[70015]: DEBUG nova.virt.hardware [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.851621] env[70015]: DEBUG nova.virt.hardware [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 739.851758] env[70015]: DEBUG nova.virt.hardware [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.852504] env[70015]: DEBUG nova.virt.hardware [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 739.852736] env[70015]: DEBUG nova.virt.hardware [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 739.852904] env[70015]: DEBUG nova.virt.hardware [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 739.853087] env[70015]: DEBUG nova.virt.hardware [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 739.853256] env[70015]: DEBUG nova.virt.hardware [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 739.853429] env[70015]: DEBUG nova.virt.hardware [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 739.854287] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2acacc-ff30-4049-a70d-5ce1580c2111 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.863023] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d299a2-64e7-4541-8e01-1ce6332789a1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.924892] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c9fd0440-a849-481b-9c00-c8fccb206161 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "7c09a291-1667-49f1-aa1a-6b08c4516db7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.925186] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c9fd0440-a849-481b-9c00-c8fccb206161 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "7c09a291-1667-49f1-aa1a-6b08c4516db7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.925395] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c9fd0440-a849-481b-9c00-c8fccb206161 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "7c09a291-1667-49f1-aa1a-6b08c4516db7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.925576] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c9fd0440-a849-481b-9c00-c8fccb206161 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "7c09a291-1667-49f1-aa1a-6b08c4516db7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.925809] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c9fd0440-a849-481b-9c00-c8fccb206161 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "7c09a291-1667-49f1-aa1a-6b08c4516db7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.927486] env[70015]: DEBUG oslo_concurrency.lockutils [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Releasing lock "refresh_cache-c8747a31-7a75-4ccd-b513-fb2a0769b0d9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.927759] env[70015]: DEBUG nova.compute.manager [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: c8747a31-7a75-4ccd-b513-fb2a0769b0d9] Instance network_info: |[{"id": "320eb707-a5d0-4834-bdcc-1295fe2ec015", "address": "fa:16:3e:8a:66:d1", "network": {"id": "a03823db-7de1-436c-938c-abd5120f81ba", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-835569262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a0a9abb802948cd95b400f75bb3e0e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap320eb707-a5", "ovs_interfaceid": "320eb707-a5d0-4834-bdcc-1295fe2ec015", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 739.928314] env[70015]: INFO nova.compute.manager [None req-c9fd0440-a849-481b-9c00-c8fccb206161 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Terminating instance [ 739.929666] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: c8747a31-7a75-4ccd-b513-fb2a0769b0d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:66:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6076d24d-3c8e-4bbb-ba96-a08fb27a73cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '320eb707-a5d0-4834-bdcc-1295fe2ec015', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 739.938354] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.939691] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8747a31-7a75-4ccd-b513-fb2a0769b0d9] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 739.940344] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98e11663-7b35-4f08-8176-6ffff2ffde6b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.961730] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 739.961730] env[70015]: value = "task-3610507" [ 739.961730] env[70015]: _type = "Task" [ 739.961730] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.973983] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610507, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.976195] env[70015]: DEBUG oslo_concurrency.lockutils [None req-cabfaeb9-5a7d-423e-9bc0-50e2bc32c203 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.184s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.979711] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.152s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.981603] env[70015]: INFO nova.compute.claims [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 740.002996] env[70015]: INFO nova.scheduler.client.report [None req-cabfaeb9-5a7d-423e-9bc0-50e2bc32c203 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Deleted allocations for instance 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206 [ 740.114192] env[70015]: INFO nova.compute.manager [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: af089f7b-dc31-4722-93a2-a2dbc9ff557e] Took 54.43 seconds to build instance. [ 740.157435] env[70015]: DEBUG nova.compute.manager [req-9569d239-d74a-4735-a4c0-59a3c352f2ba req-c1dc4c9e-00b4-4c1a-87ab-79124c3f308b service nova] [instance: c8747a31-7a75-4ccd-b513-fb2a0769b0d9] Received event network-changed-320eb707-a5d0-4834-bdcc-1295fe2ec015 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.157688] env[70015]: DEBUG nova.compute.manager [req-9569d239-d74a-4735-a4c0-59a3c352f2ba req-c1dc4c9e-00b4-4c1a-87ab-79124c3f308b service nova] [instance: c8747a31-7a75-4ccd-b513-fb2a0769b0d9] Refreshing instance network info cache due to event network-changed-320eb707-a5d0-4834-bdcc-1295fe2ec015. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 740.157943] env[70015]: DEBUG oslo_concurrency.lockutils [req-9569d239-d74a-4735-a4c0-59a3c352f2ba req-c1dc4c9e-00b4-4c1a-87ab-79124c3f308b service nova] Acquiring lock "refresh_cache-c8747a31-7a75-4ccd-b513-fb2a0769b0d9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.158181] env[70015]: DEBUG oslo_concurrency.lockutils [req-9569d239-d74a-4735-a4c0-59a3c352f2ba req-c1dc4c9e-00b4-4c1a-87ab-79124c3f308b service nova] Acquired lock "refresh_cache-c8747a31-7a75-4ccd-b513-fb2a0769b0d9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.158418] env[70015]: DEBUG nova.network.neutron [req-9569d239-d74a-4735-a4c0-59a3c352f2ba req-c1dc4c9e-00b4-4c1a-87ab-79124c3f308b service nova] [instance: c8747a31-7a75-4ccd-b513-fb2a0769b0d9] Refreshing network info cache for port 320eb707-a5d0-4834-bdcc-1295fe2ec015 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.442088] env[70015]: DEBUG nova.compute.manager [None req-c9fd0440-a849-481b-9c00-c8fccb206161 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 740.442401] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-c9fd0440-a849-481b-9c00-c8fccb206161 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 740.443398] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d64280-c69d-46ef-822d-5a92cfae5f43 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.452106] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9fd0440-a849-481b-9c00-c8fccb206161 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 740.452357] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25d5ab3b-ca19-4f17-86bc-c67eaaa1a5e0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.459176] env[70015]: DEBUG oslo_vmware.api [None req-c9fd0440-a849-481b-9c00-c8fccb206161 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 740.459176] env[70015]: value = "task-3610508" [ 740.459176] env[70015]: _type = "Task" [ 740.459176] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.471820] env[70015]: DEBUG oslo_vmware.api [None req-c9fd0440-a849-481b-9c00-c8fccb206161 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610508, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.475393] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610507, 'name': CreateVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.491117] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-8879a012-37b6-47c2-a767-edd71f1a0bc8 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 740.491388] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae7b394c-76a4-408d-8685-1605f27fcedf {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.498411] env[70015]: DEBUG oslo_vmware.api [None req-8879a012-37b6-47c2-a767-edd71f1a0bc8 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Waiting for the task: (returnval){ [ 740.498411] env[70015]: value = "task-3610509" [ 740.498411] env[70015]: _type = "Task" [ 740.498411] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.513097] env[70015]: DEBUG oslo_vmware.api [None req-8879a012-37b6-47c2-a767-edd71f1a0bc8 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610509, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.513586] env[70015]: DEBUG oslo_concurrency.lockutils [None req-cabfaeb9-5a7d-423e-9bc0-50e2bc32c203 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Lock "303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.766s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.518714] env[70015]: DEBUG oslo_concurrency.lockutils [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "566ef0e4-fa32-47b4-aa48-094c2d0030b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.518928] env[70015]: DEBUG oslo_concurrency.lockutils [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "566ef0e4-fa32-47b4-aa48-094c2d0030b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.615926] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d337f612-79ae-49e6-b457-c23ef95ca6f2 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Lock "af089f7b-dc31-4722-93a2-a2dbc9ff557e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.086s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.972109] env[70015]: DEBUG oslo_vmware.api [None req-c9fd0440-a849-481b-9c00-c8fccb206161 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610508, 'name': PowerOffVM_Task, 'duration_secs': 0.235972} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.975932] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9fd0440-a849-481b-9c00-c8fccb206161 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 740.976174] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-c9fd0440-a849-481b-9c00-c8fccb206161 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 740.976466] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610507, 'name': CreateVM_Task, 'duration_secs': 0.585328} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.976699] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45ed7811-c7c3-4d5e-9869-844ec64f5de8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.978086] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8747a31-7a75-4ccd-b513-fb2a0769b0d9] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 740.978799] env[70015]: DEBUG oslo_concurrency.lockutils [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.979024] env[70015]: DEBUG oslo_concurrency.lockutils [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.979365] env[70015]: DEBUG oslo_concurrency.lockutils [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.980070] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1bc64eb-753f-42af-acab-e3de9a64400c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.986765] env[70015]: DEBUG oslo_vmware.api [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 740.986765] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5243c9c4-c3cd-99a0-d234-6252aec62f7e" [ 740.986765] env[70015]: _type = "Task" [ 740.986765] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.998143] env[70015]: DEBUG oslo_vmware.api [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5243c9c4-c3cd-99a0-d234-6252aec62f7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.007777] env[70015]: DEBUG oslo_vmware.api [None req-8879a012-37b6-47c2-a767-edd71f1a0bc8 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610509, 'name': PowerOffVM_Task, 'duration_secs': 0.187304} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.008588] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-8879a012-37b6-47c2-a767-edd71f1a0bc8 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 741.009263] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d20970c-d090-4a3d-9dde-5192efdc6ab9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.035031] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99040419-5b47-4d24-bfed-df8ba5f33afc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.048532] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-c9fd0440-a849-481b-9c00-c8fccb206161 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 741.048532] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-c9fd0440-a849-481b-9c00-c8fccb206161 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 741.048532] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9fd0440-a849-481b-9c00-c8fccb206161 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Deleting the datastore file [datastore1] 7c09a291-1667-49f1-aa1a-6b08c4516db7 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 741.048987] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1525235-4a12-4c83-b002-eb95c9f8f050 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.057490] env[70015]: DEBUG oslo_vmware.api [None req-c9fd0440-a849-481b-9c00-c8fccb206161 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 741.057490] env[70015]: value = "task-3610511" [ 741.057490] env[70015]: _type = "Task" [ 741.057490] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.072990] env[70015]: DEBUG oslo_vmware.api [None req-c9fd0440-a849-481b-9c00-c8fccb206161 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610511, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.085415] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-8879a012-37b6-47c2-a767-edd71f1a0bc8 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 741.085415] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2cd1f73b-b7e0-4aaf-9f91-93caec036d21 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.093018] env[70015]: DEBUG oslo_vmware.api [None req-8879a012-37b6-47c2-a767-edd71f1a0bc8 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Waiting for the task: (returnval){ [ 741.093018] env[70015]: value = "task-3610512" [ 741.093018] env[70015]: _type = "Task" [ 741.093018] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.101629] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-8879a012-37b6-47c2-a767-edd71f1a0bc8 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] VM already powered off {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 741.101844] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8879a012-37b6-47c2-a767-edd71f1a0bc8 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 741.102106] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8879a012-37b6-47c2-a767-edd71f1a0bc8 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.102288] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8879a012-37b6-47c2-a767-edd71f1a0bc8 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.102435] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-8879a012-37b6-47c2-a767-edd71f1a0bc8 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 741.102677] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b665849-f389-42d5-a73d-dbbe50fbf86a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.106185] env[70015]: DEBUG nova.network.neutron [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Successfully updated port: 59b5af48-650d-4d45-bd85-7eff26470583 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 741.111567] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-8879a012-37b6-47c2-a767-edd71f1a0bc8 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 741.111942] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8879a012-37b6-47c2-a767-edd71f1a0bc8 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 741.112614] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a62ba5e9-b26e-457e-ad7e-8d406870aee4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.117710] env[70015]: DEBUG oslo_vmware.api [None req-8879a012-37b6-47c2-a767-edd71f1a0bc8 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Waiting for the task: (returnval){ [ 741.117710] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52cc5484-86ef-53da-a206-97ee6dc9f160" [ 741.117710] env[70015]: _type = "Task" [ 741.117710] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.118670] env[70015]: DEBUG nova.compute.manager [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 741.138412] env[70015]: DEBUG oslo_vmware.api [None req-8879a012-37b6-47c2-a767-edd71f1a0bc8 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52cc5484-86ef-53da-a206-97ee6dc9f160, 'name': SearchDatastore_Task, 'duration_secs': 0.009056} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.139097] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a9bab08-3853-4b36-8199-ca484ff79f26 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.144727] env[70015]: DEBUG oslo_vmware.api [None req-8879a012-37b6-47c2-a767-edd71f1a0bc8 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Waiting for the task: (returnval){ [ 741.144727] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52614670-691f-9057-5736-036f17c03c1b" [ 741.144727] env[70015]: _type = "Task" [ 741.144727] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.152492] env[70015]: DEBUG nova.network.neutron [req-9569d239-d74a-4735-a4c0-59a3c352f2ba req-c1dc4c9e-00b4-4c1a-87ab-79124c3f308b service nova] [instance: c8747a31-7a75-4ccd-b513-fb2a0769b0d9] Updated VIF entry in instance network info cache for port 320eb707-a5d0-4834-bdcc-1295fe2ec015. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 741.152753] env[70015]: DEBUG nova.network.neutron [req-9569d239-d74a-4735-a4c0-59a3c352f2ba req-c1dc4c9e-00b4-4c1a-87ab-79124c3f308b service nova] [instance: c8747a31-7a75-4ccd-b513-fb2a0769b0d9] Updating instance_info_cache with network_info: [{"id": "320eb707-a5d0-4834-bdcc-1295fe2ec015", "address": "fa:16:3e:8a:66:d1", "network": {"id": "a03823db-7de1-436c-938c-abd5120f81ba", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-835569262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a0a9abb802948cd95b400f75bb3e0e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap320eb707-a5", "ovs_interfaceid": "320eb707-a5d0-4834-bdcc-1295fe2ec015", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.164043] env[70015]: DEBUG oslo_vmware.api [None req-8879a012-37b6-47c2-a767-edd71f1a0bc8 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52614670-691f-9057-5736-036f17c03c1b, 'name': SearchDatastore_Task, 'duration_secs': 0.008703} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.164043] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8879a012-37b6-47c2-a767-edd71f1a0bc8 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.164043] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-8879a012-37b6-47c2-a767-edd71f1a0bc8 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 844c678b-6d1e-401a-9989-f4d7d90f262e/610693f8-5d52-4275-a790-262cb88d3cd9-rescue.vmdk. {{(pid=70015) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 741.165289] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab18ceae-7d20-4750-a6b0-05d05be46aa3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.175882] env[70015]: DEBUG oslo_vmware.api [None req-8879a012-37b6-47c2-a767-edd71f1a0bc8 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Waiting for the task: (returnval){ [ 741.175882] env[70015]: value = "task-3610513" [ 741.175882] env[70015]: _type = "Task" [ 741.175882] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.189657] env[70015]: DEBUG oslo_vmware.api [None req-8879a012-37b6-47c2-a767-edd71f1a0bc8 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610513, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.500845] env[70015]: DEBUG oslo_vmware.api [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5243c9c4-c3cd-99a0-d234-6252aec62f7e, 'name': SearchDatastore_Task, 'duration_secs': 0.011048} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.501039] env[70015]: DEBUG oslo_concurrency.lockutils [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.501284] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: c8747a31-7a75-4ccd-b513-fb2a0769b0d9] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 741.501508] env[70015]: DEBUG oslo_concurrency.lockutils [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.501684] env[70015]: DEBUG oslo_concurrency.lockutils [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.501806] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 741.502133] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f7c79fc-c357-479d-8d5a-b40170a3c1b7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.528496] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 741.528951] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 741.529522] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d8a43ae-d201-4b35-9c2b-1c9bea47bc3d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.536610] env[70015]: DEBUG oslo_vmware.api [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 741.536610] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5200a5f5-68e5-8d1e-7cac-723943a0ad8e" [ 741.536610] env[70015]: _type = "Task" [ 741.536610] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.547799] env[70015]: DEBUG oslo_vmware.api [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5200a5f5-68e5-8d1e-7cac-723943a0ad8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.554125] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee34f3d-df11-4fb4-b22c-35c92763b170 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.567870] env[70015]: DEBUG oslo_vmware.api [None req-c9fd0440-a849-481b-9c00-c8fccb206161 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610511, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157252} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.570118] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9fd0440-a849-481b-9c00-c8fccb206161 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 741.570350] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-c9fd0440-a849-481b-9c00-c8fccb206161 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 741.570529] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-c9fd0440-a849-481b-9c00-c8fccb206161 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 741.570702] env[70015]: INFO nova.compute.manager [None req-c9fd0440-a849-481b-9c00-c8fccb206161 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 741.570984] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9fd0440-a849-481b-9c00-c8fccb206161 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.571269] env[70015]: DEBUG nova.compute.manager [-] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 741.571370] env[70015]: DEBUG nova.network.neutron [-] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 741.573957] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b47155-f6e0-47ef-90fc-2143856d329d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.615492] env[70015]: DEBUG oslo_concurrency.lockutils [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Acquiring lock "refresh_cache-ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.615825] env[70015]: DEBUG oslo_concurrency.lockutils [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Acquired lock "refresh_cache-ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.615954] env[70015]: DEBUG nova.network.neutron [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.618886] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80bca140-d5b6-4db9-b3e4-09a9fdaba4dc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.628994] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32f5c3a-811b-47a5-bbc9-85673bc539f2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.653127] env[70015]: DEBUG nova.compute.provider_tree [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.655247] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.655789] env[70015]: DEBUG oslo_concurrency.lockutils [req-9569d239-d74a-4735-a4c0-59a3c352f2ba req-c1dc4c9e-00b4-4c1a-87ab-79124c3f308b service nova] Releasing lock "refresh_cache-c8747a31-7a75-4ccd-b513-fb2a0769b0d9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.686624] env[70015]: DEBUG oslo_vmware.api [None req-8879a012-37b6-47c2-a767-edd71f1a0bc8 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610513, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.047977] env[70015]: DEBUG oslo_vmware.api [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5200a5f5-68e5-8d1e-7cac-723943a0ad8e, 'name': SearchDatastore_Task, 'duration_secs': 0.059158} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.049215] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b61dd3ca-a784-46bf-8937-5611c540d3c3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.055117] env[70015]: DEBUG oslo_vmware.api [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 742.055117] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]524f2354-5d13-1ca8-7ad9-7bdf1abafcd0" [ 742.055117] env[70015]: _type = "Task" [ 742.055117] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.063950] env[70015]: DEBUG oslo_vmware.api [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]524f2354-5d13-1ca8-7ad9-7bdf1abafcd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.158237] env[70015]: DEBUG nova.scheduler.client.report [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.172648] env[70015]: DEBUG nova.network.neutron [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 742.193645] env[70015]: DEBUG oslo_vmware.api [None req-8879a012-37b6-47c2-a767-edd71f1a0bc8 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610513, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604545} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.194123] env[70015]: INFO nova.virt.vmwareapi.ds_util [None req-8879a012-37b6-47c2-a767-edd71f1a0bc8 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 844c678b-6d1e-401a-9989-f4d7d90f262e/610693f8-5d52-4275-a790-262cb88d3cd9-rescue.vmdk. [ 742.195031] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c9aab3-4a1c-4323-ad32-20ee7a1ba747 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.228305] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-8879a012-37b6-47c2-a767-edd71f1a0bc8 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 844c678b-6d1e-401a-9989-f4d7d90f262e/610693f8-5d52-4275-a790-262cb88d3cd9-rescue.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 742.231219] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef635ce2-7aa1-43a5-9397-05c46d315fd0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.251104] env[70015]: DEBUG oslo_vmware.api [None req-8879a012-37b6-47c2-a767-edd71f1a0bc8 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Waiting for the task: (returnval){ [ 742.251104] env[70015]: value = "task-3610514" [ 742.251104] env[70015]: _type = "Task" [ 742.251104] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.260559] env[70015]: DEBUG oslo_vmware.api [None req-8879a012-37b6-47c2-a767-edd71f1a0bc8 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610514, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.451578] env[70015]: DEBUG nova.network.neutron [-] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.474697] env[70015]: DEBUG nova.network.neutron [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Updating instance_info_cache with network_info: [{"id": "59b5af48-650d-4d45-bd85-7eff26470583", "address": "fa:16:3e:43:d6:79", "network": {"id": "02a98518-8847-4263-b64b-ae2fdf7c0656", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-454505224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c048bfc450124170a53ab1b04b4e13d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59b5af48-65", "ovs_interfaceid": "59b5af48-650d-4d45-bd85-7eff26470583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.527019] env[70015]: DEBUG nova.compute.manager [req-78c9f07f-72fd-432a-93a0-b39b19d3bb0c req-c61f802b-f14d-41bb-a502-223bbef61495 service nova] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Received event network-vif-plugged-59b5af48-650d-4d45-bd85-7eff26470583 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.527251] env[70015]: DEBUG oslo_concurrency.lockutils [req-78c9f07f-72fd-432a-93a0-b39b19d3bb0c req-c61f802b-f14d-41bb-a502-223bbef61495 service nova] Acquiring lock "ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.527448] env[70015]: DEBUG oslo_concurrency.lockutils [req-78c9f07f-72fd-432a-93a0-b39b19d3bb0c req-c61f802b-f14d-41bb-a502-223bbef61495 service nova] Lock "ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.527793] env[70015]: DEBUG oslo_concurrency.lockutils [req-78c9f07f-72fd-432a-93a0-b39b19d3bb0c req-c61f802b-f14d-41bb-a502-223bbef61495 service nova] Lock "ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.527793] env[70015]: DEBUG nova.compute.manager [req-78c9f07f-72fd-432a-93a0-b39b19d3bb0c req-c61f802b-f14d-41bb-a502-223bbef61495 service nova] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] No waiting events found dispatching network-vif-plugged-59b5af48-650d-4d45-bd85-7eff26470583 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 742.527984] env[70015]: WARNING nova.compute.manager [req-78c9f07f-72fd-432a-93a0-b39b19d3bb0c req-c61f802b-f14d-41bb-a502-223bbef61495 service nova] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Received unexpected event network-vif-plugged-59b5af48-650d-4d45-bd85-7eff26470583 for instance with vm_state building and task_state spawning. [ 742.528351] env[70015]: DEBUG nova.compute.manager [req-78c9f07f-72fd-432a-93a0-b39b19d3bb0c req-c61f802b-f14d-41bb-a502-223bbef61495 service nova] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Received event network-changed-59b5af48-650d-4d45-bd85-7eff26470583 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.528518] env[70015]: DEBUG nova.compute.manager [req-78c9f07f-72fd-432a-93a0-b39b19d3bb0c req-c61f802b-f14d-41bb-a502-223bbef61495 service nova] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Refreshing instance network info cache due to event network-changed-59b5af48-650d-4d45-bd85-7eff26470583. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 742.528684] env[70015]: DEBUG oslo_concurrency.lockutils [req-78c9f07f-72fd-432a-93a0-b39b19d3bb0c req-c61f802b-f14d-41bb-a502-223bbef61495 service nova] Acquiring lock "refresh_cache-ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.566249] env[70015]: DEBUG oslo_vmware.api [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]524f2354-5d13-1ca8-7ad9-7bdf1abafcd0, 'name': SearchDatastore_Task, 'duration_secs': 0.010764} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.566519] env[70015]: DEBUG oslo_concurrency.lockutils [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.566776] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] c8747a31-7a75-4ccd-b513-fb2a0769b0d9/c8747a31-7a75-4ccd-b513-fb2a0769b0d9.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 742.567044] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6e9e519-1549-4e87-b9bd-3adbfd6771f1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.574686] env[70015]: DEBUG oslo_vmware.api [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 742.574686] env[70015]: value = "task-3610515" [ 742.574686] env[70015]: _type = "Task" [ 742.574686] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.581153] env[70015]: DEBUG oslo_vmware.api [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3610515, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.670774] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.689s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.670774] env[70015]: DEBUG nova.compute.manager [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 742.672488] env[70015]: DEBUG oslo_concurrency.lockutils [None req-17706896-2e27-4e6f-b651-bc066cba1f12 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 35.188s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.761718] env[70015]: DEBUG oslo_vmware.api [None req-8879a012-37b6-47c2-a767-edd71f1a0bc8 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610514, 'name': ReconfigVM_Task, 'duration_secs': 0.29883} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.762040] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-8879a012-37b6-47c2-a767-edd71f1a0bc8 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 844c678b-6d1e-401a-9989-f4d7d90f262e/610693f8-5d52-4275-a790-262cb88d3cd9-rescue.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 742.762906] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66678cbe-ebe6-4965-b6e9-55d970a512b8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.789615] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-445faa0f-49b8-4151-b6e7-f1c21dbeb243 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.806802] env[70015]: DEBUG oslo_vmware.api [None req-8879a012-37b6-47c2-a767-edd71f1a0bc8 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Waiting for the task: (returnval){ [ 742.806802] env[70015]: value = "task-3610516" [ 742.806802] env[70015]: _type = "Task" [ 742.806802] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.820965] env[70015]: DEBUG oslo_vmware.api [None req-8879a012-37b6-47c2-a767-edd71f1a0bc8 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610516, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.954472] env[70015]: INFO nova.compute.manager [-] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Took 1.38 seconds to deallocate network for instance. [ 742.977327] env[70015]: DEBUG oslo_concurrency.lockutils [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Releasing lock "refresh_cache-ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.977327] env[70015]: DEBUG nova.compute.manager [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Instance network_info: |[{"id": "59b5af48-650d-4d45-bd85-7eff26470583", "address": "fa:16:3e:43:d6:79", "network": {"id": "02a98518-8847-4263-b64b-ae2fdf7c0656", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-454505224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c048bfc450124170a53ab1b04b4e13d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59b5af48-65", "ovs_interfaceid": "59b5af48-650d-4d45-bd85-7eff26470583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 742.977327] env[70015]: DEBUG oslo_concurrency.lockutils [req-78c9f07f-72fd-432a-93a0-b39b19d3bb0c req-c61f802b-f14d-41bb-a502-223bbef61495 service nova] Acquired lock "refresh_cache-ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.978042] env[70015]: DEBUG nova.network.neutron [req-78c9f07f-72fd-432a-93a0-b39b19d3bb0c req-c61f802b-f14d-41bb-a502-223bbef61495 service nova] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Refreshing network info cache for port 59b5af48-650d-4d45-bd85-7eff26470583 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.978512] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:d6:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59b5af48-650d-4d45-bd85-7eff26470583', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 742.991495] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.994176] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 742.995231] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b176351-5312-4592-a199-d782bb11a83a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.018169] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 743.018169] env[70015]: value = "task-3610517" [ 743.018169] env[70015]: _type = "Task" [ 743.018169] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.025884] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610517, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.082594] env[70015]: DEBUG oslo_vmware.api [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3610515, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.174434] env[70015]: DEBUG nova.compute.utils [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 743.176428] env[70015]: DEBUG nova.compute.manager [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 743.176668] env[70015]: DEBUG nova.network.neutron [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 743.259515] env[70015]: DEBUG nova.policy [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f62305a43d3436ca05c1dd1390e09fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51ce910496bc43ceb87a5d6f0645e958', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 743.324834] env[70015]: DEBUG oslo_vmware.api [None req-8879a012-37b6-47c2-a767-edd71f1a0bc8 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610516, 'name': ReconfigVM_Task, 'duration_secs': 0.155655} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.327892] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-8879a012-37b6-47c2-a767-edd71f1a0bc8 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 743.328400] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e460c04d-76e0-4f61-a8ee-1457c97ba598 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.337251] env[70015]: DEBUG oslo_vmware.api [None req-8879a012-37b6-47c2-a767-edd71f1a0bc8 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Waiting for the task: (returnval){ [ 743.337251] env[70015]: value = "task-3610518" [ 743.337251] env[70015]: _type = "Task" [ 743.337251] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.348651] env[70015]: DEBUG oslo_vmware.api [None req-8879a012-37b6-47c2-a767-edd71f1a0bc8 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610518, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.466180] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c9fd0440-a849-481b-9c00-c8fccb206161 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.472932] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3cf108e0-27d8-4839-addb-6d74145d4468 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Acquiring lock "f9453044-6270-44bb-9de6-dd6481693259" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.473345] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3cf108e0-27d8-4839-addb-6d74145d4468 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Lock "f9453044-6270-44bb-9de6-dd6481693259" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.473987] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3cf108e0-27d8-4839-addb-6d74145d4468 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Acquiring lock "f9453044-6270-44bb-9de6-dd6481693259-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.473987] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3cf108e0-27d8-4839-addb-6d74145d4468 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Lock "f9453044-6270-44bb-9de6-dd6481693259-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.473987] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3cf108e0-27d8-4839-addb-6d74145d4468 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Lock "f9453044-6270-44bb-9de6-dd6481693259-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.477549] env[70015]: INFO nova.compute.manager [None req-3cf108e0-27d8-4839-addb-6d74145d4468 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: f9453044-6270-44bb-9de6-dd6481693259] Terminating instance [ 743.531663] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610517, 'name': CreateVM_Task} progress is 25%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.583217] env[70015]: DEBUG oslo_vmware.api [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3610515, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.929907} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.585790] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] c8747a31-7a75-4ccd-b513-fb2a0769b0d9/c8747a31-7a75-4ccd-b513-fb2a0769b0d9.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.586027] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: c8747a31-7a75-4ccd-b513-fb2a0769b0d9] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.587315] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f359e6c-26a2-40c0-9452-37dba915bf0b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.595095] env[70015]: DEBUG oslo_vmware.api [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 743.595095] env[70015]: value = "task-3610519" [ 743.595095] env[70015]: _type = "Task" [ 743.595095] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.605578] env[70015]: DEBUG oslo_vmware.api [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3610519, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.681841] env[70015]: DEBUG nova.compute.manager [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 743.820372] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2ce1f5-2301-4ab7-9546-ae30cafda81c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.829271] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bfb19b6-bad8-4471-b16a-61cf4dcf8133 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.869693] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127f37ee-8406-4223-a09c-dfb4d898089a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.878571] env[70015]: DEBUG oslo_vmware.api [None req-8879a012-37b6-47c2-a767-edd71f1a0bc8 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610518, 'name': PowerOnVM_Task, 'duration_secs': 0.446525} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.880965] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-8879a012-37b6-47c2-a767-edd71f1a0bc8 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.884364] env[70015]: DEBUG nova.compute.manager [None req-8879a012-37b6-47c2-a767-edd71f1a0bc8 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.887578] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc7ef40-a613-482a-af83-464cb43726c2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.891129] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d77d7f-21e5-47ca-b370-dda1d959a4c5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.906499] env[70015]: DEBUG nova.compute.provider_tree [None req-17706896-2e27-4e6f-b651-bc066cba1f12 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.980664] env[70015]: DEBUG nova.compute.manager [None req-3cf108e0-27d8-4839-addb-6d74145d4468 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: f9453044-6270-44bb-9de6-dd6481693259] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 743.980933] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf108e0-27d8-4839-addb-6d74145d4468 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: f9453044-6270-44bb-9de6-dd6481693259] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 743.982370] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306f5db6-dae9-406c-a3d0-d4ed7f17c3d2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.990213] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cf108e0-27d8-4839-addb-6d74145d4468 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: f9453044-6270-44bb-9de6-dd6481693259] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.990453] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39b0473b-8ada-4aec-a43f-741e4569a0ed {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.996395] env[70015]: DEBUG oslo_vmware.api [None req-3cf108e0-27d8-4839-addb-6d74145d4468 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Waiting for the task: (returnval){ [ 743.996395] env[70015]: value = "task-3610520" [ 743.996395] env[70015]: _type = "Task" [ 743.996395] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.004544] env[70015]: DEBUG oslo_vmware.api [None req-3cf108e0-27d8-4839-addb-6d74145d4468 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Task: {'id': task-3610520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.028981] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610517, 'name': CreateVM_Task, 'duration_secs': 0.817931} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.029200] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 744.030103] env[70015]: DEBUG oslo_concurrency.lockutils [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.030214] env[70015]: DEBUG oslo_concurrency.lockutils [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.030526] env[70015]: DEBUG oslo_concurrency.lockutils [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.030794] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13c6f456-86f1-4434-a207-1a22746c3d60 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.035193] env[70015]: DEBUG oslo_vmware.api [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Waiting for the task: (returnval){ [ 744.035193] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52f076ca-4060-9a68-9c5a-12b658827b96" [ 744.035193] env[70015]: _type = "Task" [ 744.035193] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.044738] env[70015]: DEBUG oslo_vmware.api [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52f076ca-4060-9a68-9c5a-12b658827b96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.105455] env[70015]: DEBUG oslo_vmware.api [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3610519, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069462} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.105455] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: c8747a31-7a75-4ccd-b513-fb2a0769b0d9] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 744.105876] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e63db06-8435-463a-abc5-612c15001804 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.129276] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: c8747a31-7a75-4ccd-b513-fb2a0769b0d9] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] c8747a31-7a75-4ccd-b513-fb2a0769b0d9/c8747a31-7a75-4ccd-b513-fb2a0769b0d9.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.129276] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-908d0fb3-894b-46c9-ad67-207d855cee92 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.149834] env[70015]: DEBUG oslo_vmware.api [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 744.149834] env[70015]: value = "task-3610521" [ 744.149834] env[70015]: _type = "Task" [ 744.149834] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.160782] env[70015]: DEBUG oslo_vmware.api [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3610521, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.200343] env[70015]: DEBUG nova.network.neutron [req-78c9f07f-72fd-432a-93a0-b39b19d3bb0c req-c61f802b-f14d-41bb-a502-223bbef61495 service nova] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Updated VIF entry in instance network info cache for port 59b5af48-650d-4d45-bd85-7eff26470583. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 744.200700] env[70015]: DEBUG nova.network.neutron [req-78c9f07f-72fd-432a-93a0-b39b19d3bb0c req-c61f802b-f14d-41bb-a502-223bbef61495 service nova] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Updating instance_info_cache with network_info: [{"id": "59b5af48-650d-4d45-bd85-7eff26470583", "address": "fa:16:3e:43:d6:79", "network": {"id": "02a98518-8847-4263-b64b-ae2fdf7c0656", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-454505224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c048bfc450124170a53ab1b04b4e13d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59b5af48-65", "ovs_interfaceid": "59b5af48-650d-4d45-bd85-7eff26470583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.223124] env[70015]: DEBUG nova.network.neutron [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Successfully created port: 108c6da3-629b-4e4f-98d0-decdb9825ddc {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 744.410109] env[70015]: DEBUG nova.scheduler.client.report [None req-17706896-2e27-4e6f-b651-bc066cba1f12 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.511992] env[70015]: DEBUG oslo_vmware.api [None req-3cf108e0-27d8-4839-addb-6d74145d4468 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Task: {'id': task-3610520, 'name': PowerOffVM_Task, 'duration_secs': 0.450472} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.512298] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cf108e0-27d8-4839-addb-6d74145d4468 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: f9453044-6270-44bb-9de6-dd6481693259] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 744.512473] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf108e0-27d8-4839-addb-6d74145d4468 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: f9453044-6270-44bb-9de6-dd6481693259] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 744.512782] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46afa93e-45ac-4b6f-817b-e71b7c65bd98 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.538468] env[70015]: DEBUG oslo_concurrency.lockutils [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Acquiring lock "0048c4f6-5e34-472c-9f8b-4218a86c03b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.538468] env[70015]: DEBUG oslo_concurrency.lockutils [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Lock "0048c4f6-5e34-472c-9f8b-4218a86c03b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.547431] env[70015]: DEBUG oslo_vmware.api [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52f076ca-4060-9a68-9c5a-12b658827b96, 'name': SearchDatastore_Task, 'duration_secs': 0.019849} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.547719] env[70015]: DEBUG oslo_concurrency.lockutils [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.547928] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 744.548638] env[70015]: DEBUG oslo_concurrency.lockutils [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.548638] env[70015]: DEBUG oslo_concurrency.lockutils [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.548638] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 744.549014] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c191e13c-3fda-466f-958a-6a6966f37786 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.557764] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 744.557874] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 744.558610] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3b34572-7362-49d9-bd0f-97982ed30704 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.565045] env[70015]: DEBUG oslo_vmware.api [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Waiting for the task: (returnval){ [ 744.565045] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]529e62b3-5f2b-e1f2-b39c-8b3a4babb169" [ 744.565045] env[70015]: _type = "Task" [ 744.565045] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.573987] env[70015]: DEBUG oslo_vmware.api [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]529e62b3-5f2b-e1f2-b39c-8b3a4babb169, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.588019] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf108e0-27d8-4839-addb-6d74145d4468 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: f9453044-6270-44bb-9de6-dd6481693259] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 744.588019] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf108e0-27d8-4839-addb-6d74145d4468 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: f9453044-6270-44bb-9de6-dd6481693259] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 744.588019] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cf108e0-27d8-4839-addb-6d74145d4468 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Deleting the datastore file [datastore1] f9453044-6270-44bb-9de6-dd6481693259 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 744.588019] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8daa501d-7b89-47d2-850b-92e4b8ef21bc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.594447] env[70015]: DEBUG oslo_vmware.api [None req-3cf108e0-27d8-4839-addb-6d74145d4468 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Waiting for the task: (returnval){ [ 744.594447] env[70015]: value = "task-3610523" [ 744.594447] env[70015]: _type = "Task" [ 744.594447] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.604571] env[70015]: DEBUG oslo_vmware.api [None req-3cf108e0-27d8-4839-addb-6d74145d4468 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Task: {'id': task-3610523, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.661116] env[70015]: DEBUG oslo_vmware.api [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3610521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.693947] env[70015]: DEBUG nova.compute.manager [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 744.705740] env[70015]: DEBUG oslo_concurrency.lockutils [req-78c9f07f-72fd-432a-93a0-b39b19d3bb0c req-c61f802b-f14d-41bb-a502-223bbef61495 service nova] Releasing lock "refresh_cache-ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.706199] env[70015]: DEBUG nova.compute.manager [req-78c9f07f-72fd-432a-93a0-b39b19d3bb0c req-c61f802b-f14d-41bb-a502-223bbef61495 service nova] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Received event network-vif-deleted-394a9ad5-851b-43f1-bd15-64854b61526e {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.730277] env[70015]: DEBUG nova.virt.hardware [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 744.730375] env[70015]: DEBUG nova.virt.hardware [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 744.730553] env[70015]: DEBUG nova.virt.hardware [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 744.730867] env[70015]: DEBUG nova.virt.hardware [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 744.733028] env[70015]: DEBUG nova.virt.hardware [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 744.733028] env[70015]: DEBUG nova.virt.hardware [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 744.733028] env[70015]: DEBUG nova.virt.hardware [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 744.733028] env[70015]: DEBUG nova.virt.hardware [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 744.733269] env[70015]: DEBUG nova.virt.hardware [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 744.733362] env[70015]: DEBUG nova.virt.hardware [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 744.733571] env[70015]: DEBUG nova.virt.hardware [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 744.734603] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac3df46-efda-4dd0-b1b6-71da083d1616 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.742640] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f95f92-1b48-4f8f-af4e-4b3567da25fe {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.079836] env[70015]: DEBUG oslo_vmware.api [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]529e62b3-5f2b-e1f2-b39c-8b3a4babb169, 'name': SearchDatastore_Task, 'duration_secs': 0.011067} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.080864] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ff03427-3489-4c8e-bd23-f1b9fc370c4d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.088337] env[70015]: DEBUG oslo_vmware.api [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Waiting for the task: (returnval){ [ 745.088337] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52ed2989-f417-a808-8ac6-771c24824b1f" [ 745.088337] env[70015]: _type = "Task" [ 745.088337] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.097431] env[70015]: DEBUG oslo_vmware.api [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52ed2989-f417-a808-8ac6-771c24824b1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.107907] env[70015]: DEBUG oslo_vmware.api [None req-3cf108e0-27d8-4839-addb-6d74145d4468 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Task: {'id': task-3610523, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283383} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.108268] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cf108e0-27d8-4839-addb-6d74145d4468 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 745.108437] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf108e0-27d8-4839-addb-6d74145d4468 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: f9453044-6270-44bb-9de6-dd6481693259] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 745.108819] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf108e0-27d8-4839-addb-6d74145d4468 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: f9453044-6270-44bb-9de6-dd6481693259] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 745.109070] env[70015]: INFO nova.compute.manager [None req-3cf108e0-27d8-4839-addb-6d74145d4468 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: f9453044-6270-44bb-9de6-dd6481693259] Took 1.13 seconds to destroy the instance on the hypervisor. [ 745.109313] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cf108e0-27d8-4839-addb-6d74145d4468 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 745.110114] env[70015]: DEBUG nova.compute.manager [-] [instance: f9453044-6270-44bb-9de6-dd6481693259] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 745.110210] env[70015]: DEBUG nova.network.neutron [-] [instance: f9453044-6270-44bb-9de6-dd6481693259] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 745.162075] env[70015]: DEBUG oslo_vmware.api [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3610521, 'name': ReconfigVM_Task, 'duration_secs': 0.611338} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.162500] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: c8747a31-7a75-4ccd-b513-fb2a0769b0d9] Reconfigured VM instance instance-00000022 to attach disk [datastore1] c8747a31-7a75-4ccd-b513-fb2a0769b0d9/c8747a31-7a75-4ccd-b513-fb2a0769b0d9.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.163175] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed056e17-dd7b-4bcd-a49a-08867256d7aa {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.169314] env[70015]: DEBUG oslo_vmware.api [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 745.169314] env[70015]: value = "task-3610524" [ 745.169314] env[70015]: _type = "Task" [ 745.169314] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.181229] env[70015]: DEBUG oslo_vmware.api [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3610524, 'name': Rename_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.423697] env[70015]: DEBUG oslo_concurrency.lockutils [None req-17706896-2e27-4e6f-b651-bc066cba1f12 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.750s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.429440] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.303s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.430938] env[70015]: INFO nova.compute.claims [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] [instance: 70185831-3921-4fbf-8382-b6098f340372] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 745.555844] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9a4f3063-6642-4492-a538-790351318645 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Acquiring lock "ab0d7edc-40dc-4c99-b245-df41dfca3c3d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.556287] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9a4f3063-6642-4492-a538-790351318645 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Lock "ab0d7edc-40dc-4c99-b245-df41dfca3c3d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.556287] env[70015]: DEBUG nova.compute.manager [None req-9a4f3063-6642-4492-a538-790351318645 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 745.557136] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a87e13-7ef0-4474-94d9-42c3565e6a0d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.565154] env[70015]: DEBUG nova.compute.manager [None req-9a4f3063-6642-4492-a538-790351318645 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70015) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 745.565724] env[70015]: DEBUG nova.objects.instance [None req-9a4f3063-6642-4492-a538-790351318645 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Lazy-loading 'flavor' on Instance uuid ab0d7edc-40dc-4c99-b245-df41dfca3c3d {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 745.601917] env[70015]: DEBUG oslo_vmware.api [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52ed2989-f417-a808-8ac6-771c24824b1f, 'name': SearchDatastore_Task, 'duration_secs': 0.025197} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.602274] env[70015]: DEBUG oslo_concurrency.lockutils [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.602525] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9/ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 745.602781] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8be6982-4b23-4f88-ae45-3c8d5e6c1e2a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.610439] env[70015]: DEBUG oslo_vmware.api [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Waiting for the task: (returnval){ [ 745.610439] env[70015]: value = "task-3610525" [ 745.610439] env[70015]: _type = "Task" [ 745.610439] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.620284] env[70015]: DEBUG oslo_vmware.api [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Task: {'id': task-3610525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.685947] env[70015]: DEBUG oslo_vmware.api [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3610524, 'name': Rename_Task, 'duration_secs': 0.286259} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.686291] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: c8747a31-7a75-4ccd-b513-fb2a0769b0d9] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.686570] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c749d221-6f18-4f17-b541-e8e0505deacb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.694660] env[70015]: DEBUG oslo_vmware.api [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 745.694660] env[70015]: value = "task-3610526" [ 745.694660] env[70015]: _type = "Task" [ 745.694660] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.706016] env[70015]: DEBUG oslo_vmware.api [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3610526, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.023862] env[70015]: INFO nova.scheduler.client.report [None req-17706896-2e27-4e6f-b651-bc066cba1f12 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Deleted allocation for migration 2658a590-3b86-4635-a47b-7f184d82eef1 [ 746.122768] env[70015]: DEBUG oslo_vmware.api [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Task: {'id': task-3610525, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.205267] env[70015]: DEBUG oslo_vmware.api [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3610526, 'name': PowerOnVM_Task} progress is 71%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.279257] env[70015]: DEBUG nova.network.neutron [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Successfully updated port: 108c6da3-629b-4e4f-98d0-decdb9825ddc {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 746.319865] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Acquiring lock "6419007b-b407-4d50-b3ab-d90ecc5e8e30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.321033] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Lock "6419007b-b407-4d50-b3ab-d90ecc5e8e30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.503238] env[70015]: DEBUG nova.compute.manager [req-b0301c88-a807-42de-aafe-a391fda7c0a7 req-0d86a56e-9076-4d83-a8b5-91882fbbd36a service nova] [instance: f9453044-6270-44bb-9de6-dd6481693259] Received event network-vif-deleted-88a51737-82ff-4891-a9b3-2934c6e5f5d7 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.503238] env[70015]: INFO nova.compute.manager [req-b0301c88-a807-42de-aafe-a391fda7c0a7 req-0d86a56e-9076-4d83-a8b5-91882fbbd36a service nova] [instance: f9453044-6270-44bb-9de6-dd6481693259] Neutron deleted interface 88a51737-82ff-4891-a9b3-2934c6e5f5d7; detaching it from the instance and deleting it from the info cache [ 746.503238] env[70015]: DEBUG nova.network.neutron [req-b0301c88-a807-42de-aafe-a391fda7c0a7 req-0d86a56e-9076-4d83-a8b5-91882fbbd36a service nova] [instance: f9453044-6270-44bb-9de6-dd6481693259] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.528508] env[70015]: DEBUG oslo_concurrency.lockutils [None req-17706896-2e27-4e6f-b651-bc066cba1f12 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Lock "eca5f46e-6d82-499a-b5a2-018e49f3f933" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 42.212s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.551410] env[70015]: DEBUG nova.network.neutron [-] [instance: f9453044-6270-44bb-9de6-dd6481693259] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.578082] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a4f3063-6642-4492-a538-790351318645 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 746.578885] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97f7aee5-4fb2-4e2e-a5eb-8993a182f24d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.586420] env[70015]: DEBUG oslo_vmware.api [None req-9a4f3063-6642-4492-a538-790351318645 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Waiting for the task: (returnval){ [ 746.586420] env[70015]: value = "task-3610527" [ 746.586420] env[70015]: _type = "Task" [ 746.586420] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.599391] env[70015]: DEBUG oslo_vmware.api [None req-9a4f3063-6642-4492-a538-790351318645 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': task-3610527, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.620700] env[70015]: DEBUG oslo_vmware.api [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Task: {'id': task-3610525, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53802} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.622046] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9/ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 746.622320] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 746.622589] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-595e399f-75a5-453a-a534-0311d78aba51 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.632402] env[70015]: DEBUG oslo_vmware.api [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Waiting for the task: (returnval){ [ 746.632402] env[70015]: value = "task-3610528" [ 746.632402] env[70015]: _type = "Task" [ 746.632402] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.646070] env[70015]: DEBUG oslo_vmware.api [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Task: {'id': task-3610528, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.709936] env[70015]: DEBUG oslo_vmware.api [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3610526, 'name': PowerOnVM_Task, 'duration_secs': 0.713074} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.710481] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: c8747a31-7a75-4ccd-b513-fb2a0769b0d9] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.710693] env[70015]: INFO nova.compute.manager [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: c8747a31-7a75-4ccd-b513-fb2a0769b0d9] Took 9.64 seconds to spawn the instance on the hypervisor. [ 746.710902] env[70015]: DEBUG nova.compute.manager [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: c8747a31-7a75-4ccd-b513-fb2a0769b0d9] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.711732] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3fcf7af-ad3f-453b-9678-02bbfc1aac7f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.782498] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Acquiring lock "refresh_cache-30be86a3-ab72-49b8-80f3-353cc9a4bd68" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.782498] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Acquired lock "refresh_cache-30be86a3-ab72-49b8-80f3-353cc9a4bd68" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.782619] env[70015]: DEBUG nova.network.neutron [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.013887] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e0916cf5-b504-4148-9cfe-fb3b344d5949 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.023637] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2f0194-27ed-40da-bd59-7d4bbfe92b29 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.063458] env[70015]: INFO nova.compute.manager [-] [instance: f9453044-6270-44bb-9de6-dd6481693259] Took 1.95 seconds to deallocate network for instance. [ 747.063458] env[70015]: DEBUG nova.compute.manager [req-b0301c88-a807-42de-aafe-a391fda7c0a7 req-0d86a56e-9076-4d83-a8b5-91882fbbd36a service nova] [instance: f9453044-6270-44bb-9de6-dd6481693259] Detach interface failed, port_id=88a51737-82ff-4891-a9b3-2934c6e5f5d7, reason: Instance f9453044-6270-44bb-9de6-dd6481693259 could not be found. {{(pid=70015) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 747.098873] env[70015]: DEBUG oslo_vmware.api [None req-9a4f3063-6642-4492-a538-790351318645 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': task-3610527, 'name': PowerOffVM_Task, 'duration_secs': 0.227518} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.102018] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a4f3063-6642-4492-a538-790351318645 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 747.102018] env[70015]: DEBUG nova.compute.manager [None req-9a4f3063-6642-4492-a538-790351318645 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.102018] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8706ed84-3b54-4c8b-8a4b-bee472d289ca {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.130946] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d09888b-394d-446d-83e7-5b2bcaf72360 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.148516] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e014ade-520b-40ef-86da-d6c5a4e763cb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.153210] env[70015]: DEBUG oslo_vmware.api [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Task: {'id': task-3610528, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06773} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.154175] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 747.155456] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9193128-a4ff-47d8-9f6b-f52e42c216ba {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.186323] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd152d5-ff37-48ee-8dcb-e7ae2583591e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.206644] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9/ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 747.208855] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6b18056-a78d-41d8-abc4-14a8a6078d30 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.234801] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1666cc-c3e4-4b50-8667-371f585b7971 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.240625] env[70015]: INFO nova.compute.manager [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: c8747a31-7a75-4ccd-b513-fb2a0769b0d9] Took 53.41 seconds to build instance. [ 747.242096] env[70015]: DEBUG oslo_vmware.api [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Waiting for the task: (returnval){ [ 747.242096] env[70015]: value = "task-3610529" [ 747.242096] env[70015]: _type = "Task" [ 747.242096] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.253973] env[70015]: DEBUG nova.compute.provider_tree [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.262064] env[70015]: DEBUG oslo_vmware.api [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Task: {'id': task-3610529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.340041] env[70015]: DEBUG nova.network.neutron [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 747.570262] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3cf108e0-27d8-4839-addb-6d74145d4468 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.620992] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9a4f3063-6642-4492-a538-790351318645 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Lock "ab0d7edc-40dc-4c99-b245-df41dfca3c3d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.062s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.742927] env[70015]: DEBUG oslo_concurrency.lockutils [None req-41286d5c-4e25-4f3e-b8bf-93add98b4921 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Lock "c8747a31-7a75-4ccd-b513-fb2a0769b0d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.936s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.760478] env[70015]: DEBUG nova.scheduler.client.report [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.764458] env[70015]: DEBUG oslo_vmware.api [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Task: {'id': task-3610529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.869121] env[70015]: DEBUG nova.network.neutron [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Updating instance_info_cache with network_info: [{"id": "108c6da3-629b-4e4f-98d0-decdb9825ddc", "address": "fa:16:3e:c9:00:63", "network": {"id": "0143a659-7936-4f5c-a48b-3297c6f5f8b4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-822759760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51ce910496bc43ceb87a5d6f0645e958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap108c6da3-62", "ovs_interfaceid": "108c6da3-629b-4e4f-98d0-decdb9825ddc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.249439] env[70015]: DEBUG nova.compute.manager [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 748.257884] env[70015]: DEBUG oslo_vmware.api [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Task: {'id': task-3610529, 'name': ReconfigVM_Task, 'duration_secs': 0.686723} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.258426] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Reconfigured VM instance instance-00000023 to attach disk [datastore1] ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9/ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 748.258971] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c81d54df-1153-41c2-a99e-6a7b943d5c09 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.266820] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.837s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.267347] env[70015]: DEBUG nova.compute.manager [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] [instance: 70185831-3921-4fbf-8382-b6098f340372] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 748.269982] env[70015]: DEBUG oslo_vmware.api [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Waiting for the task: (returnval){ [ 748.269982] env[70015]: value = "task-3610530" [ 748.269982] env[70015]: _type = "Task" [ 748.269982] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.270244] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.581s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.271797] env[70015]: INFO nova.compute.claims [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 748.283859] env[70015]: DEBUG oslo_vmware.api [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Task: {'id': task-3610530, 'name': Rename_Task} progress is 10%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.378014] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Releasing lock "refresh_cache-30be86a3-ab72-49b8-80f3-353cc9a4bd68" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.378014] env[70015]: DEBUG nova.compute.manager [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Instance network_info: |[{"id": "108c6da3-629b-4e4f-98d0-decdb9825ddc", "address": "fa:16:3e:c9:00:63", "network": {"id": "0143a659-7936-4f5c-a48b-3297c6f5f8b4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-822759760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51ce910496bc43ceb87a5d6f0645e958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap108c6da3-62", "ovs_interfaceid": "108c6da3-629b-4e4f-98d0-decdb9825ddc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 748.378014] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:00:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0dd3c126-9d86-4f9a-b81c-e9627c7a5401', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '108c6da3-629b-4e4f-98d0-decdb9825ddc', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.385039] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Creating folder: Project (51ce910496bc43ceb87a5d6f0645e958). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.385724] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92d8df3b-1b78-46b1-8250-18051c4ea9ba {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.398688] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Created folder: Project (51ce910496bc43ceb87a5d6f0645e958) in parent group-v720117. [ 748.398688] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Creating folder: Instances. Parent ref: group-v720218. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.398688] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f156a6b2-9f21-4e2c-8f74-66ffd660a79f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.408019] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Created folder: Instances in parent group-v720218. [ 748.408019] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.408019] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.408019] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb7f63a2-5551-427c-80b8-357d5fda61ad {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.429614] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.429614] env[70015]: value = "task-3610533" [ 748.429614] env[70015]: _type = "Task" [ 748.429614] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.437291] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610533, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.688893] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquiring lock "78ec1423-1160-453a-b6db-9348b37d34f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.689140] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "78ec1423-1160-453a-b6db-9348b37d34f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.740052] env[70015]: DEBUG nova.compute.manager [req-e0463b32-fe6f-42a6-8461-0e15fe4715d5 req-804d8671-1d62-499a-8d33-5071bc13ebf4 service nova] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Received event network-vif-plugged-108c6da3-629b-4e4f-98d0-decdb9825ddc {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.740052] env[70015]: DEBUG oslo_concurrency.lockutils [req-e0463b32-fe6f-42a6-8461-0e15fe4715d5 req-804d8671-1d62-499a-8d33-5071bc13ebf4 service nova] Acquiring lock "30be86a3-ab72-49b8-80f3-353cc9a4bd68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.740052] env[70015]: DEBUG oslo_concurrency.lockutils [req-e0463b32-fe6f-42a6-8461-0e15fe4715d5 req-804d8671-1d62-499a-8d33-5071bc13ebf4 service nova] Lock "30be86a3-ab72-49b8-80f3-353cc9a4bd68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.740052] env[70015]: DEBUG oslo_concurrency.lockutils [req-e0463b32-fe6f-42a6-8461-0e15fe4715d5 req-804d8671-1d62-499a-8d33-5071bc13ebf4 service nova] Lock "30be86a3-ab72-49b8-80f3-353cc9a4bd68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.740052] env[70015]: DEBUG nova.compute.manager [req-e0463b32-fe6f-42a6-8461-0e15fe4715d5 req-804d8671-1d62-499a-8d33-5071bc13ebf4 service nova] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] No waiting events found dispatching network-vif-plugged-108c6da3-629b-4e4f-98d0-decdb9825ddc {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 748.740230] env[70015]: WARNING nova.compute.manager [req-e0463b32-fe6f-42a6-8461-0e15fe4715d5 req-804d8671-1d62-499a-8d33-5071bc13ebf4 service nova] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Received unexpected event network-vif-plugged-108c6da3-629b-4e4f-98d0-decdb9825ddc for instance with vm_state building and task_state spawning. [ 748.740321] env[70015]: DEBUG nova.compute.manager [req-e0463b32-fe6f-42a6-8461-0e15fe4715d5 req-804d8671-1d62-499a-8d33-5071bc13ebf4 service nova] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Received event network-changed-108c6da3-629b-4e4f-98d0-decdb9825ddc {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.740475] env[70015]: DEBUG nova.compute.manager [req-e0463b32-fe6f-42a6-8461-0e15fe4715d5 req-804d8671-1d62-499a-8d33-5071bc13ebf4 service nova] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Refreshing instance network info cache due to event network-changed-108c6da3-629b-4e4f-98d0-decdb9825ddc. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 748.740653] env[70015]: DEBUG oslo_concurrency.lockutils [req-e0463b32-fe6f-42a6-8461-0e15fe4715d5 req-804d8671-1d62-499a-8d33-5071bc13ebf4 service nova] Acquiring lock "refresh_cache-30be86a3-ab72-49b8-80f3-353cc9a4bd68" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.740809] env[70015]: DEBUG oslo_concurrency.lockutils [req-e0463b32-fe6f-42a6-8461-0e15fe4715d5 req-804d8671-1d62-499a-8d33-5071bc13ebf4 service nova] Acquired lock "refresh_cache-30be86a3-ab72-49b8-80f3-353cc9a4bd68" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.741022] env[70015]: DEBUG nova.network.neutron [req-e0463b32-fe6f-42a6-8461-0e15fe4715d5 req-804d8671-1d62-499a-8d33-5071bc13ebf4 service nova] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Refreshing network info cache for port 108c6da3-629b-4e4f-98d0-decdb9825ddc {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.778033] env[70015]: DEBUG nova.compute.utils [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 748.783799] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.787775] env[70015]: DEBUG nova.compute.manager [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] [instance: 70185831-3921-4fbf-8382-b6098f340372] Not allocating networking since 'none' was specified. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 748.796151] env[70015]: DEBUG oslo_vmware.api [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Task: {'id': task-3610530, 'name': Rename_Task, 'duration_secs': 0.233613} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.796517] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 748.796822] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13eaff9c-c3d0-402a-bbe7-954f06ee5f4e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.805128] env[70015]: DEBUG oslo_vmware.api [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Waiting for the task: (returnval){ [ 748.805128] env[70015]: value = "task-3610534" [ 748.805128] env[70015]: _type = "Task" [ 748.805128] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.818387] env[70015]: DEBUG oslo_vmware.api [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Task: {'id': task-3610534, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.939709] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610533, 'name': CreateVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.283275] env[70015]: DEBUG nova.compute.manager [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] [instance: 70185831-3921-4fbf-8382-b6098f340372] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 749.317635] env[70015]: DEBUG oslo_vmware.api [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Task: {'id': task-3610534, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.411977] env[70015]: DEBUG nova.objects.instance [None req-5c33452b-be92-4776-a4a9-f4993a76b669 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Lazy-loading 'flavor' on Instance uuid ab0d7edc-40dc-4c99-b245-df41dfca3c3d {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 749.453212] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610533, 'name': CreateVM_Task, 'duration_secs': 0.515483} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.456135] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 749.456674] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.457790] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.457790] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.458155] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d78f0533-3bed-4996-9c47-228509847431 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.463123] env[70015]: DEBUG oslo_vmware.api [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Waiting for the task: (returnval){ [ 749.463123] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]525f6d45-f815-4bc3-4886-b515dd1d9ab1" [ 749.463123] env[70015]: _type = "Task" [ 749.463123] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.477715] env[70015]: DEBUG oslo_vmware.api [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]525f6d45-f815-4bc3-4886-b515dd1d9ab1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.596399] env[70015]: DEBUG nova.network.neutron [req-e0463b32-fe6f-42a6-8461-0e15fe4715d5 req-804d8671-1d62-499a-8d33-5071bc13ebf4 service nova] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Updated VIF entry in instance network info cache for port 108c6da3-629b-4e4f-98d0-decdb9825ddc. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 749.596598] env[70015]: DEBUG nova.network.neutron [req-e0463b32-fe6f-42a6-8461-0e15fe4715d5 req-804d8671-1d62-499a-8d33-5071bc13ebf4 service nova] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Updating instance_info_cache with network_info: [{"id": "108c6da3-629b-4e4f-98d0-decdb9825ddc", "address": "fa:16:3e:c9:00:63", "network": {"id": "0143a659-7936-4f5c-a48b-3297c6f5f8b4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-822759760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51ce910496bc43ceb87a5d6f0645e958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap108c6da3-62", "ovs_interfaceid": "108c6da3-629b-4e4f-98d0-decdb9825ddc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.679432] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquiring lock "dd3e3400-bf0e-41f2-954d-b7b78e6941b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.679432] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Lock "dd3e3400-bf0e-41f2-954d-b7b78e6941b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.819411] env[70015]: DEBUG oslo_vmware.api [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Task: {'id': task-3610534, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.863896] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7312ca-3bd7-4b70-9f20-9451ed3c14a5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.872455] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f897ddca-4728-4489-b786-440a98a75b6c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.903805] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9f9f80-fb70-440f-80bc-93f525e721e3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.911920] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44825b90-5ae4-48d2-9f5f-dcb672cba611 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.918793] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5c33452b-be92-4776-a4a9-f4993a76b669 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Acquiring lock "refresh_cache-ab0d7edc-40dc-4c99-b245-df41dfca3c3d" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.919073] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5c33452b-be92-4776-a4a9-f4993a76b669 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Acquired lock "refresh_cache-ab0d7edc-40dc-4c99-b245-df41dfca3c3d" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.919296] env[70015]: DEBUG nova.network.neutron [None req-5c33452b-be92-4776-a4a9-f4993a76b669 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.919411] env[70015]: DEBUG nova.objects.instance [None req-5c33452b-be92-4776-a4a9-f4993a76b669 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Lazy-loading 'info_cache' on Instance uuid ab0d7edc-40dc-4c99-b245-df41dfca3c3d {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 749.928300] env[70015]: DEBUG nova.compute.provider_tree [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.942128] env[70015]: DEBUG oslo_concurrency.lockutils [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Acquiring lock "0d762a18-2184-48f1-84d4-ed50fdb03ef8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.942426] env[70015]: DEBUG oslo_concurrency.lockutils [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Lock "0d762a18-2184-48f1-84d4-ed50fdb03ef8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.975122] env[70015]: DEBUG oslo_vmware.api [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]525f6d45-f815-4bc3-4886-b515dd1d9ab1, 'name': SearchDatastore_Task, 'duration_secs': 0.014612} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.975566] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.975929] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 749.976303] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.976535] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.976817] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 749.977191] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fa71ef2-6c74-4585-b9f9-6a67af6d5318 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.988771] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 749.988966] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 749.989675] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c62b5165-ee5f-4036-bb9e-1d491b8ee5df {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.994677] env[70015]: DEBUG oslo_vmware.api [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Waiting for the task: (returnval){ [ 749.994677] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5252436b-719c-0f3e-c625-96140b28c291" [ 749.994677] env[70015]: _type = "Task" [ 749.994677] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.002375] env[70015]: DEBUG oslo_vmware.api [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5252436b-719c-0f3e-c625-96140b28c291, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.099885] env[70015]: DEBUG oslo_concurrency.lockutils [req-e0463b32-fe6f-42a6-8461-0e15fe4715d5 req-804d8671-1d62-499a-8d33-5071bc13ebf4 service nova] Releasing lock "refresh_cache-30be86a3-ab72-49b8-80f3-353cc9a4bd68" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.295923] env[70015]: DEBUG nova.compute.manager [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] [instance: 70185831-3921-4fbf-8382-b6098f340372] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 750.316899] env[70015]: DEBUG oslo_vmware.api [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Task: {'id': task-3610534, 'name': PowerOnVM_Task, 'duration_secs': 1.472741} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.318839] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.319067] env[70015]: INFO nova.compute.manager [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Took 10.50 seconds to spawn the instance on the hypervisor. [ 750.319253] env[70015]: DEBUG nova.compute.manager [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 750.320186] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48dc0d6-5155-4b3d-b895-ad3c290669d7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.330801] env[70015]: DEBUG nova.virt.hardware [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 750.331030] env[70015]: DEBUG nova.virt.hardware [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 750.331966] env[70015]: DEBUG nova.virt.hardware [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.331966] env[70015]: DEBUG nova.virt.hardware [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 750.331966] env[70015]: DEBUG nova.virt.hardware [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.331966] env[70015]: DEBUG nova.virt.hardware [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 750.331966] env[70015]: DEBUG nova.virt.hardware [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 750.332200] env[70015]: DEBUG nova.virt.hardware [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 750.332200] env[70015]: DEBUG nova.virt.hardware [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 750.332394] env[70015]: DEBUG nova.virt.hardware [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 750.332504] env[70015]: DEBUG nova.virt.hardware [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 750.333268] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5aebacf-96bf-4c4a-b5cc-54046d76ecd3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.340609] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d450bd3f-4211-43cf-aad9-8281fed54228 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.354213] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] [instance: 70185831-3921-4fbf-8382-b6098f340372] Instance VIF info [] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 750.359713] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Creating folder: Project (f5652edd4afe404abd4027514c945c20). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.360708] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba93523e-ce0f-4801-9e51-f6dd906809cd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.371720] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Created folder: Project (f5652edd4afe404abd4027514c945c20) in parent group-v720117. [ 750.371910] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Creating folder: Instances. Parent ref: group-v720221. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.372152] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b42010b-3b85-45f1-8199-21b45d7fb7ae {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.380706] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Created folder: Instances in parent group-v720221. [ 750.380965] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.381196] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70185831-3921-4fbf-8382-b6098f340372] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 750.381398] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df413f64-1a09-497c-aa5d-a0a6c8141e4a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.397193] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.397193] env[70015]: value = "task-3610537" [ 750.397193] env[70015]: _type = "Task" [ 750.397193] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.405013] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610537, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.431072] env[70015]: DEBUG nova.objects.base [None req-5c33452b-be92-4776-a4a9-f4993a76b669 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70015) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 750.432761] env[70015]: DEBUG nova.scheduler.client.report [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.505123] env[70015]: DEBUG oslo_vmware.api [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5252436b-719c-0f3e-c625-96140b28c291, 'name': SearchDatastore_Task, 'duration_secs': 0.031169} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.505982] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bd9af58-e83b-4845-909d-589a5bed6fca {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.511538] env[70015]: DEBUG oslo_vmware.api [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Waiting for the task: (returnval){ [ 750.511538] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]528140c6-5dda-f19d-264a-1af53e7780c4" [ 750.511538] env[70015]: _type = "Task" [ 750.511538] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.519335] env[70015]: DEBUG oslo_vmware.api [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]528140c6-5dda-f19d-264a-1af53e7780c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.850575] env[70015]: INFO nova.compute.manager [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Took 52.10 seconds to build instance. [ 750.908998] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610537, 'name': CreateVM_Task, 'duration_secs': 0.468716} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.908998] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70185831-3921-4fbf-8382-b6098f340372] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.911159] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.911159] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.911159] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.911159] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82054f23-5552-48ac-9e09-054e4d1a432a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.915330] env[70015]: DEBUG oslo_vmware.api [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Waiting for the task: (returnval){ [ 750.915330] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]527e0a86-6645-94ed-e96a-f2a2ecac069f" [ 750.915330] env[70015]: _type = "Task" [ 750.915330] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.923034] env[70015]: DEBUG oslo_vmware.api [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]527e0a86-6645-94ed-e96a-f2a2ecac069f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.938180] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.938652] env[70015]: DEBUG nova.compute.manager [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 750.943671] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.851s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.949019] env[70015]: INFO nova.compute.claims [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: b06c2059-7b44-45df-abcd-b99348a86df4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 751.024781] env[70015]: DEBUG oslo_vmware.api [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]528140c6-5dda-f19d-264a-1af53e7780c4, 'name': SearchDatastore_Task, 'duration_secs': 0.010493} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.025084] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.025339] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 30be86a3-ab72-49b8-80f3-353cc9a4bd68/30be86a3-ab72-49b8-80f3-353cc9a4bd68.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 751.025586] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-848426ac-84ff-45f8-b379-989ba8fcf7c7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.032653] env[70015]: DEBUG oslo_vmware.api [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Waiting for the task: (returnval){ [ 751.032653] env[70015]: value = "task-3610538" [ 751.032653] env[70015]: _type = "Task" [ 751.032653] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.040460] env[70015]: DEBUG oslo_vmware.api [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3610538, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.356443] env[70015]: DEBUG oslo_concurrency.lockutils [None req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Lock "ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.327s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.409648] env[70015]: DEBUG nova.network.neutron [None req-5c33452b-be92-4776-a4a9-f4993a76b669 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Updating instance_info_cache with network_info: [{"id": "1625a7b3-6c9e-4dbe-bca4-67725ceed2a9", "address": "fa:16:3e:95:f7:fe", "network": {"id": "d5498b24-6770-4133-8a6e-bd42a291b7b7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2050527259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9c5d6fb266d42529edbf505731ee279", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1625a7b3-6c", "ovs_interfaceid": "1625a7b3-6c9e-4dbe-bca4-67725ceed2a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.427891] env[70015]: DEBUG oslo_vmware.api [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]527e0a86-6645-94ed-e96a-f2a2ecac069f, 'name': SearchDatastore_Task, 'duration_secs': 0.020866} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.428497] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.428760] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] [instance: 70185831-3921-4fbf-8382-b6098f340372] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 751.429011] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.429165] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.429372] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 751.429628] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2d21225-a780-4df8-bf32-0bcb50d2f293 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.445230] env[70015]: DEBUG nova.compute.utils [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 751.448331] env[70015]: DEBUG nova.compute.manager [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 751.448533] env[70015]: DEBUG nova.network.neutron [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 751.450455] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 751.450962] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 751.455281] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7d4e54b-0419-436d-a164-802aafe1c620 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.465389] env[70015]: DEBUG oslo_vmware.api [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Waiting for the task: (returnval){ [ 751.465389] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52d28c24-9015-337c-c70f-19b62d4f976c" [ 751.465389] env[70015]: _type = "Task" [ 751.465389] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.476912] env[70015]: DEBUG oslo_vmware.api [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52d28c24-9015-337c-c70f-19b62d4f976c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.546328] env[70015]: DEBUG oslo_vmware.api [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3610538, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.549386] env[70015]: DEBUG nova.policy [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eab3f1dd9c774f4290b47918d77d94bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a29459ce08d649d18549557d28299696', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 751.859460] env[70015]: DEBUG nova.compute.manager [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 751.912417] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5c33452b-be92-4776-a4a9-f4993a76b669 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Releasing lock "refresh_cache-ab0d7edc-40dc-4c99-b245-df41dfca3c3d" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.953245] env[70015]: DEBUG nova.compute.manager [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 751.980285] env[70015]: DEBUG oslo_vmware.api [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52d28c24-9015-337c-c70f-19b62d4f976c, 'name': SearchDatastore_Task, 'duration_secs': 0.055429} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.981180] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90928132-4e99-4366-81bb-5268ed3f47d2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.991451] env[70015]: DEBUG oslo_vmware.api [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Waiting for the task: (returnval){ [ 751.991451] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5273e776-595d-1a0a-fc00-abfd27c6d1a5" [ 751.991451] env[70015]: _type = "Task" [ 751.991451] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.997811] env[70015]: DEBUG oslo_vmware.api [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5273e776-595d-1a0a-fc00-abfd27c6d1a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.004503] env[70015]: DEBUG nova.compute.manager [req-8a304cdf-f2dd-44fb-b16a-7182ccb001e2 req-cb7b0761-0ea5-4252-874d-82eb25681c50 service nova] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Received event network-changed-21be2730-4ba2-4596-ac3b-db808e1bf21e {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.004773] env[70015]: DEBUG nova.compute.manager [req-8a304cdf-f2dd-44fb-b16a-7182ccb001e2 req-cb7b0761-0ea5-4252-874d-82eb25681c50 service nova] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Refreshing instance network info cache due to event network-changed-21be2730-4ba2-4596-ac3b-db808e1bf21e. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 752.004979] env[70015]: DEBUG oslo_concurrency.lockutils [req-8a304cdf-f2dd-44fb-b16a-7182ccb001e2 req-cb7b0761-0ea5-4252-874d-82eb25681c50 service nova] Acquiring lock "refresh_cache-f69ac2e1-d8a9-44b0-98dc-098321ed3826" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.005061] env[70015]: DEBUG oslo_concurrency.lockutils [req-8a304cdf-f2dd-44fb-b16a-7182ccb001e2 req-cb7b0761-0ea5-4252-874d-82eb25681c50 service nova] Acquired lock "refresh_cache-f69ac2e1-d8a9-44b0-98dc-098321ed3826" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.005300] env[70015]: DEBUG nova.network.neutron [req-8a304cdf-f2dd-44fb-b16a-7182ccb001e2 req-cb7b0761-0ea5-4252-874d-82eb25681c50 service nova] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Refreshing network info cache for port 21be2730-4ba2-4596-ac3b-db808e1bf21e {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.044190] env[70015]: DEBUG nova.network.neutron [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622] Successfully created port: 9cb69465-1ee9-492a-aaa3-91442919a3fa {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 752.050180] env[70015]: DEBUG oslo_vmware.api [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3610538, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.690224} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.050442] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 30be86a3-ab72-49b8-80f3-353cc9a4bd68/30be86a3-ab72-49b8-80f3-353cc9a4bd68.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 752.050669] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 752.050988] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ae445ab-88d4-44ae-bded-f390b6410d38 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.060342] env[70015]: DEBUG oslo_vmware.api [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Waiting for the task: (returnval){ [ 752.060342] env[70015]: value = "task-3610539" [ 752.060342] env[70015]: _type = "Task" [ 752.060342] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.067985] env[70015]: DEBUG oslo_vmware.api [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3610539, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.387700] env[70015]: DEBUG oslo_concurrency.lockutils [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.506976] env[70015]: DEBUG oslo_vmware.api [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5273e776-595d-1a0a-fc00-abfd27c6d1a5, 'name': SearchDatastore_Task, 'duration_secs': 0.05212} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.510477] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.511291] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 70185831-3921-4fbf-8382-b6098f340372/70185831-3921-4fbf-8382-b6098f340372.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 752.513496] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7387da9-8de0-4941-acc8-830ab798ab7c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.520770] env[70015]: DEBUG oslo_vmware.api [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Waiting for the task: (returnval){ [ 752.520770] env[70015]: value = "task-3610540" [ 752.520770] env[70015]: _type = "Task" [ 752.520770] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.535222] env[70015]: DEBUG oslo_vmware.api [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Task: {'id': task-3610540, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.574752] env[70015]: DEBUG oslo_vmware.api [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3610539, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067328} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.579215] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 752.579215] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb07868-195e-402c-ac45-67ae99e80063 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.580757] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac828e5-86ae-4193-872d-6e99a116f4a4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.600139] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10051d2-5d4e-4fbe-89e2-1a4a1e92d4b3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.612390] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 30be86a3-ab72-49b8-80f3-353cc9a4bd68/30be86a3-ab72-49b8-80f3-353cc9a4bd68.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.613901] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c1e0f59-47fc-467e-a341-a0f9e46f9a34 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.665072] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2962e074-24af-4b48-883d-a20b3b297c9f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.665958] env[70015]: DEBUG oslo_vmware.api [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Waiting for the task: (returnval){ [ 752.665958] env[70015]: value = "task-3610541" [ 752.665958] env[70015]: _type = "Task" [ 752.665958] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.673616] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dcb1109-f82e-4049-a55d-c5854ef194d8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.681187] env[70015]: DEBUG oslo_vmware.api [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3610541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.691487] env[70015]: DEBUG nova.compute.provider_tree [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.919081] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c33452b-be92-4776-a4a9-f4993a76b669 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.919413] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2688379-59d9-4376-bdae-cd7381355f20 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.927594] env[70015]: DEBUG oslo_vmware.api [None req-5c33452b-be92-4776-a4a9-f4993a76b669 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Waiting for the task: (returnval){ [ 752.927594] env[70015]: value = "task-3610542" [ 752.927594] env[70015]: _type = "Task" [ 752.927594] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.937152] env[70015]: DEBUG oslo_vmware.api [None req-5c33452b-be92-4776-a4a9-f4993a76b669 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': task-3610542, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.968810] env[70015]: DEBUG nova.compute.manager [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 753.006413] env[70015]: DEBUG nova.virt.hardware [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 753.006708] env[70015]: DEBUG nova.virt.hardware [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 753.006869] env[70015]: DEBUG nova.virt.hardware [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 753.011256] env[70015]: DEBUG nova.virt.hardware [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 753.011609] env[70015]: DEBUG nova.virt.hardware [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 753.011609] env[70015]: DEBUG nova.virt.hardware [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 753.011849] env[70015]: DEBUG nova.virt.hardware [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 753.012064] env[70015]: DEBUG nova.virt.hardware [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 753.012249] env[70015]: DEBUG nova.virt.hardware [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 753.012577] env[70015]: DEBUG nova.virt.hardware [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 753.012577] env[70015]: DEBUG nova.virt.hardware [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 753.013567] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b5d26f-bcf2-4e59-8d4e-f910e3444861 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.032068] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409ce9df-2d10-41c1-8940-fab9e8e37bef {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.053195] env[70015]: DEBUG oslo_vmware.api [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Task: {'id': task-3610540, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.175855] env[70015]: DEBUG oslo_vmware.api [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3610541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.195087] env[70015]: DEBUG nova.scheduler.client.report [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.317129] env[70015]: DEBUG nova.network.neutron [req-8a304cdf-f2dd-44fb-b16a-7182ccb001e2 req-cb7b0761-0ea5-4252-874d-82eb25681c50 service nova] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Updated VIF entry in instance network info cache for port 21be2730-4ba2-4596-ac3b-db808e1bf21e. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 753.317688] env[70015]: DEBUG nova.network.neutron [req-8a304cdf-f2dd-44fb-b16a-7182ccb001e2 req-cb7b0761-0ea5-4252-874d-82eb25681c50 service nova] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Updating instance_info_cache with network_info: [{"id": "21be2730-4ba2-4596-ac3b-db808e1bf21e", "address": "fa:16:3e:3c:ce:9c", "network": {"id": "02a98518-8847-4263-b64b-ae2fdf7c0656", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-454505224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c048bfc450124170a53ab1b04b4e13d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21be2730-4b", "ovs_interfaceid": "21be2730-4ba2-4596-ac3b-db808e1bf21e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.444188] env[70015]: DEBUG oslo_vmware.api [None req-5c33452b-be92-4776-a4a9-f4993a76b669 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': task-3610542, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.537961] env[70015]: DEBUG oslo_vmware.api [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Task: {'id': task-3610540, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610528} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.541398] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 70185831-3921-4fbf-8382-b6098f340372/70185831-3921-4fbf-8382-b6098f340372.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 753.541653] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] [instance: 70185831-3921-4fbf-8382-b6098f340372] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 753.541963] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c3939f0-682e-4026-b49d-1d71a776e28c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.549210] env[70015]: DEBUG oslo_vmware.api [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Waiting for the task: (returnval){ [ 753.549210] env[70015]: value = "task-3610543" [ 753.549210] env[70015]: _type = "Task" [ 753.549210] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.557561] env[70015]: DEBUG oslo_vmware.api [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Task: {'id': task-3610543, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.676852] env[70015]: DEBUG oslo_vmware.api [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3610541, 'name': ReconfigVM_Task, 'duration_secs': 0.709172} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.677238] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 30be86a3-ab72-49b8-80f3-353cc9a4bd68/30be86a3-ab72-49b8-80f3-353cc9a4bd68.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.677943] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f32e33c-71a4-4677-8dbb-119465e81b78 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.684993] env[70015]: DEBUG oslo_vmware.api [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Waiting for the task: (returnval){ [ 753.684993] env[70015]: value = "task-3610544" [ 753.684993] env[70015]: _type = "Task" [ 753.684993] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.696894] env[70015]: DEBUG oslo_vmware.api [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3610544, 'name': Rename_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.700216] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.756s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.700774] env[70015]: DEBUG nova.compute.manager [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: b06c2059-7b44-45df-abcd-b99348a86df4] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 753.703477] env[70015]: DEBUG oslo_concurrency.lockutils [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.349s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.704911] env[70015]: INFO nova.compute.claims [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 42a0560b-a274-4273-9828-57645661f4a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 753.820386] env[70015]: DEBUG oslo_concurrency.lockutils [req-8a304cdf-f2dd-44fb-b16a-7182ccb001e2 req-cb7b0761-0ea5-4252-874d-82eb25681c50 service nova] Releasing lock "refresh_cache-f69ac2e1-d8a9-44b0-98dc-098321ed3826" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.940886] env[70015]: DEBUG oslo_vmware.api [None req-5c33452b-be92-4776-a4a9-f4993a76b669 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': task-3610542, 'name': PowerOnVM_Task, 'duration_secs': 0.598844} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.941210] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c33452b-be92-4776-a4a9-f4993a76b669 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.941416] env[70015]: DEBUG nova.compute.manager [None req-5c33452b-be92-4776-a4a9-f4993a76b669 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.942245] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8746022b-666e-4ddb-8e84-31fc4968bd22 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.064320] env[70015]: DEBUG oslo_vmware.api [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Task: {'id': task-3610543, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065268} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.064755] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] [instance: 70185831-3921-4fbf-8382-b6098f340372] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 754.065743] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036976fd-7112-457f-93e0-da4c4c477e8b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.095947] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] [instance: 70185831-3921-4fbf-8382-b6098f340372] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 70185831-3921-4fbf-8382-b6098f340372/70185831-3921-4fbf-8382-b6098f340372.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 754.096492] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e2e503d-868d-4799-a80e-386c19ed220e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.122971] env[70015]: DEBUG oslo_vmware.api [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Waiting for the task: (returnval){ [ 754.122971] env[70015]: value = "task-3610545" [ 754.122971] env[70015]: _type = "Task" [ 754.122971] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.129634] env[70015]: DEBUG oslo_vmware.api [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Task: {'id': task-3610545, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.194968] env[70015]: DEBUG oslo_vmware.api [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3610544, 'name': Rename_Task, 'duration_secs': 0.217149} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.195491] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 754.196019] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06b3f34b-ba2c-46c8-8fcb-6db258f19051 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.202290] env[70015]: DEBUG oslo_vmware.api [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Waiting for the task: (returnval){ [ 754.202290] env[70015]: value = "task-3610546" [ 754.202290] env[70015]: _type = "Task" [ 754.202290] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.213187] env[70015]: DEBUG nova.compute.utils [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 754.221617] env[70015]: DEBUG oslo_vmware.api [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3610546, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.222083] env[70015]: DEBUG nova.compute.manager [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: b06c2059-7b44-45df-abcd-b99348a86df4] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 754.222268] env[70015]: DEBUG nova.network.neutron [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: b06c2059-7b44-45df-abcd-b99348a86df4] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 754.331244] env[70015]: DEBUG nova.policy [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eab3f1dd9c774f4290b47918d77d94bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a29459ce08d649d18549557d28299696', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.580409] env[70015]: DEBUG nova.network.neutron [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622] Successfully updated port: 9cb69465-1ee9-492a-aaa3-91442919a3fa {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 754.632174] env[70015]: DEBUG oslo_vmware.api [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Task: {'id': task-3610545, 'name': ReconfigVM_Task, 'duration_secs': 0.289185} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.632527] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] [instance: 70185831-3921-4fbf-8382-b6098f340372] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 70185831-3921-4fbf-8382-b6098f340372/70185831-3921-4fbf-8382-b6098f340372.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.633235] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42e445b9-9142-46da-8685-62b49f1eac18 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.640287] env[70015]: DEBUG oslo_vmware.api [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Waiting for the task: (returnval){ [ 754.640287] env[70015]: value = "task-3610547" [ 754.640287] env[70015]: _type = "Task" [ 754.640287] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.650525] env[70015]: DEBUG oslo_vmware.api [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Task: {'id': task-3610547, 'name': Rename_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.652952] env[70015]: DEBUG nova.compute.manager [req-906267bb-c6e8-4469-9fc1-839e1658c532 req-39c3aa7b-9650-489a-b649-13f755a53a97 service nova] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Received event network-changed-21be2730-4ba2-4596-ac3b-db808e1bf21e {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.653177] env[70015]: DEBUG nova.compute.manager [req-906267bb-c6e8-4469-9fc1-839e1658c532 req-39c3aa7b-9650-489a-b649-13f755a53a97 service nova] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Refreshing instance network info cache due to event network-changed-21be2730-4ba2-4596-ac3b-db808e1bf21e. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 754.653417] env[70015]: DEBUG oslo_concurrency.lockutils [req-906267bb-c6e8-4469-9fc1-839e1658c532 req-39c3aa7b-9650-489a-b649-13f755a53a97 service nova] Acquiring lock "refresh_cache-f69ac2e1-d8a9-44b0-98dc-098321ed3826" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.653561] env[70015]: DEBUG oslo_concurrency.lockutils [req-906267bb-c6e8-4469-9fc1-839e1658c532 req-39c3aa7b-9650-489a-b649-13f755a53a97 service nova] Acquired lock "refresh_cache-f69ac2e1-d8a9-44b0-98dc-098321ed3826" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.653716] env[70015]: DEBUG nova.network.neutron [req-906267bb-c6e8-4469-9fc1-839e1658c532 req-39c3aa7b-9650-489a-b649-13f755a53a97 service nova] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Refreshing network info cache for port 21be2730-4ba2-4596-ac3b-db808e1bf21e {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 754.713760] env[70015]: DEBUG oslo_vmware.api [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3610546, 'name': PowerOnVM_Task} progress is 76%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.722612] env[70015]: DEBUG nova.compute.manager [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: b06c2059-7b44-45df-abcd-b99348a86df4] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 754.827458] env[70015]: DEBUG nova.network.neutron [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: b06c2059-7b44-45df-abcd-b99348a86df4] Successfully created port: 257c3176-f7f8-4300-aae7-daa7316daf6e {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 755.094294] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Acquiring lock "refresh_cache-ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.094442] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Acquired lock "refresh_cache-ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.094592] env[70015]: DEBUG nova.network.neutron [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.097929] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8b1aae59-0269-4a33-8fb9-c2800b710e7e tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Acquiring lock "ef513827-f5fe-4337-a0fa-5c96eb537514" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.098171] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8b1aae59-0269-4a33-8fb9-c2800b710e7e tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Lock "ef513827-f5fe-4337-a0fa-5c96eb537514" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.098370] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8b1aae59-0269-4a33-8fb9-c2800b710e7e tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Acquiring lock "ef513827-f5fe-4337-a0fa-5c96eb537514-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.098547] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8b1aae59-0269-4a33-8fb9-c2800b710e7e tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Lock "ef513827-f5fe-4337-a0fa-5c96eb537514-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.098708] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8b1aae59-0269-4a33-8fb9-c2800b710e7e tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Lock "ef513827-f5fe-4337-a0fa-5c96eb537514-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.101439] env[70015]: INFO nova.compute.manager [None req-8b1aae59-0269-4a33-8fb9-c2800b710e7e tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] [instance: ef513827-f5fe-4337-a0fa-5c96eb537514] Terminating instance [ 755.162323] env[70015]: DEBUG oslo_vmware.api [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Task: {'id': task-3610547, 'name': Rename_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.215132] env[70015]: DEBUG oslo_vmware.api [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3610546, 'name': PowerOnVM_Task, 'duration_secs': 0.731004} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.215422] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 755.215623] env[70015]: INFO nova.compute.manager [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Took 10.52 seconds to spawn the instance on the hypervisor. [ 755.215808] env[70015]: DEBUG nova.compute.manager [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 755.217626] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a67960-ed50-41c4-9457-b4d0393b67cf {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.324766] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac746c2-4206-4efa-8613-13059f65d603 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.333078] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532bea1a-c655-4378-bdf4-6aa73713f689 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.369111] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9f1ad9-4e03-4fcd-be78-2587cf438738 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.377126] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5d57d6-52ae-4243-97ca-0f5de91186c9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.390966] env[70015]: DEBUG nova.compute.provider_tree [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.607099] env[70015]: DEBUG nova.compute.manager [None req-8b1aae59-0269-4a33-8fb9-c2800b710e7e tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] [instance: ef513827-f5fe-4337-a0fa-5c96eb537514] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 755.607422] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1aae59-0269-4a33-8fb9-c2800b710e7e tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] [instance: ef513827-f5fe-4337-a0fa-5c96eb537514] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 755.608067] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a119b1e8-b836-4f99-97bd-f17931d52e18 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.616787] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b1aae59-0269-4a33-8fb9-c2800b710e7e tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] [instance: ef513827-f5fe-4337-a0fa-5c96eb537514] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 755.616988] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d528dbad-534f-4857-a9ea-c940b233a092 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.622635] env[70015]: DEBUG oslo_vmware.api [None req-8b1aae59-0269-4a33-8fb9-c2800b710e7e tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Waiting for the task: (returnval){ [ 755.622635] env[70015]: value = "task-3610548" [ 755.622635] env[70015]: _type = "Task" [ 755.622635] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.631487] env[70015]: DEBUG oslo_vmware.api [None req-8b1aae59-0269-4a33-8fb9-c2800b710e7e tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Task: {'id': task-3610548, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.648984] env[70015]: DEBUG nova.network.neutron [req-906267bb-c6e8-4469-9fc1-839e1658c532 req-39c3aa7b-9650-489a-b649-13f755a53a97 service nova] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Updated VIF entry in instance network info cache for port 21be2730-4ba2-4596-ac3b-db808e1bf21e. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.649396] env[70015]: DEBUG nova.network.neutron [req-906267bb-c6e8-4469-9fc1-839e1658c532 req-39c3aa7b-9650-489a-b649-13f755a53a97 service nova] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Updating instance_info_cache with network_info: [{"id": "21be2730-4ba2-4596-ac3b-db808e1bf21e", "address": "fa:16:3e:3c:ce:9c", "network": {"id": "02a98518-8847-4263-b64b-ae2fdf7c0656", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-454505224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c048bfc450124170a53ab1b04b4e13d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21be2730-4b", "ovs_interfaceid": "21be2730-4ba2-4596-ac3b-db808e1bf21e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.657582] env[70015]: DEBUG oslo_vmware.api [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Task: {'id': task-3610547, 'name': Rename_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.681298] env[70015]: DEBUG nova.network.neutron [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 755.739023] env[70015]: DEBUG nova.compute.manager [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: b06c2059-7b44-45df-abcd-b99348a86df4] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 755.743710] env[70015]: INFO nova.compute.manager [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Took 48.95 seconds to build instance. [ 755.770197] env[70015]: DEBUG nova.virt.hardware [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.770481] env[70015]: DEBUG nova.virt.hardware [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.770661] env[70015]: DEBUG nova.virt.hardware [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.770917] env[70015]: DEBUG nova.virt.hardware [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.771077] env[70015]: DEBUG nova.virt.hardware [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.771357] env[70015]: DEBUG nova.virt.hardware [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.771445] env[70015]: DEBUG nova.virt.hardware [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.771601] env[70015]: DEBUG nova.virt.hardware [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.772224] env[70015]: DEBUG nova.virt.hardware [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.772224] env[70015]: DEBUG nova.virt.hardware [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.772224] env[70015]: DEBUG nova.virt.hardware [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.773374] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7d1ab1-3e45-4904-9e3c-c32aa5a43c1d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.783080] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e090e0ac-a9d2-4e65-8b85-b0bfd6c34bc9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.894270] env[70015]: DEBUG nova.scheduler.client.report [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.904956] env[70015]: DEBUG nova.network.neutron [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622] Updating instance_info_cache with network_info: [{"id": "9cb69465-1ee9-492a-aaa3-91442919a3fa", "address": "fa:16:3e:da:25:80", "network": {"id": "2b3db0b2-f350-4c6a-a7a3-2ba9eb74f562", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1349194698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a29459ce08d649d18549557d28299696", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cb69465-1e", "ovs_interfaceid": "9cb69465-1ee9-492a-aaa3-91442919a3fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.133923] env[70015]: DEBUG oslo_vmware.api [None req-8b1aae59-0269-4a33-8fb9-c2800b710e7e tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Task: {'id': task-3610548, 'name': PowerOffVM_Task, 'duration_secs': 0.386351} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.134292] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b1aae59-0269-4a33-8fb9-c2800b710e7e tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] [instance: ef513827-f5fe-4337-a0fa-5c96eb537514] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 756.134468] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1aae59-0269-4a33-8fb9-c2800b710e7e tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] [instance: ef513827-f5fe-4337-a0fa-5c96eb537514] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.134690] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca569cd0-debb-4bf4-92f3-08eb69da153b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.154169] env[70015]: DEBUG oslo_concurrency.lockutils [req-906267bb-c6e8-4469-9fc1-839e1658c532 req-39c3aa7b-9650-489a-b649-13f755a53a97 service nova] Releasing lock "refresh_cache-f69ac2e1-d8a9-44b0-98dc-098321ed3826" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.154458] env[70015]: DEBUG nova.compute.manager [req-906267bb-c6e8-4469-9fc1-839e1658c532 req-39c3aa7b-9650-489a-b649-13f755a53a97 service nova] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Received event network-changed-59b5af48-650d-4d45-bd85-7eff26470583 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.154610] env[70015]: DEBUG nova.compute.manager [req-906267bb-c6e8-4469-9fc1-839e1658c532 req-39c3aa7b-9650-489a-b649-13f755a53a97 service nova] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Refreshing instance network info cache due to event network-changed-59b5af48-650d-4d45-bd85-7eff26470583. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 756.154819] env[70015]: DEBUG oslo_concurrency.lockutils [req-906267bb-c6e8-4469-9fc1-839e1658c532 req-39c3aa7b-9650-489a-b649-13f755a53a97 service nova] Acquiring lock "refresh_cache-ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.154960] env[70015]: DEBUG oslo_concurrency.lockutils [req-906267bb-c6e8-4469-9fc1-839e1658c532 req-39c3aa7b-9650-489a-b649-13f755a53a97 service nova] Acquired lock "refresh_cache-ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.155186] env[70015]: DEBUG nova.network.neutron [req-906267bb-c6e8-4469-9fc1-839e1658c532 req-39c3aa7b-9650-489a-b649-13f755a53a97 service nova] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Refreshing network info cache for port 59b5af48-650d-4d45-bd85-7eff26470583 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.156432] env[70015]: DEBUG oslo_vmware.api [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Task: {'id': task-3610547, 'name': Rename_Task, 'duration_secs': 1.13476} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.156613] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] [instance: 70185831-3921-4fbf-8382-b6098f340372] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 756.156858] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72bc379c-ee02-4273-99fc-097deb952132 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.165401] env[70015]: DEBUG oslo_vmware.api [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Waiting for the task: (returnval){ [ 756.165401] env[70015]: value = "task-3610550" [ 756.165401] env[70015]: _type = "Task" [ 756.165401] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.175325] env[70015]: DEBUG oslo_vmware.api [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Task: {'id': task-3610550, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.240674] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1aae59-0269-4a33-8fb9-c2800b710e7e tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] [instance: ef513827-f5fe-4337-a0fa-5c96eb537514] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 756.240980] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1aae59-0269-4a33-8fb9-c2800b710e7e tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] [instance: ef513827-f5fe-4337-a0fa-5c96eb537514] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 756.241228] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b1aae59-0269-4a33-8fb9-c2800b710e7e tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Deleting the datastore file [datastore2] ef513827-f5fe-4337-a0fa-5c96eb537514 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 756.241503] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df802f21-e904-476c-b579-87e574241a31 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.249212] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Lock "30be86a3-ab72-49b8-80f3-353cc9a4bd68" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.709s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.249518] env[70015]: DEBUG oslo_vmware.api [None req-8b1aae59-0269-4a33-8fb9-c2800b710e7e tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Waiting for the task: (returnval){ [ 756.249518] env[70015]: value = "task-3610551" [ 756.249518] env[70015]: _type = "Task" [ 756.249518] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.261128] env[70015]: DEBUG oslo_vmware.api [None req-8b1aae59-0269-4a33-8fb9-c2800b710e7e tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Task: {'id': task-3610551, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.411573] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Releasing lock "refresh_cache-ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.411976] env[70015]: DEBUG nova.compute.manager [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622] Instance network_info: |[{"id": "9cb69465-1ee9-492a-aaa3-91442919a3fa", "address": "fa:16:3e:da:25:80", "network": {"id": "2b3db0b2-f350-4c6a-a7a3-2ba9eb74f562", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1349194698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a29459ce08d649d18549557d28299696", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cb69465-1e", "ovs_interfaceid": "9cb69465-1ee9-492a-aaa3-91442919a3fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 756.412732] env[70015]: DEBUG oslo_concurrency.lockutils [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.413236] env[70015]: DEBUG nova.compute.manager [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 42a0560b-a274-4273-9828-57645661f4a0] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 756.415880] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:25:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f68ebd2a-3c68-48db-8c32-8a01497fc2e7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9cb69465-1ee9-492a-aaa3-91442919a3fa', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 756.427382] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Creating folder: Project (a29459ce08d649d18549557d28299696). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.427382] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8103e093-4c43-47bd-b586-414e0f7f0a5b tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.811s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.427382] env[70015]: DEBUG nova.objects.instance [None req-8103e093-4c43-47bd-b586-414e0f7f0a5b tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Lazy-loading 'resources' on Instance uuid 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 756.430733] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95ee5058-4cc0-4b51-88a2-e99e87f6c04b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.442402] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Created folder: Project (a29459ce08d649d18549557d28299696) in parent group-v720117. [ 756.443046] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Creating folder: Instances. Parent ref: group-v720224. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.443619] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31e099da-4eca-4bac-bec5-bb803c79a28a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.458918] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Created folder: Instances in parent group-v720224. [ 756.460371] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.464143] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 756.464143] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05c8436b-55d0-4072-a6e5-5547c2581e76 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.485592] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 756.485592] env[70015]: value = "task-3610554" [ 756.485592] env[70015]: _type = "Task" [ 756.485592] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.497022] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610554, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.688521] env[70015]: DEBUG oslo_vmware.api [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Task: {'id': task-3610550, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.757728] env[70015]: DEBUG nova.compute.manager [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 756.766158] env[70015]: DEBUG oslo_vmware.api [None req-8b1aae59-0269-4a33-8fb9-c2800b710e7e tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Task: {'id': task-3610551, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281419} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.766158] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b1aae59-0269-4a33-8fb9-c2800b710e7e tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 756.766158] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1aae59-0269-4a33-8fb9-c2800b710e7e tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] [instance: ef513827-f5fe-4337-a0fa-5c96eb537514] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 756.766158] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1aae59-0269-4a33-8fb9-c2800b710e7e tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] [instance: ef513827-f5fe-4337-a0fa-5c96eb537514] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 756.766158] env[70015]: INFO nova.compute.manager [None req-8b1aae59-0269-4a33-8fb9-c2800b710e7e tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] [instance: ef513827-f5fe-4337-a0fa-5c96eb537514] Took 1.16 seconds to destroy the instance on the hypervisor. [ 756.766158] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b1aae59-0269-4a33-8fb9-c2800b710e7e tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.766508] env[70015]: DEBUG nova.compute.manager [-] [instance: ef513827-f5fe-4337-a0fa-5c96eb537514] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 756.766508] env[70015]: DEBUG nova.network.neutron [-] [instance: ef513827-f5fe-4337-a0fa-5c96eb537514] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 756.932690] env[70015]: DEBUG nova.compute.utils [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 756.934723] env[70015]: DEBUG nova.compute.manager [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 42a0560b-a274-4273-9828-57645661f4a0] Not allocating networking since 'none' was specified. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 756.998513] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610554, 'name': CreateVM_Task, 'duration_secs': 0.494078} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.998676] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.999494] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.999685] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.000011] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.000266] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-807cd6ae-a877-4f72-8ba8-2a004e9208d7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.005018] env[70015]: DEBUG oslo_vmware.api [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Waiting for the task: (returnval){ [ 757.005018] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52e41140-36f1-5098-ad7e-6122579dcbee" [ 757.005018] env[70015]: _type = "Task" [ 757.005018] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.018132] env[70015]: DEBUG oslo_vmware.api [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52e41140-36f1-5098-ad7e-6122579dcbee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.186122] env[70015]: DEBUG oslo_vmware.api [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Task: {'id': task-3610550, 'name': PowerOnVM_Task, 'duration_secs': 0.760687} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.186122] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] [instance: 70185831-3921-4fbf-8382-b6098f340372] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.186122] env[70015]: INFO nova.compute.manager [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] [instance: 70185831-3921-4fbf-8382-b6098f340372] Took 6.89 seconds to spawn the instance on the hypervisor. [ 757.186122] env[70015]: DEBUG nova.compute.manager [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] [instance: 70185831-3921-4fbf-8382-b6098f340372] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.186122] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00442bd-9eb1-479a-8eda-1ae756fd586b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.283426] env[70015]: DEBUG oslo_concurrency.lockutils [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.439426] env[70015]: DEBUG nova.compute.manager [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 42a0560b-a274-4273-9828-57645661f4a0] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 757.518069] env[70015]: DEBUG oslo_vmware.api [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52e41140-36f1-5098-ad7e-6122579dcbee, 'name': SearchDatastore_Task, 'duration_secs': 0.024181} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.518536] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.518846] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 757.519117] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.519301] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.519519] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 757.519847] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d3f663a-d071-447e-95fa-06922fcd783c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.529850] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 757.532669] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 757.533187] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-422d3d5f-f994-41a2-aaec-e4a1c21e6797 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.539887] env[70015]: DEBUG nova.network.neutron [req-906267bb-c6e8-4469-9fc1-839e1658c532 req-39c3aa7b-9650-489a-b649-13f755a53a97 service nova] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Updated VIF entry in instance network info cache for port 59b5af48-650d-4d45-bd85-7eff26470583. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.539887] env[70015]: DEBUG nova.network.neutron [req-906267bb-c6e8-4469-9fc1-839e1658c532 req-39c3aa7b-9650-489a-b649-13f755a53a97 service nova] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Updating instance_info_cache with network_info: [{"id": "59b5af48-650d-4d45-bd85-7eff26470583", "address": "fa:16:3e:43:d6:79", "network": {"id": "02a98518-8847-4263-b64b-ae2fdf7c0656", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-454505224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c048bfc450124170a53ab1b04b4e13d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59b5af48-65", "ovs_interfaceid": "59b5af48-650d-4d45-bd85-7eff26470583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.545574] env[70015]: DEBUG oslo_vmware.api [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Waiting for the task: (returnval){ [ 757.545574] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52a6e0be-9a3b-986f-3d33-d6d5226eaf0d" [ 757.545574] env[70015]: _type = "Task" [ 757.545574] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.557668] env[70015]: DEBUG oslo_vmware.api [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52a6e0be-9a3b-986f-3d33-d6d5226eaf0d, 'name': SearchDatastore_Task, 'duration_secs': 0.015002} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.558554] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-425ce586-1ecd-44fe-b1f2-d70c89e43c65 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.569747] env[70015]: DEBUG oslo_vmware.api [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Waiting for the task: (returnval){ [ 757.569747] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5261379e-6151-73e6-560e-31811e48f6f1" [ 757.569747] env[70015]: _type = "Task" [ 757.569747] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.585324] env[70015]: DEBUG oslo_vmware.api [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5261379e-6151-73e6-560e-31811e48f6f1, 'name': SearchDatastore_Task, 'duration_secs': 0.010577} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.585614] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.585880] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622/ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.586426] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fecce4a2-b3fc-49c4-acaf-3aaa21f4bc9a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.597572] env[70015]: DEBUG oslo_vmware.api [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Waiting for the task: (returnval){ [ 757.597572] env[70015]: value = "task-3610555" [ 757.597572] env[70015]: _type = "Task" [ 757.597572] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.606996] env[70015]: DEBUG oslo_vmware.api [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610555, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.612431] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50151b43-da46-49ad-8f3c-3f9d3ef6aa13 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.619568] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d9fdea-02e5-4c4b-af92-d05bf0b21614 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.654407] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28a5c7b-fe61-4d57-ba3d-0a0c9eaf2816 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.663130] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b4a50a-c5f2-400b-bf10-303a4a5dc4dc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.677928] env[70015]: DEBUG nova.compute.provider_tree [None req-8103e093-4c43-47bd-b586-414e0f7f0a5b tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.715662] env[70015]: DEBUG nova.network.neutron [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: b06c2059-7b44-45df-abcd-b99348a86df4] Successfully updated port: 257c3176-f7f8-4300-aae7-daa7316daf6e {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 757.716023] env[70015]: INFO nova.compute.manager [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] [instance: 70185831-3921-4fbf-8382-b6098f340372] Took 46.60 seconds to build instance. [ 758.046803] env[70015]: DEBUG oslo_concurrency.lockutils [req-906267bb-c6e8-4469-9fc1-839e1658c532 req-39c3aa7b-9650-489a-b649-13f755a53a97 service nova] Releasing lock "refresh_cache-ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.108294] env[70015]: DEBUG oslo_vmware.api [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610555, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.136924] env[70015]: DEBUG nova.compute.manager [req-14175db2-926e-452e-b5e0-4abc3a9cb066 req-d72e21e8-f6f5-4209-86fc-16cd29e6daee service nova] [instance: ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622] Received event network-vif-plugged-9cb69465-1ee9-492a-aaa3-91442919a3fa {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.138491] env[70015]: DEBUG oslo_concurrency.lockutils [req-14175db2-926e-452e-b5e0-4abc3a9cb066 req-d72e21e8-f6f5-4209-86fc-16cd29e6daee service nova] Acquiring lock "ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.138729] env[70015]: DEBUG oslo_concurrency.lockutils [req-14175db2-926e-452e-b5e0-4abc3a9cb066 req-d72e21e8-f6f5-4209-86fc-16cd29e6daee service nova] Lock "ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.138954] env[70015]: DEBUG oslo_concurrency.lockutils [req-14175db2-926e-452e-b5e0-4abc3a9cb066 req-d72e21e8-f6f5-4209-86fc-16cd29e6daee service nova] Lock "ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.139543] env[70015]: DEBUG nova.compute.manager [req-14175db2-926e-452e-b5e0-4abc3a9cb066 req-d72e21e8-f6f5-4209-86fc-16cd29e6daee service nova] [instance: ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622] No waiting events found dispatching network-vif-plugged-9cb69465-1ee9-492a-aaa3-91442919a3fa {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 758.139806] env[70015]: WARNING nova.compute.manager [req-14175db2-926e-452e-b5e0-4abc3a9cb066 req-d72e21e8-f6f5-4209-86fc-16cd29e6daee service nova] [instance: ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622] Received unexpected event network-vif-plugged-9cb69465-1ee9-492a-aaa3-91442919a3fa for instance with vm_state building and task_state spawning. [ 758.140018] env[70015]: DEBUG nova.compute.manager [req-14175db2-926e-452e-b5e0-4abc3a9cb066 req-d72e21e8-f6f5-4209-86fc-16cd29e6daee service nova] [instance: ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622] Received event network-changed-9cb69465-1ee9-492a-aaa3-91442919a3fa {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.140216] env[70015]: DEBUG nova.compute.manager [req-14175db2-926e-452e-b5e0-4abc3a9cb066 req-d72e21e8-f6f5-4209-86fc-16cd29e6daee service nova] [instance: ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622] Refreshing instance network info cache due to event network-changed-9cb69465-1ee9-492a-aaa3-91442919a3fa. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 758.140441] env[70015]: DEBUG oslo_concurrency.lockutils [req-14175db2-926e-452e-b5e0-4abc3a9cb066 req-d72e21e8-f6f5-4209-86fc-16cd29e6daee service nova] Acquiring lock "refresh_cache-ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.140622] env[70015]: DEBUG oslo_concurrency.lockutils [req-14175db2-926e-452e-b5e0-4abc3a9cb066 req-d72e21e8-f6f5-4209-86fc-16cd29e6daee service nova] Acquired lock "refresh_cache-ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.140854] env[70015]: DEBUG nova.network.neutron [req-14175db2-926e-452e-b5e0-4abc3a9cb066 req-d72e21e8-f6f5-4209-86fc-16cd29e6daee service nova] [instance: ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622] Refreshing network info cache for port 9cb69465-1ee9-492a-aaa3-91442919a3fa {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.181991] env[70015]: DEBUG nova.scheduler.client.report [None req-8103e093-4c43-47bd-b586-414e0f7f0a5b tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.216201] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Acquiring lock "refresh_cache-b06c2059-7b44-45df-abcd-b99348a86df4" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.216356] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Acquired lock "refresh_cache-b06c2059-7b44-45df-abcd-b99348a86df4" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.216443] env[70015]: DEBUG nova.network.neutron [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: b06c2059-7b44-45df-abcd-b99348a86df4] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.217727] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e69ef9ba-b308-46e8-a88f-b8694acbd3eb tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Lock "70185831-3921-4fbf-8382-b6098f340372" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.075s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.449849] env[70015]: DEBUG nova.compute.manager [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 42a0560b-a274-4273-9828-57645661f4a0] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 758.477534] env[70015]: DEBUG nova.virt.hardware [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 758.477834] env[70015]: DEBUG nova.virt.hardware [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 758.478014] env[70015]: DEBUG nova.virt.hardware [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 758.478213] env[70015]: DEBUG nova.virt.hardware [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 758.478358] env[70015]: DEBUG nova.virt.hardware [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 758.478501] env[70015]: DEBUG nova.virt.hardware [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 758.478753] env[70015]: DEBUG nova.virt.hardware [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 758.478984] env[70015]: DEBUG nova.virt.hardware [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 758.479185] env[70015]: DEBUG nova.virt.hardware [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 758.479352] env[70015]: DEBUG nova.virt.hardware [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 758.479523] env[70015]: DEBUG nova.virt.hardware [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 758.480471] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74682b41-5308-4774-ad1e-77bcaf5c5b79 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.488947] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088ba649-5f96-4fb0-8264-4d562dc3059d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.503253] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 42a0560b-a274-4273-9828-57645661f4a0] Instance VIF info [] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.509131] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Creating folder: Project (9990af550e104430a02bc3d7d2588987). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.509439] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-500d7a35-6899-4541-96fe-230ab9e17d02 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.519733] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Created folder: Project (9990af550e104430a02bc3d7d2588987) in parent group-v720117. [ 758.519733] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Creating folder: Instances. Parent ref: group-v720227. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.519889] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0516a739-27dd-4d6c-b05b-a4c31b37e51b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.528297] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Created folder: Instances in parent group-v720227. [ 758.528297] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.528445] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42a0560b-a274-4273-9828-57645661f4a0] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.528629] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1098995-a434-49ee-90dd-3f9898fc9eb9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.542329] env[70015]: DEBUG nova.network.neutron [-] [instance: ef513827-f5fe-4337-a0fa-5c96eb537514] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.545392] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f636ad8f-912a-46cc-9392-ccc2f8d3efc1 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Acquiring lock "0795374d-903e-48e2-96d3-1b6f5a5511da" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.545581] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f636ad8f-912a-46cc-9392-ccc2f8d3efc1 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Lock "0795374d-903e-48e2-96d3-1b6f5a5511da" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.548134] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.548134] env[70015]: value = "task-3610558" [ 758.548134] env[70015]: _type = "Task" [ 758.548134] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.558520] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610558, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.609226] env[70015]: DEBUG oslo_vmware.api [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610555, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63374} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.609503] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622/ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 758.609714] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 758.609952] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d036ac34-f765-4be7-a4b3-144a0a9f9f16 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.615882] env[70015]: DEBUG oslo_vmware.api [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Waiting for the task: (returnval){ [ 758.615882] env[70015]: value = "task-3610559" [ 758.615882] env[70015]: _type = "Task" [ 758.615882] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.623513] env[70015]: DEBUG oslo_vmware.api [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610559, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.687696] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8103e093-4c43-47bd-b586-414e0f7f0a5b tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.262s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.689992] env[70015]: DEBUG oslo_concurrency.lockutils [None req-833dc50b-983a-4af1-8751-3070aca08fed tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.132s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.690303] env[70015]: DEBUG nova.objects.instance [None req-833dc50b-983a-4af1-8751-3070aca08fed tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lazy-loading 'resources' on Instance uuid a94ee314-5698-4a1f-b1f0-fd6e7cd056de {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 758.713093] env[70015]: INFO nova.scheduler.client.report [None req-8103e093-4c43-47bd-b586-414e0f7f0a5b tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Deleted allocations for instance 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16 [ 758.721784] env[70015]: DEBUG nova.compute.manager [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 758.793443] env[70015]: DEBUG nova.network.neutron [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: b06c2059-7b44-45df-abcd-b99348a86df4] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.037214] env[70015]: DEBUG nova.network.neutron [req-14175db2-926e-452e-b5e0-4abc3a9cb066 req-d72e21e8-f6f5-4209-86fc-16cd29e6daee service nova] [instance: ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622] Updated VIF entry in instance network info cache for port 9cb69465-1ee9-492a-aaa3-91442919a3fa. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.037594] env[70015]: DEBUG nova.network.neutron [req-14175db2-926e-452e-b5e0-4abc3a9cb066 req-d72e21e8-f6f5-4209-86fc-16cd29e6daee service nova] [instance: ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622] Updating instance_info_cache with network_info: [{"id": "9cb69465-1ee9-492a-aaa3-91442919a3fa", "address": "fa:16:3e:da:25:80", "network": {"id": "2b3db0b2-f350-4c6a-a7a3-2ba9eb74f562", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1349194698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a29459ce08d649d18549557d28299696", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cb69465-1e", "ovs_interfaceid": "9cb69465-1ee9-492a-aaa3-91442919a3fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.047022] env[70015]: INFO nova.compute.manager [-] [instance: ef513827-f5fe-4337-a0fa-5c96eb537514] Took 2.28 seconds to deallocate network for instance. [ 759.048104] env[70015]: DEBUG nova.compute.utils [None req-f636ad8f-912a-46cc-9392-ccc2f8d3efc1 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 759.063445] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6964e7d7-5da2-4f87-8c48-fa7ff4614f0a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Acquiring lock "ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.063670] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6964e7d7-5da2-4f87-8c48-fa7ff4614f0a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Lock "ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.063858] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6964e7d7-5da2-4f87-8c48-fa7ff4614f0a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Acquiring lock "ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.064049] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6964e7d7-5da2-4f87-8c48-fa7ff4614f0a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Lock "ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.064214] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6964e7d7-5da2-4f87-8c48-fa7ff4614f0a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Lock "ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.065618] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610558, 'name': CreateVM_Task} progress is 25%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.067525] env[70015]: DEBUG nova.network.neutron [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: b06c2059-7b44-45df-abcd-b99348a86df4] Updating instance_info_cache with network_info: [{"id": "257c3176-f7f8-4300-aae7-daa7316daf6e", "address": "fa:16:3e:22:9e:94", "network": {"id": "2b3db0b2-f350-4c6a-a7a3-2ba9eb74f562", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1349194698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a29459ce08d649d18549557d28299696", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap257c3176-f7", "ovs_interfaceid": "257c3176-f7f8-4300-aae7-daa7316daf6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.068652] env[70015]: INFO nova.compute.manager [None req-6964e7d7-5da2-4f87-8c48-fa7ff4614f0a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Terminating instance [ 759.125526] env[70015]: DEBUG oslo_vmware.api [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610559, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14821} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.125796] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 759.126719] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ad5d35-964a-4041-816a-0f61e8392b81 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.150785] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622/ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 759.151187] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94f3e88f-d713-463e-b6d0-40bb2dc2e3c9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.174104] env[70015]: DEBUG oslo_vmware.api [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Waiting for the task: (returnval){ [ 759.174104] env[70015]: value = "task-3610560" [ 759.174104] env[70015]: _type = "Task" [ 759.174104] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.181973] env[70015]: DEBUG oslo_vmware.api [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610560, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.220713] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8103e093-4c43-47bd-b586-414e0f7f0a5b tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Lock "11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.124s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.243829] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.269154] env[70015]: INFO nova.compute.manager [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] [instance: 70185831-3921-4fbf-8382-b6098f340372] Rebuilding instance [ 759.309113] env[70015]: DEBUG nova.compute.manager [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] [instance: 70185831-3921-4fbf-8382-b6098f340372] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.309834] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094f9d8f-2eb7-4831-958f-902593d2c6cd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.541874] env[70015]: DEBUG oslo_concurrency.lockutils [req-14175db2-926e-452e-b5e0-4abc3a9cb066 req-d72e21e8-f6f5-4209-86fc-16cd29e6daee service nova] Releasing lock "refresh_cache-ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.553420] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f636ad8f-912a-46cc-9392-ccc2f8d3efc1 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Lock "0795374d-903e-48e2-96d3-1b6f5a5511da" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.558634] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8b1aae59-0269-4a33-8fb9-c2800b710e7e tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.562975] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610558, 'name': CreateVM_Task, 'duration_secs': 0.832224} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.565384] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42a0560b-a274-4273-9828-57645661f4a0] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.566638] env[70015]: DEBUG oslo_concurrency.lockutils [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.566638] env[70015]: DEBUG oslo_concurrency.lockutils [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.566638] env[70015]: DEBUG oslo_concurrency.lockutils [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.566941] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbde7d6e-f0fa-4e2b-839c-68b79ca149eb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.571197] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Releasing lock "refresh_cache-b06c2059-7b44-45df-abcd-b99348a86df4" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.571476] env[70015]: DEBUG nova.compute.manager [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: b06c2059-7b44-45df-abcd-b99348a86df4] Instance network_info: |[{"id": "257c3176-f7f8-4300-aae7-daa7316daf6e", "address": "fa:16:3e:22:9e:94", "network": {"id": "2b3db0b2-f350-4c6a-a7a3-2ba9eb74f562", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1349194698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a29459ce08d649d18549557d28299696", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap257c3176-f7", "ovs_interfaceid": "257c3176-f7f8-4300-aae7-daa7316daf6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 759.572149] env[70015]: DEBUG nova.compute.manager [None req-6964e7d7-5da2-4f87-8c48-fa7ff4614f0a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 759.572259] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-6964e7d7-5da2-4f87-8c48-fa7ff4614f0a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 759.573271] env[70015]: DEBUG oslo_vmware.api [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Waiting for the task: (returnval){ [ 759.573271] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]528243ef-e898-4466-55f7-0a3de246cae6" [ 759.573271] env[70015]: _type = "Task" [ 759.573271] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.573271] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: b06c2059-7b44-45df-abcd-b99348a86df4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:9e:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f68ebd2a-3c68-48db-8c32-8a01497fc2e7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '257c3176-f7f8-4300-aae7-daa7316daf6e', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 759.580453] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.581304] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f35b4e-1f11-469e-bd28-60633ee3ff13 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.587164] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b06c2059-7b44-45df-abcd-b99348a86df4] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 759.590258] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-947fa1de-5686-413e-bc86-8f466b9fbf59 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.610694] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-6964e7d7-5da2-4f87-8c48-fa7ff4614f0a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.614767] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0043c764-186f-4ea1-b07f-14b67b6bc996 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.616804] env[70015]: DEBUG oslo_vmware.api [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]528243ef-e898-4466-55f7-0a3de246cae6, 'name': SearchDatastore_Task, 'duration_secs': 0.014725} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.617311] env[70015]: DEBUG oslo_concurrency.lockutils [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.617535] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 42a0560b-a274-4273-9828-57645661f4a0] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.617771] env[70015]: DEBUG oslo_concurrency.lockutils [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.617932] env[70015]: DEBUG oslo_concurrency.lockutils [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.618074] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.618296] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 759.618296] env[70015]: value = "task-3610561" [ 759.618296] env[70015]: _type = "Task" [ 759.618296] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.618859] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fbca7da-8a50-45f1-b5b5-786a013e15af {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.627477] env[70015]: DEBUG oslo_vmware.api [None req-6964e7d7-5da2-4f87-8c48-fa7ff4614f0a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Waiting for the task: (returnval){ [ 759.627477] env[70015]: value = "task-3610562" [ 759.627477] env[70015]: _type = "Task" [ 759.627477] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.635079] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610561, 'name': CreateVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.636515] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.636808] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.637519] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a316c494-345e-4ff8-8a85-a82550c58224 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.643272] env[70015]: DEBUG oslo_vmware.api [None req-6964e7d7-5da2-4f87-8c48-fa7ff4614f0a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Task: {'id': task-3610562, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.648658] env[70015]: DEBUG oslo_vmware.api [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Waiting for the task: (returnval){ [ 759.648658] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52494c2a-f490-98ab-e198-6c8e1856f9b2" [ 759.648658] env[70015]: _type = "Task" [ 759.648658] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.656435] env[70015]: DEBUG oslo_vmware.api [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52494c2a-f490-98ab-e198-6c8e1856f9b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.683439] env[70015]: DEBUG oslo_vmware.api [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610560, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.713440] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8f7cf5-abc1-40f3-997d-2aa2fb40bf1a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.721193] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9993da-d78b-4fd8-8d00-8f5b584f9df1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.754843] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4723df5d-4c53-47e6-998d-1b9ae6525e5b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.764563] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b47e23c-3a2c-40c5-93ce-a626406c4bee {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.779391] env[70015]: DEBUG nova.compute.provider_tree [None req-833dc50b-983a-4af1-8751-3070aca08fed tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.130559] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610561, 'name': CreateVM_Task, 'duration_secs': 0.513687} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.134486] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b06c2059-7b44-45df-abcd-b99348a86df4] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 760.135627] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.135890] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.136158] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.136784] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2904d5a-cccf-4aa7-9da3-9c037895c6b8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.142759] env[70015]: DEBUG oslo_vmware.api [None req-6964e7d7-5da2-4f87-8c48-fa7ff4614f0a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Task: {'id': task-3610562, 'name': PowerOffVM_Task, 'duration_secs': 0.246439} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.142759] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-6964e7d7-5da2-4f87-8c48-fa7ff4614f0a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 760.142759] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-6964e7d7-5da2-4f87-8c48-fa7ff4614f0a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 760.142759] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18d9a7c8-0ecc-4ce6-bcc3-45c4cb8417ff {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.145494] env[70015]: DEBUG oslo_vmware.api [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Waiting for the task: (returnval){ [ 760.145494] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52dbc570-b31c-bb4d-e22a-3626a4e380bd" [ 760.145494] env[70015]: _type = "Task" [ 760.145494] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.154918] env[70015]: DEBUG oslo_vmware.api [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52dbc570-b31c-bb4d-e22a-3626a4e380bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.160599] env[70015]: DEBUG oslo_vmware.api [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52494c2a-f490-98ab-e198-6c8e1856f9b2, 'name': SearchDatastore_Task, 'duration_secs': 0.009616} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.160715] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-666d012f-6bca-4cc7-8847-a7171784f3e5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.165905] env[70015]: DEBUG oslo_vmware.api [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Waiting for the task: (returnval){ [ 760.165905] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5203cf8a-27a8-ead0-3b45-52df0e4dcf03" [ 760.165905] env[70015]: _type = "Task" [ 760.165905] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.173863] env[70015]: DEBUG oslo_vmware.api [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5203cf8a-27a8-ead0-3b45-52df0e4dcf03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.182391] env[70015]: DEBUG oslo_vmware.api [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610560, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.222066] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-6964e7d7-5da2-4f87-8c48-fa7ff4614f0a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 760.222309] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-6964e7d7-5da2-4f87-8c48-fa7ff4614f0a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 760.222491] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-6964e7d7-5da2-4f87-8c48-fa7ff4614f0a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Deleting the datastore file [datastore1] ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.222755] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a626e9fd-7245-4b58-a867-17ee8d61affa {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.230126] env[70015]: DEBUG oslo_vmware.api [None req-6964e7d7-5da2-4f87-8c48-fa7ff4614f0a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Waiting for the task: (returnval){ [ 760.230126] env[70015]: value = "task-3610564" [ 760.230126] env[70015]: _type = "Task" [ 760.230126] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.238609] env[70015]: DEBUG oslo_vmware.api [None req-6964e7d7-5da2-4f87-8c48-fa7ff4614f0a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Task: {'id': task-3610564, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.285021] env[70015]: DEBUG nova.scheduler.client.report [None req-833dc50b-983a-4af1-8751-3070aca08fed tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.324918] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] [instance: 70185831-3921-4fbf-8382-b6098f340372] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.325852] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6549c42b-5900-4b9d-9b9b-1aae15a463cb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.338136] env[70015]: DEBUG oslo_vmware.api [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Waiting for the task: (returnval){ [ 760.338136] env[70015]: value = "task-3610565" [ 760.338136] env[70015]: _type = "Task" [ 760.338136] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.346677] env[70015]: DEBUG oslo_vmware.api [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Task: {'id': task-3610565, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.617822] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f636ad8f-912a-46cc-9392-ccc2f8d3efc1 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Acquiring lock "0795374d-903e-48e2-96d3-1b6f5a5511da" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.618173] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f636ad8f-912a-46cc-9392-ccc2f8d3efc1 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Lock "0795374d-903e-48e2-96d3-1b6f5a5511da" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.619714] env[70015]: INFO nova.compute.manager [None req-f636ad8f-912a-46cc-9392-ccc2f8d3efc1 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Attaching volume 58aa7ab1-b7fd-4488-99c2-a1aaaa7dfaae to /dev/sdb [ 760.657453] env[70015]: DEBUG oslo_vmware.api [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52dbc570-b31c-bb4d-e22a-3626a4e380bd, 'name': SearchDatastore_Task, 'duration_secs': 0.022441} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.658267] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.658752] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: b06c2059-7b44-45df-abcd-b99348a86df4] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 760.659209] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.679039] env[70015]: DEBUG oslo_vmware.api [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5203cf8a-27a8-ead0-3b45-52df0e4dcf03, 'name': SearchDatastore_Task, 'duration_secs': 0.02583} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.684057] env[70015]: DEBUG oslo_concurrency.lockutils [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.684298] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 42a0560b-a274-4273-9828-57645661f4a0/42a0560b-a274-4273-9828-57645661f4a0.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 760.685352] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebe5ca8-a260-472d-83db-595240916db2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.688460] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.688710] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 760.689225] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86bbd10b-0ec4-457c-9057-a3523d864f06 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.691708] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71ce52e8-ddd3-4a80-8e12-49d27551d538 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.698407] env[70015]: DEBUG oslo_vmware.api [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610560, 'name': ReconfigVM_Task, 'duration_secs': 1.472626} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.701713] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622] Reconfigured VM instance instance-00000026 to attach disk [datastore2] ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622/ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 760.703209] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8516cd39-7620-43e1-ac4b-891c1c9a1199 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.705390] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0414d69-f9c0-4311-8d6e-f355d6201153 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.709150] env[70015]: DEBUG oslo_vmware.api [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Waiting for the task: (returnval){ [ 760.709150] env[70015]: value = "task-3610566" [ 760.709150] env[70015]: _type = "Task" [ 760.709150] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.718437] env[70015]: DEBUG oslo_vmware.api [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Waiting for the task: (returnval){ [ 760.718437] env[70015]: value = "task-3610567" [ 760.718437] env[70015]: _type = "Task" [ 760.718437] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.724421] env[70015]: DEBUG oslo_vmware.api [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': task-3610566, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.724696] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 760.724858] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 760.730386] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fceb549-eeaa-4e70-8d50-20fe77b0262b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.733533] env[70015]: DEBUG nova.virt.block_device [None req-f636ad8f-912a-46cc-9392-ccc2f8d3efc1 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Updating existing volume attachment record: 99b314a3-697d-4cb9-9cd5-4289dc337982 {{(pid=70015) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 760.741626] env[70015]: DEBUG oslo_vmware.api [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610567, 'name': Rename_Task} progress is 10%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.746948] env[70015]: DEBUG oslo_vmware.api [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Waiting for the task: (returnval){ [ 760.746948] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5278e75c-838b-f32e-31b4-d1d8543a2fde" [ 760.746948] env[70015]: _type = "Task" [ 760.746948] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.751034] env[70015]: DEBUG oslo_vmware.api [None req-6964e7d7-5da2-4f87-8c48-fa7ff4614f0a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Task: {'id': task-3610564, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276261} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.754301] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-6964e7d7-5da2-4f87-8c48-fa7ff4614f0a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 760.754510] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-6964e7d7-5da2-4f87-8c48-fa7ff4614f0a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 760.754727] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-6964e7d7-5da2-4f87-8c48-fa7ff4614f0a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 760.754862] env[70015]: INFO nova.compute.manager [None req-6964e7d7-5da2-4f87-8c48-fa7ff4614f0a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Took 1.18 seconds to destroy the instance on the hypervisor. [ 760.755248] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6964e7d7-5da2-4f87-8c48-fa7ff4614f0a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.755359] env[70015]: DEBUG nova.compute.manager [-] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 760.755400] env[70015]: DEBUG nova.network.neutron [-] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 760.762513] env[70015]: DEBUG oslo_vmware.api [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5278e75c-838b-f32e-31b4-d1d8543a2fde, 'name': SearchDatastore_Task, 'duration_secs': 0.009744} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.763473] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11d41248-0800-443d-aec5-03814cd43aaf {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.772029] env[70015]: DEBUG oslo_vmware.api [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Waiting for the task: (returnval){ [ 760.772029] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5231a5a8-ca81-a9b1-8f2b-2d3b8e55e1a5" [ 760.772029] env[70015]: _type = "Task" [ 760.772029] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.779061] env[70015]: DEBUG oslo_vmware.api [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5231a5a8-ca81-a9b1-8f2b-2d3b8e55e1a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.789138] env[70015]: DEBUG oslo_concurrency.lockutils [None req-833dc50b-983a-4af1-8751-3070aca08fed tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.099s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.791730] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.972s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.793703] env[70015]: INFO nova.compute.claims [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 760.830441] env[70015]: INFO nova.scheduler.client.report [None req-833dc50b-983a-4af1-8751-3070aca08fed tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Deleted allocations for instance a94ee314-5698-4a1f-b1f0-fd6e7cd056de [ 760.847853] env[70015]: DEBUG oslo_vmware.api [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Task: {'id': task-3610565, 'name': PowerOffVM_Task, 'duration_secs': 0.396493} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.848137] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] [instance: 70185831-3921-4fbf-8382-b6098f340372] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 760.848367] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] [instance: 70185831-3921-4fbf-8382-b6098f340372] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.849871] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355d20b3-0eaa-4f3f-a056-6a249158297f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.859304] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] [instance: 70185831-3921-4fbf-8382-b6098f340372] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 760.859568] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47808df3-1890-4763-874e-7ad20a32b7b6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.897377] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] [instance: 70185831-3921-4fbf-8382-b6098f340372] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 760.897701] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] [instance: 70185831-3921-4fbf-8382-b6098f340372] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 760.897916] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Deleting the datastore file [datastore2] 70185831-3921-4fbf-8382-b6098f340372 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.898208] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1261930-4e5e-4f41-b2a2-6480daf57be5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.905865] env[70015]: DEBUG oslo_vmware.api [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Waiting for the task: (returnval){ [ 760.905865] env[70015]: value = "task-3610569" [ 760.905865] env[70015]: _type = "Task" [ 760.905865] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.913948] env[70015]: DEBUG oslo_vmware.api [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Task: {'id': task-3610569, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.085481] env[70015]: DEBUG nova.compute.manager [req-57cab9b9-a560-4283-80ec-3f51f9d5bf70 req-aa777c60-2c5d-4362-b7b1-161b9b735bf3 service nova] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Received event network-changed-59b5af48-650d-4d45-bd85-7eff26470583 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.085775] env[70015]: DEBUG nova.compute.manager [req-57cab9b9-a560-4283-80ec-3f51f9d5bf70 req-aa777c60-2c5d-4362-b7b1-161b9b735bf3 service nova] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Refreshing instance network info cache due to event network-changed-59b5af48-650d-4d45-bd85-7eff26470583. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 761.086161] env[70015]: DEBUG oslo_concurrency.lockutils [req-57cab9b9-a560-4283-80ec-3f51f9d5bf70 req-aa777c60-2c5d-4362-b7b1-161b9b735bf3 service nova] Acquiring lock "refresh_cache-ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.086311] env[70015]: DEBUG oslo_concurrency.lockutils [req-57cab9b9-a560-4283-80ec-3f51f9d5bf70 req-aa777c60-2c5d-4362-b7b1-161b9b735bf3 service nova] Acquired lock "refresh_cache-ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.086550] env[70015]: DEBUG nova.network.neutron [req-57cab9b9-a560-4283-80ec-3f51f9d5bf70 req-aa777c60-2c5d-4362-b7b1-161b9b735bf3 service nova] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Refreshing network info cache for port 59b5af48-650d-4d45-bd85-7eff26470583 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 761.225913] env[70015]: DEBUG oslo_vmware.api [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': task-3610566, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.229555] env[70015]: DEBUG oslo_vmware.api [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610567, 'name': Rename_Task, 'duration_secs': 0.18638} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.229896] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.230206] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea41773f-91a0-4280-82d3-c8355b37f8c4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.238147] env[70015]: DEBUG oslo_vmware.api [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Waiting for the task: (returnval){ [ 761.238147] env[70015]: value = "task-3610573" [ 761.238147] env[70015]: _type = "Task" [ 761.238147] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.246204] env[70015]: DEBUG oslo_vmware.api [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610573, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.280797] env[70015]: DEBUG oslo_vmware.api [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5231a5a8-ca81-a9b1-8f2b-2d3b8e55e1a5, 'name': SearchDatastore_Task, 'duration_secs': 0.014204} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.281109] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.281390] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] b06c2059-7b44-45df-abcd-b99348a86df4/b06c2059-7b44-45df-abcd-b99348a86df4.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.281677] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c12a0fbd-b6aa-4754-8b0b-581d59cced54 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.289748] env[70015]: DEBUG oslo_vmware.api [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Waiting for the task: (returnval){ [ 761.289748] env[70015]: value = "task-3610574" [ 761.289748] env[70015]: _type = "Task" [ 761.289748] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.301894] env[70015]: DEBUG oslo_vmware.api [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.343791] env[70015]: DEBUG oslo_concurrency.lockutils [None req-833dc50b-983a-4af1-8751-3070aca08fed tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "a94ee314-5698-4a1f-b1f0-fd6e7cd056de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.969s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.427101] env[70015]: DEBUG oslo_vmware.api [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Task: {'id': task-3610569, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.447397} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.427371] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.427551] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] [instance: 70185831-3921-4fbf-8382-b6098f340372] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 761.427753] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] [instance: 70185831-3921-4fbf-8382-b6098f340372] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 761.617807] env[70015]: INFO nova.network.neutron [req-57cab9b9-a560-4283-80ec-3f51f9d5bf70 req-aa777c60-2c5d-4362-b7b1-161b9b735bf3 service nova] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Port 59b5af48-650d-4d45-bd85-7eff26470583 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 761.617807] env[70015]: DEBUG nova.network.neutron [req-57cab9b9-a560-4283-80ec-3f51f9d5bf70 req-aa777c60-2c5d-4362-b7b1-161b9b735bf3 service nova] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.723210] env[70015]: DEBUG oslo_vmware.api [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': task-3610566, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610058} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.723517] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 42a0560b-a274-4273-9828-57645661f4a0/42a0560b-a274-4273-9828-57645661f4a0.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 761.723738] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 42a0560b-a274-4273-9828-57645661f4a0] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 761.725319] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47c35235-23b2-4836-b7f8-bd35c1bf1247 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.735257] env[70015]: DEBUG oslo_vmware.api [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Waiting for the task: (returnval){ [ 761.735257] env[70015]: value = "task-3610575" [ 761.735257] env[70015]: _type = "Task" [ 761.735257] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.742847] env[70015]: DEBUG oslo_vmware.api [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': task-3610575, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.753950] env[70015]: DEBUG oslo_vmware.api [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610573, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.801451] env[70015]: DEBUG oslo_vmware.api [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610574, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.896474] env[70015]: DEBUG nova.network.neutron [-] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.122194] env[70015]: DEBUG oslo_concurrency.lockutils [req-57cab9b9-a560-4283-80ec-3f51f9d5bf70 req-aa777c60-2c5d-4362-b7b1-161b9b735bf3 service nova] Releasing lock "refresh_cache-ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.122529] env[70015]: DEBUG nova.compute.manager [req-57cab9b9-a560-4283-80ec-3f51f9d5bf70 req-aa777c60-2c5d-4362-b7b1-161b9b735bf3 service nova] [instance: b06c2059-7b44-45df-abcd-b99348a86df4] Received event network-vif-plugged-257c3176-f7f8-4300-aae7-daa7316daf6e {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.122632] env[70015]: DEBUG oslo_concurrency.lockutils [req-57cab9b9-a560-4283-80ec-3f51f9d5bf70 req-aa777c60-2c5d-4362-b7b1-161b9b735bf3 service nova] Acquiring lock "b06c2059-7b44-45df-abcd-b99348a86df4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.123099] env[70015]: DEBUG oslo_concurrency.lockutils [req-57cab9b9-a560-4283-80ec-3f51f9d5bf70 req-aa777c60-2c5d-4362-b7b1-161b9b735bf3 service nova] Lock "b06c2059-7b44-45df-abcd-b99348a86df4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.123316] env[70015]: DEBUG oslo_concurrency.lockutils [req-57cab9b9-a560-4283-80ec-3f51f9d5bf70 req-aa777c60-2c5d-4362-b7b1-161b9b735bf3 service nova] Lock "b06c2059-7b44-45df-abcd-b99348a86df4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.123497] env[70015]: DEBUG nova.compute.manager [req-57cab9b9-a560-4283-80ec-3f51f9d5bf70 req-aa777c60-2c5d-4362-b7b1-161b9b735bf3 service nova] [instance: b06c2059-7b44-45df-abcd-b99348a86df4] No waiting events found dispatching network-vif-plugged-257c3176-f7f8-4300-aae7-daa7316daf6e {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 762.123660] env[70015]: WARNING nova.compute.manager [req-57cab9b9-a560-4283-80ec-3f51f9d5bf70 req-aa777c60-2c5d-4362-b7b1-161b9b735bf3 service nova] [instance: b06c2059-7b44-45df-abcd-b99348a86df4] Received unexpected event network-vif-plugged-257c3176-f7f8-4300-aae7-daa7316daf6e for instance with vm_state building and task_state spawning. [ 762.123828] env[70015]: DEBUG nova.compute.manager [req-57cab9b9-a560-4283-80ec-3f51f9d5bf70 req-aa777c60-2c5d-4362-b7b1-161b9b735bf3 service nova] [instance: b06c2059-7b44-45df-abcd-b99348a86df4] Received event network-changed-257c3176-f7f8-4300-aae7-daa7316daf6e {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.123992] env[70015]: DEBUG nova.compute.manager [req-57cab9b9-a560-4283-80ec-3f51f9d5bf70 req-aa777c60-2c5d-4362-b7b1-161b9b735bf3 service nova] [instance: b06c2059-7b44-45df-abcd-b99348a86df4] Refreshing instance network info cache due to event network-changed-257c3176-f7f8-4300-aae7-daa7316daf6e. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 762.124198] env[70015]: DEBUG oslo_concurrency.lockutils [req-57cab9b9-a560-4283-80ec-3f51f9d5bf70 req-aa777c60-2c5d-4362-b7b1-161b9b735bf3 service nova] Acquiring lock "refresh_cache-b06c2059-7b44-45df-abcd-b99348a86df4" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.124331] env[70015]: DEBUG oslo_concurrency.lockutils [req-57cab9b9-a560-4283-80ec-3f51f9d5bf70 req-aa777c60-2c5d-4362-b7b1-161b9b735bf3 service nova] Acquired lock "refresh_cache-b06c2059-7b44-45df-abcd-b99348a86df4" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.124485] env[70015]: DEBUG nova.network.neutron [req-57cab9b9-a560-4283-80ec-3f51f9d5bf70 req-aa777c60-2c5d-4362-b7b1-161b9b735bf3 service nova] [instance: b06c2059-7b44-45df-abcd-b99348a86df4] Refreshing network info cache for port 257c3176-f7f8-4300-aae7-daa7316daf6e {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.251188] env[70015]: DEBUG oslo_vmware.api [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': task-3610575, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151541} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.251188] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 42a0560b-a274-4273-9828-57645661f4a0] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.251188] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3121df70-b09f-4d8e-8363-49d4331d1c6f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.257478] env[70015]: DEBUG oslo_vmware.api [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610573, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.278262] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 42a0560b-a274-4273-9828-57645661f4a0] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 42a0560b-a274-4273-9828-57645661f4a0/42a0560b-a274-4273-9828-57645661f4a0.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.281534] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa2bd1d3-ddea-456f-ad16-8de43da47208 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.306369] env[70015]: DEBUG oslo_vmware.api [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610574, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573212} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.308212] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] b06c2059-7b44-45df-abcd-b99348a86df4/b06c2059-7b44-45df-abcd-b99348a86df4.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.308626] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: b06c2059-7b44-45df-abcd-b99348a86df4] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.309063] env[70015]: DEBUG oslo_vmware.api [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Waiting for the task: (returnval){ [ 762.309063] env[70015]: value = "task-3610576" [ 762.309063] env[70015]: _type = "Task" [ 762.309063] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.312023] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73b19093-1db9-481e-b47c-d09efd869ecd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.323703] env[70015]: DEBUG oslo_vmware.api [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': task-3610576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.326052] env[70015]: DEBUG oslo_vmware.api [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Waiting for the task: (returnval){ [ 762.326052] env[70015]: value = "task-3610577" [ 762.326052] env[70015]: _type = "Task" [ 762.326052] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.338476] env[70015]: DEBUG oslo_vmware.api [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610577, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.384716] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985c4828-0c2b-46a7-a207-7c705ff0dfd9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.394722] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915b933e-119e-41ce-a85a-a88635e231d8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.398819] env[70015]: INFO nova.compute.manager [-] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Took 1.64 seconds to deallocate network for instance. [ 762.431988] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb51bc22-4b6e-4a00-b5e9-b484e830d460 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.446090] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5589d7-48dc-4ae2-a2ac-734151991f18 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.464870] env[70015]: DEBUG nova.compute.provider_tree [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.475150] env[70015]: DEBUG nova.virt.hardware [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 762.475704] env[70015]: DEBUG nova.virt.hardware [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 762.475704] env[70015]: DEBUG nova.virt.hardware [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 762.475933] env[70015]: DEBUG nova.virt.hardware [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 762.475933] env[70015]: DEBUG nova.virt.hardware [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 762.476079] env[70015]: DEBUG nova.virt.hardware [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 762.476301] env[70015]: DEBUG nova.virt.hardware [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 762.476505] env[70015]: DEBUG nova.virt.hardware [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 762.476679] env[70015]: DEBUG nova.virt.hardware [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 762.476849] env[70015]: DEBUG nova.virt.hardware [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 762.477037] env[70015]: DEBUG nova.virt.hardware [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 762.478651] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e582d0df-914b-491a-bad1-b52d5fd9e35b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.486982] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654cbce6-54cd-41c8-ba05-eb884f420301 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.502160] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] [instance: 70185831-3921-4fbf-8382-b6098f340372] Instance VIF info [] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 762.508142] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.508405] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70185831-3921-4fbf-8382-b6098f340372] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 762.508665] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc0f38ce-315a-4771-84a6-26eff94c9aca {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.527312] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 762.527312] env[70015]: value = "task-3610578" [ 762.527312] env[70015]: _type = "Task" [ 762.527312] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.535941] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610578, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.756808] env[70015]: DEBUG oslo_vmware.api [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610573, 'name': PowerOnVM_Task, 'duration_secs': 1.152351} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.757409] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.757706] env[70015]: INFO nova.compute.manager [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622] Took 9.79 seconds to spawn the instance on the hypervisor. [ 762.758028] env[70015]: DEBUG nova.compute.manager [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.759080] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbc58b4-d1a4-450b-855f-7d8b0f8ad798 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.824390] env[70015]: DEBUG oslo_vmware.api [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': task-3610576, 'name': ReconfigVM_Task, 'duration_secs': 0.318549} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.828018] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 42a0560b-a274-4273-9828-57645661f4a0] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 42a0560b-a274-4273-9828-57645661f4a0/42a0560b-a274-4273-9828-57645661f4a0.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 762.828018] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83db040a-df7f-447f-8b41-b2735be83756 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.835897] env[70015]: DEBUG oslo_vmware.api [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610577, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089985} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.837429] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: b06c2059-7b44-45df-abcd-b99348a86df4] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.837979] env[70015]: DEBUG oslo_vmware.api [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Waiting for the task: (returnval){ [ 762.837979] env[70015]: value = "task-3610579" [ 762.837979] env[70015]: _type = "Task" [ 762.837979] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.839201] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05738b20-faa7-4e09-8314-7715a10dedc1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.850466] env[70015]: DEBUG oslo_vmware.api [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': task-3610579, 'name': Rename_Task} progress is 10%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.869995] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: b06c2059-7b44-45df-abcd-b99348a86df4] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] b06c2059-7b44-45df-abcd-b99348a86df4/b06c2059-7b44-45df-abcd-b99348a86df4.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.870615] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87b7337e-99f2-4625-9139-a578e8928127 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.900043] env[70015]: DEBUG oslo_vmware.api [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Waiting for the task: (returnval){ [ 762.900043] env[70015]: value = "task-3610580" [ 762.900043] env[70015]: _type = "Task" [ 762.900043] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.911120] env[70015]: DEBUG oslo_vmware.api [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610580, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.932592] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6964e7d7-5da2-4f87-8c48-fa7ff4614f0a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.969753] env[70015]: DEBUG nova.scheduler.client.report [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.062900] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610578, 'name': CreateVM_Task, 'duration_secs': 0.485436} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.064050] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70185831-3921-4fbf-8382-b6098f340372] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 763.066386] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.066796] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.067278] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.067669] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-872fb9de-1379-435c-9ffa-50be4c8c6633 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.087075] env[70015]: DEBUG oslo_vmware.api [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Waiting for the task: (returnval){ [ 763.087075] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]524f055f-1b14-e26d-b9e8-df3fe500aaef" [ 763.087075] env[70015]: _type = "Task" [ 763.087075] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.097465] env[70015]: DEBUG oslo_vmware.api [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]524f055f-1b14-e26d-b9e8-df3fe500aaef, 'name': SearchDatastore_Task, 'duration_secs': 0.009712} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.097766] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.098009] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] [instance: 70185831-3921-4fbf-8382-b6098f340372] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 763.098253] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.098419] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.098597] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 763.098860] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e4b5b5b-06e2-48bf-a4d1-4e6c73a196b2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.120018] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 763.120677] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 763.128128] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-366de7a7-6dce-48f8-b9e7-e98a36b8ced0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.129024] env[70015]: DEBUG oslo_vmware.api [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Waiting for the task: (returnval){ [ 763.129024] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52e661ab-b548-3b65-abcc-095436b5cdf7" [ 763.129024] env[70015]: _type = "Task" [ 763.129024] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.137028] env[70015]: DEBUG oslo_vmware.api [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52e661ab-b548-3b65-abcc-095436b5cdf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.282955] env[70015]: INFO nova.compute.manager [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622] Took 47.61 seconds to build instance. [ 763.309138] env[70015]: DEBUG nova.network.neutron [req-57cab9b9-a560-4283-80ec-3f51f9d5bf70 req-aa777c60-2c5d-4362-b7b1-161b9b735bf3 service nova] [instance: b06c2059-7b44-45df-abcd-b99348a86df4] Updated VIF entry in instance network info cache for port 257c3176-f7f8-4300-aae7-daa7316daf6e. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 763.309138] env[70015]: DEBUG nova.network.neutron [req-57cab9b9-a560-4283-80ec-3f51f9d5bf70 req-aa777c60-2c5d-4362-b7b1-161b9b735bf3 service nova] [instance: b06c2059-7b44-45df-abcd-b99348a86df4] Updating instance_info_cache with network_info: [{"id": "257c3176-f7f8-4300-aae7-daa7316daf6e", "address": "fa:16:3e:22:9e:94", "network": {"id": "2b3db0b2-f350-4c6a-a7a3-2ba9eb74f562", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1349194698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a29459ce08d649d18549557d28299696", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap257c3176-f7", "ovs_interfaceid": "257c3176-f7f8-4300-aae7-daa7316daf6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.353452] env[70015]: DEBUG oslo_vmware.api [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': task-3610579, 'name': Rename_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.416302] env[70015]: DEBUG oslo_vmware.api [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610580, 'name': ReconfigVM_Task, 'duration_secs': 0.389354} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.416941] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: b06c2059-7b44-45df-abcd-b99348a86df4] Reconfigured VM instance instance-00000027 to attach disk [datastore2] b06c2059-7b44-45df-abcd-b99348a86df4/b06c2059-7b44-45df-abcd-b99348a86df4.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.419485] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86329f9c-90e7-462b-b32e-ead1e802f1ac {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.428366] env[70015]: DEBUG oslo_vmware.api [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Waiting for the task: (returnval){ [ 763.428366] env[70015]: value = "task-3610582" [ 763.428366] env[70015]: _type = "Task" [ 763.428366] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.438684] env[70015]: DEBUG oslo_vmware.api [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610582, 'name': Rename_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.475491] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.476152] env[70015]: DEBUG nova.compute.manager [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 763.480167] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 34.387s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.639491] env[70015]: DEBUG oslo_vmware.api [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52e661ab-b548-3b65-abcc-095436b5cdf7, 'name': SearchDatastore_Task, 'duration_secs': 0.010455} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.640307] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39aecc5f-47ff-46ef-94af-49973ef9dd1e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.646128] env[70015]: DEBUG oslo_vmware.api [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Waiting for the task: (returnval){ [ 763.646128] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52f79c42-7e0f-8e46-6d31-9903c56a110f" [ 763.646128] env[70015]: _type = "Task" [ 763.646128] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.653776] env[70015]: DEBUG oslo_vmware.api [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52f79c42-7e0f-8e46-6d31-9903c56a110f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.706883] env[70015]: DEBUG nova.compute.manager [req-9c28200f-f7a0-49c8-820c-976bb7ef419d req-5026a38d-fc61-4f91-add7-6df90c6548e5 service nova] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Received event network-vif-deleted-59b5af48-650d-4d45-bd85-7eff26470583 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.707154] env[70015]: DEBUG nova.compute.manager [req-9c28200f-f7a0-49c8-820c-976bb7ef419d req-5026a38d-fc61-4f91-add7-6df90c6548e5 service nova] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Received event network-changed-21be2730-4ba2-4596-ac3b-db808e1bf21e {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.707325] env[70015]: DEBUG nova.compute.manager [req-9c28200f-f7a0-49c8-820c-976bb7ef419d req-5026a38d-fc61-4f91-add7-6df90c6548e5 service nova] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Refreshing instance network info cache due to event network-changed-21be2730-4ba2-4596-ac3b-db808e1bf21e. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 763.707534] env[70015]: DEBUG oslo_concurrency.lockutils [req-9c28200f-f7a0-49c8-820c-976bb7ef419d req-5026a38d-fc61-4f91-add7-6df90c6548e5 service nova] Acquiring lock "refresh_cache-f69ac2e1-d8a9-44b0-98dc-098321ed3826" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.707676] env[70015]: DEBUG oslo_concurrency.lockutils [req-9c28200f-f7a0-49c8-820c-976bb7ef419d req-5026a38d-fc61-4f91-add7-6df90c6548e5 service nova] Acquired lock "refresh_cache-f69ac2e1-d8a9-44b0-98dc-098321ed3826" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.707835] env[70015]: DEBUG nova.network.neutron [req-9c28200f-f7a0-49c8-820c-976bb7ef419d req-5026a38d-fc61-4f91-add7-6df90c6548e5 service nova] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Refreshing network info cache for port 21be2730-4ba2-4596-ac3b-db808e1bf21e {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.712301] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9203b22c-7ebe-4e50-86aa-d8b46c47549e tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Acquiring lock "ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.785022] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Lock "ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.300s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.813334] env[70015]: DEBUG oslo_concurrency.lockutils [req-57cab9b9-a560-4283-80ec-3f51f9d5bf70 req-aa777c60-2c5d-4362-b7b1-161b9b735bf3 service nova] Releasing lock "refresh_cache-b06c2059-7b44-45df-abcd-b99348a86df4" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.814611] env[70015]: DEBUG nova.compute.manager [req-57cab9b9-a560-4283-80ec-3f51f9d5bf70 req-aa777c60-2c5d-4362-b7b1-161b9b735bf3 service nova] [instance: ef513827-f5fe-4337-a0fa-5c96eb537514] Received event network-vif-deleted-e0ceee2a-9f67-460f-8da7-9c3640068ac8 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.814611] env[70015]: DEBUG nova.compute.manager [req-57cab9b9-a560-4283-80ec-3f51f9d5bf70 req-aa777c60-2c5d-4362-b7b1-161b9b735bf3 service nova] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Received event network-changed-21be2730-4ba2-4596-ac3b-db808e1bf21e {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.814611] env[70015]: DEBUG nova.compute.manager [req-57cab9b9-a560-4283-80ec-3f51f9d5bf70 req-aa777c60-2c5d-4362-b7b1-161b9b735bf3 service nova] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Refreshing instance network info cache due to event network-changed-21be2730-4ba2-4596-ac3b-db808e1bf21e. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 763.814611] env[70015]: DEBUG oslo_concurrency.lockutils [req-57cab9b9-a560-4283-80ec-3f51f9d5bf70 req-aa777c60-2c5d-4362-b7b1-161b9b735bf3 service nova] Acquiring lock "refresh_cache-f69ac2e1-d8a9-44b0-98dc-098321ed3826" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.853262] env[70015]: DEBUG oslo_vmware.api [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': task-3610579, 'name': Rename_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.940517] env[70015]: DEBUG oslo_vmware.api [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610582, 'name': Rename_Task, 'duration_secs': 0.189306} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.943107] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: b06c2059-7b44-45df-abcd-b99348a86df4] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 763.943107] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a951e22-5f68-4868-b837-1e174ca02d45 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.949025] env[70015]: DEBUG oslo_vmware.api [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Waiting for the task: (returnval){ [ 763.949025] env[70015]: value = "task-3610583" [ 763.949025] env[70015]: _type = "Task" [ 763.949025] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.955909] env[70015]: DEBUG oslo_vmware.api [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610583, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.983804] env[70015]: DEBUG nova.compute.utils [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 763.986500] env[70015]: DEBUG nova.compute.manager [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Not allocating networking since 'none' was specified. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 764.157049] env[70015]: DEBUG oslo_vmware.api [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52f79c42-7e0f-8e46-6d31-9903c56a110f, 'name': SearchDatastore_Task, 'duration_secs': 0.038809} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.157654] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.158092] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 70185831-3921-4fbf-8382-b6098f340372/70185831-3921-4fbf-8382-b6098f340372.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 764.158563] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-abb42df5-9930-41d5-9063-bce7f4096a2e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.168208] env[70015]: DEBUG oslo_vmware.api [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Waiting for the task: (returnval){ [ 764.168208] env[70015]: value = "task-3610584" [ 764.168208] env[70015]: _type = "Task" [ 764.168208] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.178512] env[70015]: DEBUG oslo_vmware.api [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Task: {'id': task-3610584, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.288457] env[70015]: DEBUG nova.compute.manager [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 764.356116] env[70015]: DEBUG oslo_vmware.api [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': task-3610579, 'name': Rename_Task, 'duration_secs': 1.234932} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.356425] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 42a0560b-a274-4273-9828-57645661f4a0] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.356708] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-504d406b-f012-4031-9db0-4dbce6717280 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.365145] env[70015]: DEBUG oslo_vmware.api [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Waiting for the task: (returnval){ [ 764.365145] env[70015]: value = "task-3610585" [ 764.365145] env[70015]: _type = "Task" [ 764.365145] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.375165] env[70015]: DEBUG oslo_vmware.api [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': task-3610585, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.461754] env[70015]: DEBUG oslo_vmware.api [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610583, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.498470] env[70015]: DEBUG nova.compute.manager [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 764.536609] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 764.536915] env[70015]: WARNING nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance f9453044-6270-44bb-9de6-dd6481693259 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 764.537124] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance f69ac2e1-d8a9-44b0-98dc-098321ed3826 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 764.537237] env[70015]: WARNING nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance ef513827-f5fe-4337-a0fa-5c96eb537514 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 764.537403] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 4070a41b-136b-41e4-bd77-7ac36f7482d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 764.537561] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 0795374d-903e-48e2-96d3-1b6f5a5511da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 764.537610] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 66d937aa-30ed-468f-a62a-e37e7c2b41fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 764.537746] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance ab0d7edc-40dc-4c99-b245-df41dfca3c3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 764.537894] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance eca5f46e-6d82-499a-b5a2-018e49f3f933 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 764.537985] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance a4ff87cd-018c-4386-ad14-5018367b64b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 764.538092] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 5105dfda-ca6b-44a3-af23-9162d99c7cb7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 764.538260] env[70015]: WARNING nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 7c09a291-1667-49f1-aa1a-6b08c4516db7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 764.538332] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 844c678b-6d1e-401a-9989-f4d7d90f262e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 764.538869] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance af089f7b-dc31-4722-93a2-a2dbc9ff557e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 764.539093] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance c8747a31-7a75-4ccd-b513-fb2a0769b0d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 764.539328] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Instance with task_state "deleting" is not being actively managed by this compute host but has allocations referencing this compute node (74b1aad2-fde9-482f-bdc7-a62277f2e79c): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1810}} [ 764.539515] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 30be86a3-ab72-49b8-80f3-353cc9a4bd68 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 764.539667] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 70185831-3921-4fbf-8382-b6098f340372 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 764.539866] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 764.540007] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance b06c2059-7b44-45df-abcd-b99348a86df4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 764.540165] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 42a0560b-a274-4273-9828-57645661f4a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 764.540308] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 962c568b-ddb8-40bb-bdeb-99019be084cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 764.575860] env[70015]: DEBUG nova.network.neutron [req-9c28200f-f7a0-49c8-820c-976bb7ef419d req-5026a38d-fc61-4f91-add7-6df90c6548e5 service nova] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Updated VIF entry in instance network info cache for port 21be2730-4ba2-4596-ac3b-db808e1bf21e. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 764.576277] env[70015]: DEBUG nova.network.neutron [req-9c28200f-f7a0-49c8-820c-976bb7ef419d req-5026a38d-fc61-4f91-add7-6df90c6548e5 service nova] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Updating instance_info_cache with network_info: [{"id": "21be2730-4ba2-4596-ac3b-db808e1bf21e", "address": "fa:16:3e:3c:ce:9c", "network": {"id": "02a98518-8847-4263-b64b-ae2fdf7c0656", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-454505224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c048bfc450124170a53ab1b04b4e13d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21be2730-4b", "ovs_interfaceid": "21be2730-4ba2-4596-ac3b-db808e1bf21e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.680658] env[70015]: DEBUG oslo_vmware.api [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Task: {'id': task-3610584, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.820302] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.829215] env[70015]: DEBUG nova.compute.manager [None req-edebb81d-3afa-418d-9e97-9da913a38ba1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.830534] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c02bc17-9d1d-4306-af6e-7298e2504969 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.881373] env[70015]: DEBUG oslo_vmware.api [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': task-3610585, 'name': PowerOnVM_Task, 'duration_secs': 0.503603} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.881648] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 42a0560b-a274-4273-9828-57645661f4a0] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 764.881824] env[70015]: INFO nova.compute.manager [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 42a0560b-a274-4273-9828-57645661f4a0] Took 6.43 seconds to spawn the instance on the hypervisor. [ 764.882011] env[70015]: DEBUG nova.compute.manager [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 42a0560b-a274-4273-9828-57645661f4a0] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.882792] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e865d788-3a47-4d22-a6e7-e88b73adfd76 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.961303] env[70015]: DEBUG oslo_vmware.api [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610583, 'name': PowerOnVM_Task, 'duration_secs': 0.673798} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.961618] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: b06c2059-7b44-45df-abcd-b99348a86df4] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 764.961862] env[70015]: INFO nova.compute.manager [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: b06c2059-7b44-45df-abcd-b99348a86df4] Took 9.23 seconds to spawn the instance on the hypervisor. [ 764.962117] env[70015]: DEBUG nova.compute.manager [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: b06c2059-7b44-45df-abcd-b99348a86df4] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.962926] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5ba6fd-8f2f-4b8f-a3e5-fc7b5908916b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.043138] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 279f0831-5845-4a1a-b70e-48efbc4bc6c6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 765.081262] env[70015]: DEBUG oslo_concurrency.lockutils [req-9c28200f-f7a0-49c8-820c-976bb7ef419d req-5026a38d-fc61-4f91-add7-6df90c6548e5 service nova] Releasing lock "refresh_cache-f69ac2e1-d8a9-44b0-98dc-098321ed3826" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.081699] env[70015]: DEBUG oslo_concurrency.lockutils [req-57cab9b9-a560-4283-80ec-3f51f9d5bf70 req-aa777c60-2c5d-4362-b7b1-161b9b735bf3 service nova] Acquired lock "refresh_cache-f69ac2e1-d8a9-44b0-98dc-098321ed3826" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.081905] env[70015]: DEBUG nova.network.neutron [req-57cab9b9-a560-4283-80ec-3f51f9d5bf70 req-aa777c60-2c5d-4362-b7b1-161b9b735bf3 service nova] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Refreshing network info cache for port 21be2730-4ba2-4596-ac3b-db808e1bf21e {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 765.178568] env[70015]: DEBUG oslo_vmware.api [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Task: {'id': task-3610584, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664619} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.179100] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 70185831-3921-4fbf-8382-b6098f340372/70185831-3921-4fbf-8382-b6098f340372.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 765.179537] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] [instance: 70185831-3921-4fbf-8382-b6098f340372] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 765.179930] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6aa11bb8-62ca-4315-95b4-e56d983a7c7e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.187628] env[70015]: DEBUG oslo_vmware.api [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Waiting for the task: (returnval){ [ 765.187628] env[70015]: value = "task-3610586" [ 765.187628] env[70015]: _type = "Task" [ 765.187628] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.201190] env[70015]: DEBUG oslo_vmware.api [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Task: {'id': task-3610586, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.321058] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-f636ad8f-912a-46cc-9392-ccc2f8d3efc1 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Volume attach. Driver type: vmdk {{(pid=70015) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 765.321058] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-f636ad8f-912a-46cc-9392-ccc2f8d3efc1 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720232', 'volume_id': '58aa7ab1-b7fd-4488-99c2-a1aaaa7dfaae', 'name': 'volume-58aa7ab1-b7fd-4488-99c2-a1aaaa7dfaae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0795374d-903e-48e2-96d3-1b6f5a5511da', 'attached_at': '', 'detached_at': '', 'volume_id': '58aa7ab1-b7fd-4488-99c2-a1aaaa7dfaae', 'serial': '58aa7ab1-b7fd-4488-99c2-a1aaaa7dfaae'} {{(pid=70015) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 765.321058] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1899aa3-f314-4d2e-9580-3833c6f84ecf {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.340832] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4044a74-04fc-451e-9d9f-87c2afe8ab4d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.344368] env[70015]: INFO nova.compute.manager [None req-edebb81d-3afa-418d-9e97-9da913a38ba1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] instance snapshotting [ 765.345419] env[70015]: DEBUG nova.objects.instance [None req-edebb81d-3afa-418d-9e97-9da913a38ba1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lazy-loading 'flavor' on Instance uuid 66d937aa-30ed-468f-a62a-e37e7c2b41fb {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.375432] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-f636ad8f-912a-46cc-9392-ccc2f8d3efc1 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] volume-58aa7ab1-b7fd-4488-99c2-a1aaaa7dfaae/volume-58aa7ab1-b7fd-4488-99c2-a1aaaa7dfaae.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.376590] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9e5e17f-cf94-4661-9b61-a218ad3cb28b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.403432] env[70015]: INFO nova.compute.manager [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 42a0560b-a274-4273-9828-57645661f4a0] Took 42.08 seconds to build instance. [ 765.405648] env[70015]: DEBUG oslo_vmware.api [None req-f636ad8f-912a-46cc-9392-ccc2f8d3efc1 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Waiting for the task: (returnval){ [ 765.405648] env[70015]: value = "task-3610587" [ 765.405648] env[70015]: _type = "Task" [ 765.405648] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.416269] env[70015]: DEBUG oslo_vmware.api [None req-f636ad8f-912a-46cc-9392-ccc2f8d3efc1 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Task: {'id': task-3610587, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.480965] env[70015]: INFO nova.compute.manager [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: b06c2059-7b44-45df-abcd-b99348a86df4] Took 47.43 seconds to build instance. [ 765.516207] env[70015]: DEBUG nova.compute.manager [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 765.542591] env[70015]: DEBUG nova.virt.hardware [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 765.542840] env[70015]: DEBUG nova.virt.hardware [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 765.543029] env[70015]: DEBUG nova.virt.hardware [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 765.543243] env[70015]: DEBUG nova.virt.hardware [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 765.543397] env[70015]: DEBUG nova.virt.hardware [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 765.543544] env[70015]: DEBUG nova.virt.hardware [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 765.543826] env[70015]: DEBUG nova.virt.hardware [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 765.543991] env[70015]: DEBUG nova.virt.hardware [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 765.544173] env[70015]: DEBUG nova.virt.hardware [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 765.544337] env[70015]: DEBUG nova.virt.hardware [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 765.544505] env[70015]: DEBUG nova.virt.hardware [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 765.545670] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72882efd-90d7-4dad-946d-6df6fcbe8251 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.549024] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 765.556021] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8135036-a022-434f-9fd1-75fee58f9fbc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.573794] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Instance VIF info [] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.579747] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.580803] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.581138] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9c4b647-b9d0-4a50-a18b-4d35149789d1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.601772] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.601772] env[70015]: value = "task-3610588" [ 765.601772] env[70015]: _type = "Task" [ 765.601772] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.611889] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610588, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.700728] env[70015]: DEBUG oslo_vmware.api [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Task: {'id': task-3610586, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071744} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.701138] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] [instance: 70185831-3921-4fbf-8382-b6098f340372] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 765.702038] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5873c174-d298-4992-9cc9-4742ec10f9a7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.722581] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] [instance: 70185831-3921-4fbf-8382-b6098f340372] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 70185831-3921-4fbf-8382-b6098f340372/70185831-3921-4fbf-8382-b6098f340372.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.725311] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45d23ae0-d9df-4b1a-a4f4-5f80da80e590 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.745468] env[70015]: DEBUG oslo_vmware.api [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Waiting for the task: (returnval){ [ 765.745468] env[70015]: value = "task-3610589" [ 765.745468] env[70015]: _type = "Task" [ 765.745468] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.753367] env[70015]: DEBUG oslo_vmware.api [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Task: {'id': task-3610589, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.854746] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88248d5d-f2c6-4f4b-b24d-0ef44e5e6501 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.878293] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7de4bd9a-7810-402a-b278-9a2af8d1f363 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Acquiring lock "af089f7b-dc31-4722-93a2-a2dbc9ff557e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.878618] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7de4bd9a-7810-402a-b278-9a2af8d1f363 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Lock "af089f7b-dc31-4722-93a2-a2dbc9ff557e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.878872] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7de4bd9a-7810-402a-b278-9a2af8d1f363 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Acquiring lock "af089f7b-dc31-4722-93a2-a2dbc9ff557e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.879114] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7de4bd9a-7810-402a-b278-9a2af8d1f363 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Lock "af089f7b-dc31-4722-93a2-a2dbc9ff557e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.879334] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7de4bd9a-7810-402a-b278-9a2af8d1f363 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Lock "af089f7b-dc31-4722-93a2-a2dbc9ff557e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.881502] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0968ab3-8986-402f-b1bc-4585c51160e7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.884805] env[70015]: INFO nova.compute.manager [None req-7de4bd9a-7810-402a-b278-9a2af8d1f363 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: af089f7b-dc31-4722-93a2-a2dbc9ff557e] Terminating instance [ 765.906912] env[70015]: DEBUG oslo_concurrency.lockutils [None req-024b87cc-ef3d-48c1-977e-3dd58504b755 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Lock "42a0560b-a274-4273-9828-57645661f4a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.988s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.918506] env[70015]: DEBUG oslo_vmware.api [None req-f636ad8f-912a-46cc-9392-ccc2f8d3efc1 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Task: {'id': task-3610587, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.926603] env[70015]: DEBUG nova.network.neutron [req-57cab9b9-a560-4283-80ec-3f51f9d5bf70 req-aa777c60-2c5d-4362-b7b1-161b9b735bf3 service nova] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Updated VIF entry in instance network info cache for port 21be2730-4ba2-4596-ac3b-db808e1bf21e. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 765.927016] env[70015]: DEBUG nova.network.neutron [req-57cab9b9-a560-4283-80ec-3f51f9d5bf70 req-aa777c60-2c5d-4362-b7b1-161b9b735bf3 service nova] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Updating instance_info_cache with network_info: [{"id": "21be2730-4ba2-4596-ac3b-db808e1bf21e", "address": "fa:16:3e:3c:ce:9c", "network": {"id": "02a98518-8847-4263-b64b-ae2fdf7c0656", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-454505224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c048bfc450124170a53ab1b04b4e13d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21be2730-4b", "ovs_interfaceid": "21be2730-4ba2-4596-ac3b-db808e1bf21e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.983105] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f28b7496-edad-4a03-b073-f8124b92e72e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Lock "b06c2059-7b44-45df-abcd-b99348a86df4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.448s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.052059] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 766.111529] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610588, 'name': CreateVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.255987] env[70015]: DEBUG oslo_vmware.api [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Task: {'id': task-3610589, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.394637] env[70015]: DEBUG nova.compute.manager [None req-7de4bd9a-7810-402a-b278-9a2af8d1f363 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: af089f7b-dc31-4722-93a2-a2dbc9ff557e] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 766.394875] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7de4bd9a-7810-402a-b278-9a2af8d1f363 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: af089f7b-dc31-4722-93a2-a2dbc9ff557e] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.396898] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-edebb81d-3afa-418d-9e97-9da913a38ba1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Creating Snapshot of the VM instance {{(pid=70015) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 766.397731] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ca7dad-19e7-4141-8924-64e8121c8947 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.403603] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-75090573-66f6-4512-ab5f-bec4353e9ba9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.421028] env[70015]: DEBUG nova.compute.manager [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 5a609adf-7c6f-4ee5-a94a-cdda99227a12] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 766.426039] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-7de4bd9a-7810-402a-b278-9a2af8d1f363 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: af089f7b-dc31-4722-93a2-a2dbc9ff557e] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.426039] env[70015]: DEBUG oslo_vmware.api [None req-edebb81d-3afa-418d-9e97-9da913a38ba1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 766.426039] env[70015]: value = "task-3610590" [ 766.426039] env[70015]: _type = "Task" [ 766.426039] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.426039] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2dbc001-2fa3-4798-b998-276517682495 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.434664] env[70015]: DEBUG oslo_concurrency.lockutils [req-57cab9b9-a560-4283-80ec-3f51f9d5bf70 req-aa777c60-2c5d-4362-b7b1-161b9b735bf3 service nova] Releasing lock "refresh_cache-f69ac2e1-d8a9-44b0-98dc-098321ed3826" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.435121] env[70015]: DEBUG oslo_vmware.api [None req-f636ad8f-912a-46cc-9392-ccc2f8d3efc1 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Task: {'id': task-3610587, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.440539] env[70015]: DEBUG oslo_vmware.api [None req-edebb81d-3afa-418d-9e97-9da913a38ba1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610590, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.442041] env[70015]: DEBUG oslo_vmware.api [None req-7de4bd9a-7810-402a-b278-9a2af8d1f363 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Waiting for the task: (returnval){ [ 766.442041] env[70015]: value = "task-3610591" [ 766.442041] env[70015]: _type = "Task" [ 766.442041] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.450911] env[70015]: DEBUG oslo_vmware.api [None req-7de4bd9a-7810-402a-b278-9a2af8d1f363 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': task-3610591, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.487507] env[70015]: DEBUG nova.compute.manager [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 766.556505] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance a6ad6fe7-22f0-405e-8e5f-6e56325049a8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 766.616270] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610588, 'name': CreateVM_Task, 'duration_secs': 0.520494} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.616586] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 766.617131] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.620672] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.620672] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.621334] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12780358-4e06-4dfa-bad5-b051eb4339a8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.626519] env[70015]: DEBUG oslo_vmware.api [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Waiting for the task: (returnval){ [ 766.626519] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]524b8295-7a65-8011-c358-782c262cdcb8" [ 766.626519] env[70015]: _type = "Task" [ 766.626519] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.636691] env[70015]: DEBUG oslo_vmware.api [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]524b8295-7a65-8011-c358-782c262cdcb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.757896] env[70015]: DEBUG oslo_vmware.api [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Task: {'id': task-3610589, 'name': ReconfigVM_Task, 'duration_secs': 0.63214} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.758378] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] [instance: 70185831-3921-4fbf-8382-b6098f340372] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 70185831-3921-4fbf-8382-b6098f340372/70185831-3921-4fbf-8382-b6098f340372.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.758962] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77996d26-d21a-4526-9a7a-4f4a6e812798 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.766442] env[70015]: DEBUG oslo_vmware.api [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Waiting for the task: (returnval){ [ 766.766442] env[70015]: value = "task-3610592" [ 766.766442] env[70015]: _type = "Task" [ 766.766442] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.775114] env[70015]: DEBUG oslo_vmware.api [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Task: {'id': task-3610592, 'name': Rename_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.788269] env[70015]: DEBUG nova.compute.manager [None req-75f28c10-38b4-4335-8dd9-60e27eaf3a32 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.788269] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc213ce-5afb-401a-97c1-ee2c48865fb1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.857877] env[70015]: DEBUG oslo_concurrency.lockutils [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "f643562c-87ff-4090-aa1b-f7453ce83b66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.858140] env[70015]: DEBUG oslo_concurrency.lockutils [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "f643562c-87ff-4090-aa1b-f7453ce83b66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.921186] env[70015]: DEBUG oslo_vmware.api [None req-f636ad8f-912a-46cc-9392-ccc2f8d3efc1 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Task: {'id': task-3610587, 'name': ReconfigVM_Task, 'duration_secs': 1.346097} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.922781] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-f636ad8f-912a-46cc-9392-ccc2f8d3efc1 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Reconfigured VM instance instance-0000001a to attach disk [datastore1] volume-58aa7ab1-b7fd-4488-99c2-a1aaaa7dfaae/volume-58aa7ab1-b7fd-4488-99c2-a1aaaa7dfaae.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.930696] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f281288-3b25-47cb-b2e0-96269736766e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.964240] env[70015]: DEBUG oslo_vmware.api [None req-edebb81d-3afa-418d-9e97-9da913a38ba1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610590, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.968949] env[70015]: DEBUG oslo_concurrency.lockutils [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.969321] env[70015]: DEBUG oslo_vmware.api [None req-f636ad8f-912a-46cc-9392-ccc2f8d3efc1 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Waiting for the task: (returnval){ [ 766.969321] env[70015]: value = "task-3610593" [ 766.969321] env[70015]: _type = "Task" [ 766.969321] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.969796] env[70015]: DEBUG oslo_vmware.api [None req-7de4bd9a-7810-402a-b278-9a2af8d1f363 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': task-3610591, 'name': PowerOffVM_Task, 'duration_secs': 0.305} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.970262] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-7de4bd9a-7810-402a-b278-9a2af8d1f363 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: af089f7b-dc31-4722-93a2-a2dbc9ff557e] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.970470] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7de4bd9a-7810-402a-b278-9a2af8d1f363 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: af089f7b-dc31-4722-93a2-a2dbc9ff557e] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 766.974048] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e742de1-0a44-4123-a251-9f323083634e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.981527] env[70015]: DEBUG oslo_vmware.api [None req-f636ad8f-912a-46cc-9392-ccc2f8d3efc1 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Task: {'id': task-3610593, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.014031] env[70015]: DEBUG oslo_concurrency.lockutils [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.043105] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7de4bd9a-7810-402a-b278-9a2af8d1f363 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: af089f7b-dc31-4722-93a2-a2dbc9ff557e] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 767.043365] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7de4bd9a-7810-402a-b278-9a2af8d1f363 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: af089f7b-dc31-4722-93a2-a2dbc9ff557e] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 767.043549] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-7de4bd9a-7810-402a-b278-9a2af8d1f363 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Deleting the datastore file [datastore1] af089f7b-dc31-4722-93a2-a2dbc9ff557e {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 767.043828] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92597d52-64d9-4ff4-9505-0a519bfce55a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.051395] env[70015]: DEBUG oslo_vmware.api [None req-7de4bd9a-7810-402a-b278-9a2af8d1f363 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Waiting for the task: (returnval){ [ 767.051395] env[70015]: value = "task-3610595" [ 767.051395] env[70015]: _type = "Task" [ 767.051395] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.059955] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 9346b616-beab-42ce-8211-f746d17130ae has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 767.061829] env[70015]: DEBUG oslo_vmware.api [None req-7de4bd9a-7810-402a-b278-9a2af8d1f363 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': task-3610595, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.070701] env[70015]: DEBUG oslo_concurrency.lockutils [None req-890f9a34-fff0-4bcd-8a43-7afd850d1a60 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Acquiring lock "ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.070975] env[70015]: DEBUG oslo_concurrency.lockutils [None req-890f9a34-fff0-4bcd-8a43-7afd850d1a60 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Lock "ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.071243] env[70015]: DEBUG oslo_concurrency.lockutils [None req-890f9a34-fff0-4bcd-8a43-7afd850d1a60 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Acquiring lock "ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.071536] env[70015]: DEBUG oslo_concurrency.lockutils [None req-890f9a34-fff0-4bcd-8a43-7afd850d1a60 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Lock "ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.071643] env[70015]: DEBUG oslo_concurrency.lockutils [None req-890f9a34-fff0-4bcd-8a43-7afd850d1a60 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Lock "ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.074231] env[70015]: INFO nova.compute.manager [None req-890f9a34-fff0-4bcd-8a43-7afd850d1a60 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622] Terminating instance [ 767.138286] env[70015]: DEBUG oslo_vmware.api [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]524b8295-7a65-8011-c358-782c262cdcb8, 'name': SearchDatastore_Task, 'duration_secs': 0.01571} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.138630] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.139021] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.139739] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.139739] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.139739] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.140107] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88ad7fb1-f554-4579-a0a4-5030e2dbf658 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.151017] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.151017] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.151017] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a92ceab5-6ab5-44bf-b9ac-153dfb20ee87 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.156826] env[70015]: DEBUG oslo_vmware.api [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Waiting for the task: (returnval){ [ 767.156826] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]527e87db-1a3b-4823-9d36-ab38959df346" [ 767.156826] env[70015]: _type = "Task" [ 767.156826] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.166153] env[70015]: DEBUG oslo_vmware.api [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]527e87db-1a3b-4823-9d36-ab38959df346, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.277751] env[70015]: DEBUG oslo_vmware.api [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Task: {'id': task-3610592, 'name': Rename_Task, 'duration_secs': 0.289674} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.278130] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] [instance: 70185831-3921-4fbf-8382-b6098f340372] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 767.278775] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e8fc434-ef5c-4b6e-adf6-19c949c333cb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.285049] env[70015]: DEBUG oslo_vmware.api [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Waiting for the task: (returnval){ [ 767.285049] env[70015]: value = "task-3610596" [ 767.285049] env[70015]: _type = "Task" [ 767.285049] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.293240] env[70015]: DEBUG oslo_vmware.api [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Task: {'id': task-3610596, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.298511] env[70015]: INFO nova.compute.manager [None req-75f28c10-38b4-4335-8dd9-60e27eaf3a32 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] instance snapshotting [ 767.301822] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9545e2a-d12d-4346-9a44-8ec285ee6e29 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.324427] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329b06ab-5ca2-4a47-a78c-a4260f0eace3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.411899] env[70015]: DEBUG oslo_concurrency.lockutils [None req-70a7a553-fbd6-4b66-9a23-415ed907449c tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Acquiring lock "b06c2059-7b44-45df-abcd-b99348a86df4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.412292] env[70015]: DEBUG oslo_concurrency.lockutils [None req-70a7a553-fbd6-4b66-9a23-415ed907449c tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Lock "b06c2059-7b44-45df-abcd-b99348a86df4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.412544] env[70015]: DEBUG oslo_concurrency.lockutils [None req-70a7a553-fbd6-4b66-9a23-415ed907449c tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Acquiring lock "b06c2059-7b44-45df-abcd-b99348a86df4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.412771] env[70015]: DEBUG oslo_concurrency.lockutils [None req-70a7a553-fbd6-4b66-9a23-415ed907449c tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Lock "b06c2059-7b44-45df-abcd-b99348a86df4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.413121] env[70015]: DEBUG oslo_concurrency.lockutils [None req-70a7a553-fbd6-4b66-9a23-415ed907449c tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Lock "b06c2059-7b44-45df-abcd-b99348a86df4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.416715] env[70015]: INFO nova.compute.manager [None req-70a7a553-fbd6-4b66-9a23-415ed907449c tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: b06c2059-7b44-45df-abcd-b99348a86df4] Terminating instance [ 767.444257] env[70015]: DEBUG oslo_vmware.api [None req-edebb81d-3afa-418d-9e97-9da913a38ba1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610590, 'name': CreateSnapshot_Task, 'duration_secs': 0.835992} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.448016] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-edebb81d-3afa-418d-9e97-9da913a38ba1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Created Snapshot of the VM instance {{(pid=70015) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 767.448016] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fdd75bb-3423-4c3f-a017-366870f54c45 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.484682] env[70015]: DEBUG oslo_vmware.api [None req-f636ad8f-912a-46cc-9392-ccc2f8d3efc1 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Task: {'id': task-3610593, 'name': ReconfigVM_Task, 'duration_secs': 0.159539} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.484958] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-f636ad8f-912a-46cc-9392-ccc2f8d3efc1 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720232', 'volume_id': '58aa7ab1-b7fd-4488-99c2-a1aaaa7dfaae', 'name': 'volume-58aa7ab1-b7fd-4488-99c2-a1aaaa7dfaae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0795374d-903e-48e2-96d3-1b6f5a5511da', 'attached_at': '', 'detached_at': '', 'volume_id': '58aa7ab1-b7fd-4488-99c2-a1aaaa7dfaae', 'serial': '58aa7ab1-b7fd-4488-99c2-a1aaaa7dfaae'} {{(pid=70015) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 767.568231] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 1716c7db-d5b5-4152-98cf-e20453059362 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 767.568231] env[70015]: DEBUG oslo_vmware.api [None req-7de4bd9a-7810-402a-b278-9a2af8d1f363 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': task-3610595, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197922} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.568231] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-7de4bd9a-7810-402a-b278-9a2af8d1f363 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.568231] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7de4bd9a-7810-402a-b278-9a2af8d1f363 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: af089f7b-dc31-4722-93a2-a2dbc9ff557e] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.568231] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7de4bd9a-7810-402a-b278-9a2af8d1f363 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: af089f7b-dc31-4722-93a2-a2dbc9ff557e] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.568231] env[70015]: INFO nova.compute.manager [None req-7de4bd9a-7810-402a-b278-9a2af8d1f363 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: af089f7b-dc31-4722-93a2-a2dbc9ff557e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 767.568506] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7de4bd9a-7810-402a-b278-9a2af8d1f363 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.569049] env[70015]: DEBUG nova.compute.manager [-] [instance: af089f7b-dc31-4722-93a2-a2dbc9ff557e] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 767.569049] env[70015]: DEBUG nova.network.neutron [-] [instance: af089f7b-dc31-4722-93a2-a2dbc9ff557e] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 767.581933] env[70015]: DEBUG nova.compute.manager [None req-890f9a34-fff0-4bcd-8a43-7afd850d1a60 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 767.582266] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-890f9a34-fff0-4bcd-8a43-7afd850d1a60 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.583844] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540dbdd2-f043-4d8e-8528-df5e646f57c5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.595065] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-890f9a34-fff0-4bcd-8a43-7afd850d1a60 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.595600] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-441f701c-a5c1-4abd-9acc-898d0db61cc9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.603134] env[70015]: DEBUG oslo_vmware.api [None req-890f9a34-fff0-4bcd-8a43-7afd850d1a60 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Waiting for the task: (returnval){ [ 767.603134] env[70015]: value = "task-3610597" [ 767.603134] env[70015]: _type = "Task" [ 767.603134] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.612163] env[70015]: DEBUG oslo_vmware.api [None req-890f9a34-fff0-4bcd-8a43-7afd850d1a60 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610597, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.669439] env[70015]: DEBUG oslo_vmware.api [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]527e87db-1a3b-4823-9d36-ab38959df346, 'name': SearchDatastore_Task, 'duration_secs': 0.010107} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.670389] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0bb4208-599c-4e6f-b436-f9e93d993a7f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.677143] env[70015]: DEBUG oslo_vmware.api [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Waiting for the task: (returnval){ [ 767.677143] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52f1264e-1ac2-e361-b979-0eecd153fe40" [ 767.677143] env[70015]: _type = "Task" [ 767.677143] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.689360] env[70015]: DEBUG oslo_vmware.api [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52f1264e-1ac2-e361-b979-0eecd153fe40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.797858] env[70015]: DEBUG oslo_vmware.api [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Task: {'id': task-3610596, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.837294] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-75f28c10-38b4-4335-8dd9-60e27eaf3a32 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Creating Snapshot of the VM instance {{(pid=70015) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 767.837294] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a1826c8d-1cfb-470a-8d8d-8e1ad4f3d1bc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.843726] env[70015]: DEBUG oslo_vmware.api [None req-75f28c10-38b4-4335-8dd9-60e27eaf3a32 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Waiting for the task: (returnval){ [ 767.843726] env[70015]: value = "task-3610598" [ 767.843726] env[70015]: _type = "Task" [ 767.843726] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.856081] env[70015]: DEBUG oslo_vmware.api [None req-75f28c10-38b4-4335-8dd9-60e27eaf3a32 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3610598, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.926266] env[70015]: DEBUG nova.compute.manager [None req-70a7a553-fbd6-4b66-9a23-415ed907449c tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: b06c2059-7b44-45df-abcd-b99348a86df4] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 767.926717] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-70a7a553-fbd6-4b66-9a23-415ed907449c tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: b06c2059-7b44-45df-abcd-b99348a86df4] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.929785] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d501e8-e553-43ab-9838-e5daa29fd019 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.945242] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-70a7a553-fbd6-4b66-9a23-415ed907449c tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: b06c2059-7b44-45df-abcd-b99348a86df4] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.945242] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-269c781f-7291-4237-9842-852dc56b9bbe {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.954933] env[70015]: DEBUG oslo_vmware.api [None req-70a7a553-fbd6-4b66-9a23-415ed907449c tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Waiting for the task: (returnval){ [ 767.954933] env[70015]: value = "task-3610599" [ 767.954933] env[70015]: _type = "Task" [ 767.954933] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.974893] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-edebb81d-3afa-418d-9e97-9da913a38ba1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Creating linked-clone VM from snapshot {{(pid=70015) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 767.975707] env[70015]: DEBUG oslo_vmware.api [None req-70a7a553-fbd6-4b66-9a23-415ed907449c tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610599, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.976528] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a0a99bd1-77c3-45ec-8efa-d0ccf39610f5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.985210] env[70015]: DEBUG oslo_vmware.api [None req-edebb81d-3afa-418d-9e97-9da913a38ba1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 767.985210] env[70015]: value = "task-3610600" [ 767.985210] env[70015]: _type = "Task" [ 767.985210] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.997173] env[70015]: DEBUG oslo_vmware.api [None req-edebb81d-3afa-418d-9e97-9da913a38ba1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610600, 'name': CloneVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.061191] env[70015]: DEBUG nova.compute.manager [req-2ead445b-ef98-4be0-80d7-f80abf048fb9 req-e8e3ba95-db27-4d4c-8c19-044d3e5c24f0 service nova] [instance: af089f7b-dc31-4722-93a2-a2dbc9ff557e] Received event network-vif-deleted-87d2234f-a805-47b7-8fd7-8262e600d7fa {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.062656] env[70015]: INFO nova.compute.manager [req-2ead445b-ef98-4be0-80d7-f80abf048fb9 req-e8e3ba95-db27-4d4c-8c19-044d3e5c24f0 service nova] [instance: af089f7b-dc31-4722-93a2-a2dbc9ff557e] Neutron deleted interface 87d2234f-a805-47b7-8fd7-8262e600d7fa; detaching it from the instance and deleting it from the info cache [ 768.063010] env[70015]: DEBUG nova.network.neutron [req-2ead445b-ef98-4be0-80d7-f80abf048fb9 req-e8e3ba95-db27-4d4c-8c19-044d3e5c24f0 service nova] [instance: af089f7b-dc31-4722-93a2-a2dbc9ff557e] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.076913] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 938ef7b4-e459-403d-ba0f-93415a15acbc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 768.121647] env[70015]: DEBUG oslo_vmware.api [None req-890f9a34-fff0-4bcd-8a43-7afd850d1a60 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610597, 'name': PowerOffVM_Task, 'duration_secs': 0.299522} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.121875] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-890f9a34-fff0-4bcd-8a43-7afd850d1a60 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.122146] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-890f9a34-fff0-4bcd-8a43-7afd850d1a60 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 768.122430] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c234a99-ab88-4de5-ab4e-c0718d39041e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.188286] env[70015]: DEBUG oslo_vmware.api [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52f1264e-1ac2-e361-b979-0eecd153fe40, 'name': SearchDatastore_Task, 'duration_secs': 0.016142} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.188565] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.188828] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 962c568b-ddb8-40bb-bdeb-99019be084cc/962c568b-ddb8-40bb-bdeb-99019be084cc.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.189160] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af76b524-dea7-41d0-ab38-f1f544b48408 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.195812] env[70015]: DEBUG oslo_vmware.api [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Waiting for the task: (returnval){ [ 768.195812] env[70015]: value = "task-3610602" [ 768.195812] env[70015]: _type = "Task" [ 768.195812] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.203659] env[70015]: DEBUG oslo_vmware.api [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': task-3610602, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.281168] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-890f9a34-fff0-4bcd-8a43-7afd850d1a60 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 768.281429] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-890f9a34-fff0-4bcd-8a43-7afd850d1a60 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 768.281684] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-890f9a34-fff0-4bcd-8a43-7afd850d1a60 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Deleting the datastore file [datastore2] ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.281997] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f71137a2-253e-48ff-bbf8-dd2016250d08 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.288593] env[70015]: DEBUG oslo_vmware.api [None req-890f9a34-fff0-4bcd-8a43-7afd850d1a60 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Waiting for the task: (returnval){ [ 768.288593] env[70015]: value = "task-3610603" [ 768.288593] env[70015]: _type = "Task" [ 768.288593] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.300100] env[70015]: DEBUG oslo_vmware.api [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Task: {'id': task-3610596, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.303385] env[70015]: DEBUG oslo_vmware.api [None req-890f9a34-fff0-4bcd-8a43-7afd850d1a60 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610603, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.354197] env[70015]: DEBUG oslo_vmware.api [None req-75f28c10-38b4-4335-8dd9-60e27eaf3a32 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3610598, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.456570] env[70015]: DEBUG nova.network.neutron [-] [instance: af089f7b-dc31-4722-93a2-a2dbc9ff557e] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.472208] env[70015]: DEBUG oslo_vmware.api [None req-70a7a553-fbd6-4b66-9a23-415ed907449c tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610599, 'name': PowerOffVM_Task, 'duration_secs': 0.241396} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.473058] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-70a7a553-fbd6-4b66-9a23-415ed907449c tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: b06c2059-7b44-45df-abcd-b99348a86df4] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.473304] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-70a7a553-fbd6-4b66-9a23-415ed907449c tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: b06c2059-7b44-45df-abcd-b99348a86df4] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 768.473549] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ee765c2-0983-466b-9861-f7cdf17bcf03 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.497799] env[70015]: DEBUG oslo_vmware.api [None req-edebb81d-3afa-418d-9e97-9da913a38ba1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610600, 'name': CloneVM_Task} progress is 94%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.549106] env[70015]: DEBUG nova.objects.instance [None req-f636ad8f-912a-46cc-9392-ccc2f8d3efc1 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Lazy-loading 'flavor' on Instance uuid 0795374d-903e-48e2-96d3-1b6f5a5511da {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 768.553229] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-70a7a553-fbd6-4b66-9a23-415ed907449c tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: b06c2059-7b44-45df-abcd-b99348a86df4] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 768.553471] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-70a7a553-fbd6-4b66-9a23-415ed907449c tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: b06c2059-7b44-45df-abcd-b99348a86df4] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 768.553693] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-70a7a553-fbd6-4b66-9a23-415ed907449c tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Deleting the datastore file [datastore2] b06c2059-7b44-45df-abcd-b99348a86df4 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.554334] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6dc2e820-9da9-41e4-982d-500dc8dcd4f9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.563036] env[70015]: DEBUG oslo_vmware.api [None req-70a7a553-fbd6-4b66-9a23-415ed907449c tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Waiting for the task: (returnval){ [ 768.563036] env[70015]: value = "task-3610605" [ 768.563036] env[70015]: _type = "Task" [ 768.563036] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.572489] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a2ebff65-e3ba-44a7-b86f-5347fc448be6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.584145] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 5a609adf-7c6f-4ee5-a94a-cdda99227a12 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 768.584145] env[70015]: DEBUG oslo_vmware.api [None req-70a7a553-fbd6-4b66-9a23-415ed907449c tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610605, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.589622] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90cb7b0a-06a6-4e9e-a2a5-e0d0b63b3f4b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.630398] env[70015]: DEBUG nova.compute.manager [req-2ead445b-ef98-4be0-80d7-f80abf048fb9 req-e8e3ba95-db27-4d4c-8c19-044d3e5c24f0 service nova] [instance: af089f7b-dc31-4722-93a2-a2dbc9ff557e] Detach interface failed, port_id=87d2234f-a805-47b7-8fd7-8262e600d7fa, reason: Instance af089f7b-dc31-4722-93a2-a2dbc9ff557e could not be found. {{(pid=70015) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 768.708198] env[70015]: DEBUG oslo_vmware.api [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': task-3610602, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.801893] env[70015]: DEBUG oslo_vmware.api [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Task: {'id': task-3610596, 'name': PowerOnVM_Task, 'duration_secs': 1.058451} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.808044] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] [instance: 70185831-3921-4fbf-8382-b6098f340372] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 768.808044] env[70015]: DEBUG nova.compute.manager [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] [instance: 70185831-3921-4fbf-8382-b6098f340372] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 768.808044] env[70015]: DEBUG oslo_vmware.api [None req-890f9a34-fff0-4bcd-8a43-7afd850d1a60 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610603, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245097} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.808418] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8850bb62-8178-4ac5-ab5b-196a2c1e2c0a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.811264] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-890f9a34-fff0-4bcd-8a43-7afd850d1a60 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.811560] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-890f9a34-fff0-4bcd-8a43-7afd850d1a60 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 768.811837] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-890f9a34-fff0-4bcd-8a43-7afd850d1a60 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 768.812110] env[70015]: INFO nova.compute.manager [None req-890f9a34-fff0-4bcd-8a43-7afd850d1a60 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622] Took 1.23 seconds to destroy the instance on the hypervisor. [ 768.816019] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-890f9a34-fff0-4bcd-8a43-7afd850d1a60 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.816019] env[70015]: DEBUG nova.compute.manager [-] [instance: ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 768.816019] env[70015]: DEBUG nova.network.neutron [-] [instance: ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 768.859141] env[70015]: DEBUG oslo_vmware.api [None req-75f28c10-38b4-4335-8dd9-60e27eaf3a32 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3610598, 'name': CreateSnapshot_Task, 'duration_secs': 0.800737} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.859141] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-75f28c10-38b4-4335-8dd9-60e27eaf3a32 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Created Snapshot of the VM instance {{(pid=70015) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 768.859141] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9653ea83-53c7-4980-9d56-2b339f488968 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.963937] env[70015]: INFO nova.compute.manager [-] [instance: af089f7b-dc31-4722-93a2-a2dbc9ff557e] Took 1.39 seconds to deallocate network for instance. [ 768.998388] env[70015]: DEBUG oslo_vmware.api [None req-edebb81d-3afa-418d-9e97-9da913a38ba1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610600, 'name': CloneVM_Task} progress is 94%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.062595] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f636ad8f-912a-46cc-9392-ccc2f8d3efc1 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Lock "0795374d-903e-48e2-96d3-1b6f5a5511da" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.444s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.072715] env[70015]: DEBUG oslo_vmware.api [None req-70a7a553-fbd6-4b66-9a23-415ed907449c tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610605, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234732} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.073160] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-70a7a553-fbd6-4b66-9a23-415ed907449c tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 769.073542] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-70a7a553-fbd6-4b66-9a23-415ed907449c tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: b06c2059-7b44-45df-abcd-b99348a86df4] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 769.074150] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-70a7a553-fbd6-4b66-9a23-415ed907449c tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: b06c2059-7b44-45df-abcd-b99348a86df4] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 769.074231] env[70015]: INFO nova.compute.manager [None req-70a7a553-fbd6-4b66-9a23-415ed907449c tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: b06c2059-7b44-45df-abcd-b99348a86df4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 769.074549] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70a7a553-fbd6-4b66-9a23-415ed907449c tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.075227] env[70015]: DEBUG nova.compute.manager [-] [instance: b06c2059-7b44-45df-abcd-b99348a86df4] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 769.075345] env[70015]: DEBUG nova.network.neutron [-] [instance: b06c2059-7b44-45df-abcd-b99348a86df4] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 769.085883] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance f3d258e2-ca12-4953-a7a7-1d6f701d6599 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 769.209735] env[70015]: DEBUG oslo_vmware.api [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': task-3610602, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510736} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.211414] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 962c568b-ddb8-40bb-bdeb-99019be084cc/962c568b-ddb8-40bb-bdeb-99019be084cc.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.211414] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.213030] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3aaac632-6051-4245-a3fc-c96b288a9e05 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.223327] env[70015]: DEBUG oslo_vmware.api [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Waiting for the task: (returnval){ [ 769.223327] env[70015]: value = "task-3610606" [ 769.223327] env[70015]: _type = "Task" [ 769.223327] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.233463] env[70015]: DEBUG oslo_vmware.api [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': task-3610606, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.330528] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.384300] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-75f28c10-38b4-4335-8dd9-60e27eaf3a32 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Creating linked-clone VM from snapshot {{(pid=70015) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 769.384300] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-21468ad9-283f-417b-95b1-5c7203c69fa5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.398826] env[70015]: DEBUG oslo_vmware.api [None req-75f28c10-38b4-4335-8dd9-60e27eaf3a32 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Waiting for the task: (returnval){ [ 769.398826] env[70015]: value = "task-3610607" [ 769.398826] env[70015]: _type = "Task" [ 769.398826] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.409658] env[70015]: DEBUG oslo_vmware.api [None req-75f28c10-38b4-4335-8dd9-60e27eaf3a32 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3610607, 'name': CloneVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.476779] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7de4bd9a-7810-402a-b278-9a2af8d1f363 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.499081] env[70015]: DEBUG oslo_vmware.api [None req-edebb81d-3afa-418d-9e97-9da913a38ba1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610600, 'name': CloneVM_Task} progress is 95%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.590592] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 566ef0e4-fa32-47b4-aa48-094c2d0030b5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 769.703989] env[70015]: DEBUG oslo_concurrency.lockutils [None req-247fd87a-c3e0-4076-a03c-0933991d9404 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Acquiring lock "0795374d-903e-48e2-96d3-1b6f5a5511da" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.704248] env[70015]: DEBUG oslo_concurrency.lockutils [None req-247fd87a-c3e0-4076-a03c-0933991d9404 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Lock "0795374d-903e-48e2-96d3-1b6f5a5511da" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.713836] env[70015]: DEBUG nova.network.neutron [-] [instance: ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.737684] env[70015]: DEBUG oslo_vmware.api [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': task-3610606, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.194146} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.737684] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.737684] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f886397e-7530-4b0e-b52d-16f818c54701 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.759565] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 962c568b-ddb8-40bb-bdeb-99019be084cc/962c568b-ddb8-40bb-bdeb-99019be084cc.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.760262] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0dfa5d0a-6fe4-4e50-aa7c-c90a7e3f997a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.791033] env[70015]: DEBUG oslo_vmware.api [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Waiting for the task: (returnval){ [ 769.791033] env[70015]: value = "task-3610608" [ 769.791033] env[70015]: _type = "Task" [ 769.791033] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.797791] env[70015]: DEBUG oslo_vmware.api [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': task-3610608, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.909036] env[70015]: DEBUG oslo_vmware.api [None req-75f28c10-38b4-4335-8dd9-60e27eaf3a32 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3610607, 'name': CloneVM_Task} progress is 94%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.966019] env[70015]: DEBUG nova.network.neutron [-] [instance: b06c2059-7b44-45df-abcd-b99348a86df4] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.002071] env[70015]: DEBUG oslo_vmware.api [None req-edebb81d-3afa-418d-9e97-9da913a38ba1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610600, 'name': CloneVM_Task, 'duration_secs': 1.708185} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.002614] env[70015]: INFO nova.virt.vmwareapi.vmops [None req-edebb81d-3afa-418d-9e97-9da913a38ba1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Created linked-clone VM from snapshot [ 770.003500] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0889c712-cce3-47d1-b84e-0c28f304bfeb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.013013] env[70015]: DEBUG nova.virt.vmwareapi.images [None req-edebb81d-3afa-418d-9e97-9da913a38ba1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Uploading image 9cf184ee-f015-48c1-95c7-f53ce99148bf {{(pid=70015) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 770.039911] env[70015]: DEBUG oslo_vmware.rw_handles [None req-edebb81d-3afa-418d-9e97-9da913a38ba1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 770.039911] env[70015]: value = "vm-720236" [ 770.039911] env[70015]: _type = "VirtualMachine" [ 770.039911] env[70015]: }. {{(pid=70015) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 770.040406] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1e148c14-c26a-4907-9660-d283f7315cf0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.049245] env[70015]: DEBUG oslo_vmware.rw_handles [None req-edebb81d-3afa-418d-9e97-9da913a38ba1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lease: (returnval){ [ 770.049245] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]525837be-55a4-6605-9ad6-5c693e922c6c" [ 770.049245] env[70015]: _type = "HttpNfcLease" [ 770.049245] env[70015]: } obtained for exporting VM: (result){ [ 770.049245] env[70015]: value = "vm-720236" [ 770.049245] env[70015]: _type = "VirtualMachine" [ 770.049245] env[70015]: }. {{(pid=70015) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 770.049631] env[70015]: DEBUG oslo_vmware.api [None req-edebb81d-3afa-418d-9e97-9da913a38ba1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the lease: (returnval){ [ 770.049631] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]525837be-55a4-6605-9ad6-5c693e922c6c" [ 770.049631] env[70015]: _type = "HttpNfcLease" [ 770.049631] env[70015]: } to be ready. {{(pid=70015) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 770.057076] env[70015]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 770.057076] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]525837be-55a4-6605-9ad6-5c693e922c6c" [ 770.057076] env[70015]: _type = "HttpNfcLease" [ 770.057076] env[70015]: } is initializing. {{(pid=70015) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 770.093947] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 0048c4f6-5e34-472c-9f8b-4218a86c03b1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 770.209639] env[70015]: INFO nova.compute.manager [None req-247fd87a-c3e0-4076-a03c-0933991d9404 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Detaching volume 58aa7ab1-b7fd-4488-99c2-a1aaaa7dfaae [ 770.217113] env[70015]: INFO nova.compute.manager [-] [instance: ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622] Took 1.40 seconds to deallocate network for instance. [ 770.256969] env[70015]: INFO nova.virt.block_device [None req-247fd87a-c3e0-4076-a03c-0933991d9404 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Attempting to driver detach volume 58aa7ab1-b7fd-4488-99c2-a1aaaa7dfaae from mountpoint /dev/sdb [ 770.257333] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-247fd87a-c3e0-4076-a03c-0933991d9404 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Volume detach. Driver type: vmdk {{(pid=70015) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 770.257591] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-247fd87a-c3e0-4076-a03c-0933991d9404 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720232', 'volume_id': '58aa7ab1-b7fd-4488-99c2-a1aaaa7dfaae', 'name': 'volume-58aa7ab1-b7fd-4488-99c2-a1aaaa7dfaae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0795374d-903e-48e2-96d3-1b6f5a5511da', 'attached_at': '', 'detached_at': '', 'volume_id': '58aa7ab1-b7fd-4488-99c2-a1aaaa7dfaae', 'serial': '58aa7ab1-b7fd-4488-99c2-a1aaaa7dfaae'} {{(pid=70015) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 770.258836] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbd8665-03c9-4c13-b423-2ebb73db3551 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.285483] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b5c53d-9760-4ae9-8059-8dba47d9b8b0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.297327] env[70015]: DEBUG oslo_vmware.api [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': task-3610608, 'name': ReconfigVM_Task, 'duration_secs': 0.367431} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.299104] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 962c568b-ddb8-40bb-bdeb-99019be084cc/962c568b-ddb8-40bb-bdeb-99019be084cc.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.299783] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32603280-a710-49cd-87b3-e4e54e4e469c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.303109] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee8c00e-3c49-44c1-ab28-bebe5fa1a922 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.329871] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5ba940-33e6-48e6-9526-880ae98e2013 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.333010] env[70015]: DEBUG oslo_vmware.api [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Waiting for the task: (returnval){ [ 770.333010] env[70015]: value = "task-3610610" [ 770.333010] env[70015]: _type = "Task" [ 770.333010] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.352821] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-247fd87a-c3e0-4076-a03c-0933991d9404 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] The volume has not been displaced from its original location: [datastore1] volume-58aa7ab1-b7fd-4488-99c2-a1aaaa7dfaae/volume-58aa7ab1-b7fd-4488-99c2-a1aaaa7dfaae.vmdk. No consolidation needed. {{(pid=70015) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 770.359175] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-247fd87a-c3e0-4076-a03c-0933991d9404 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Reconfiguring VM instance instance-0000001a to detach disk 2001 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 770.362305] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42a855d0-813f-4e50-81e6-04a0ff438b68 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.378489] env[70015]: DEBUG nova.compute.manager [req-372d5bb5-2b94-4707-9159-91b191da8a1b req-0064cba8-555a-4a62-9c9b-b071009001a5 service nova] [instance: ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622] Received event network-vif-deleted-9cb69465-1ee9-492a-aaa3-91442919a3fa {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.379130] env[70015]: DEBUG nova.compute.manager [req-372d5bb5-2b94-4707-9159-91b191da8a1b req-0064cba8-555a-4a62-9c9b-b071009001a5 service nova] [instance: b06c2059-7b44-45df-abcd-b99348a86df4] Received event network-vif-deleted-257c3176-f7f8-4300-aae7-daa7316daf6e {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.385250] env[70015]: DEBUG oslo_vmware.api [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': task-3610610, 'name': Rename_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.396999] env[70015]: DEBUG oslo_vmware.api [None req-247fd87a-c3e0-4076-a03c-0933991d9404 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Waiting for the task: (returnval){ [ 770.396999] env[70015]: value = "task-3610611" [ 770.396999] env[70015]: _type = "Task" [ 770.396999] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.409939] env[70015]: DEBUG oslo_vmware.api [None req-75f28c10-38b4-4335-8dd9-60e27eaf3a32 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3610607, 'name': CloneVM_Task} progress is 94%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.413723] env[70015]: DEBUG oslo_vmware.api [None req-247fd87a-c3e0-4076-a03c-0933991d9404 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Task: {'id': task-3610611, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.461026] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Acquiring lock "f8bf5641-1c7c-41d6-b82f-3dfc40f16ece" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.461026] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Lock "f8bf5641-1c7c-41d6-b82f-3dfc40f16ece" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.471018] env[70015]: INFO nova.compute.manager [-] [instance: b06c2059-7b44-45df-abcd-b99348a86df4] Took 1.40 seconds to deallocate network for instance. [ 770.489684] env[70015]: INFO nova.compute.manager [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] [instance: 70185831-3921-4fbf-8382-b6098f340372] Rebuilding instance [ 770.542851] env[70015]: DEBUG nova.compute.manager [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] [instance: 70185831-3921-4fbf-8382-b6098f340372] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.543756] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707458f5-8b7b-49b2-887b-4b96a6253b18 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.561329] env[70015]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 770.561329] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]525837be-55a4-6605-9ad6-5c693e922c6c" [ 770.561329] env[70015]: _type = "HttpNfcLease" [ 770.561329] env[70015]: } is ready. {{(pid=70015) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 770.561531] env[70015]: DEBUG oslo_vmware.rw_handles [None req-edebb81d-3afa-418d-9e97-9da913a38ba1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 770.561531] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]525837be-55a4-6605-9ad6-5c693e922c6c" [ 770.561531] env[70015]: _type = "HttpNfcLease" [ 770.561531] env[70015]: }. {{(pid=70015) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 770.562171] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d06f10-fad9-48c0-806c-d936dbe892d9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.571872] env[70015]: DEBUG oslo_vmware.rw_handles [None req-edebb81d-3afa-418d-9e97-9da913a38ba1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5271b15c-28e3-8205-10b6-147429847f9a/disk-0.vmdk from lease info. {{(pid=70015) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 770.571925] env[70015]: DEBUG oslo_vmware.rw_handles [None req-edebb81d-3afa-418d-9e97-9da913a38ba1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5271b15c-28e3-8205-10b6-147429847f9a/disk-0.vmdk for reading. {{(pid=70015) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 770.629611] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 6419007b-b407-4d50-b3ab-d90ecc5e8e30 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 770.667549] env[70015]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0bc4501a-705e-491f-b312-9246d807851f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.724895] env[70015]: DEBUG oslo_concurrency.lockutils [None req-890f9a34-fff0-4bcd-8a43-7afd850d1a60 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.842842] env[70015]: DEBUG oslo_vmware.api [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': task-3610610, 'name': Rename_Task, 'duration_secs': 0.155955} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.847792] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.850051] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-216f42f1-f49b-4bc6-9ed3-e59cc7d720e8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.860635] env[70015]: DEBUG oslo_vmware.api [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Waiting for the task: (returnval){ [ 770.860635] env[70015]: value = "task-3610612" [ 770.860635] env[70015]: _type = "Task" [ 770.860635] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.869958] env[70015]: DEBUG oslo_vmware.api [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': task-3610612, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.911204] env[70015]: DEBUG oslo_vmware.api [None req-75f28c10-38b4-4335-8dd9-60e27eaf3a32 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3610607, 'name': CloneVM_Task, 'duration_secs': 1.466833} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.918028] env[70015]: INFO nova.virt.vmwareapi.vmops [None req-75f28c10-38b4-4335-8dd9-60e27eaf3a32 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Created linked-clone VM from snapshot [ 770.918028] env[70015]: DEBUG oslo_vmware.api [None req-247fd87a-c3e0-4076-a03c-0933991d9404 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Task: {'id': task-3610611, 'name': ReconfigVM_Task, 'duration_secs': 0.337973} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.918028] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e099b938-017d-46b1-9d77-ee6afade9d21 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.918800] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-247fd87a-c3e0-4076-a03c-0933991d9404 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Reconfigured VM instance instance-0000001a to detach disk 2001 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 770.923897] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a2d8c43-8b20-4f72-8254-64435aa8dc93 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.942782] env[70015]: DEBUG nova.virt.vmwareapi.images [None req-75f28c10-38b4-4335-8dd9-60e27eaf3a32 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Uploading image eccb5477-3387-4ac9-8c2e-fe1540020d9e {{(pid=70015) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 770.946281] env[70015]: DEBUG oslo_vmware.api [None req-247fd87a-c3e0-4076-a03c-0933991d9404 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Waiting for the task: (returnval){ [ 770.946281] env[70015]: value = "task-3610613" [ 770.946281] env[70015]: _type = "Task" [ 770.946281] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.955488] env[70015]: DEBUG oslo_vmware.api [None req-247fd87a-c3e0-4076-a03c-0933991d9404 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Task: {'id': task-3610613, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.957054] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-75f28c10-38b4-4335-8dd9-60e27eaf3a32 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Destroying the VM {{(pid=70015) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 770.958054] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8642b1c4-0cdc-468e-878e-2ea5ca5a7cd0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.966034] env[70015]: DEBUG oslo_vmware.api [None req-75f28c10-38b4-4335-8dd9-60e27eaf3a32 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Waiting for the task: (returnval){ [ 770.966034] env[70015]: value = "task-3610614" [ 770.966034] env[70015]: _type = "Task" [ 770.966034] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.978448] env[70015]: DEBUG oslo_vmware.api [None req-75f28c10-38b4-4335-8dd9-60e27eaf3a32 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3610614, 'name': Destroy_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.979723] env[70015]: DEBUG oslo_concurrency.lockutils [None req-70a7a553-fbd6-4b66-9a23-415ed907449c tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.133874] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 78ec1423-1160-453a-b6db-9348b37d34f9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 771.372387] env[70015]: DEBUG oslo_vmware.api [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': task-3610612, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.456658] env[70015]: DEBUG oslo_vmware.api [None req-247fd87a-c3e0-4076-a03c-0933991d9404 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Task: {'id': task-3610613, 'name': ReconfigVM_Task, 'duration_secs': 0.188489} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.456894] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-247fd87a-c3e0-4076-a03c-0933991d9404 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720232', 'volume_id': '58aa7ab1-b7fd-4488-99c2-a1aaaa7dfaae', 'name': 'volume-58aa7ab1-b7fd-4488-99c2-a1aaaa7dfaae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0795374d-903e-48e2-96d3-1b6f5a5511da', 'attached_at': '', 'detached_at': '', 'volume_id': '58aa7ab1-b7fd-4488-99c2-a1aaaa7dfaae', 'serial': '58aa7ab1-b7fd-4488-99c2-a1aaaa7dfaae'} {{(pid=70015) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 771.477042] env[70015]: DEBUG oslo_vmware.api [None req-75f28c10-38b4-4335-8dd9-60e27eaf3a32 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3610614, 'name': Destroy_Task, 'duration_secs': 0.36712} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.477411] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-75f28c10-38b4-4335-8dd9-60e27eaf3a32 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Destroyed the VM [ 771.477735] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-75f28c10-38b4-4335-8dd9-60e27eaf3a32 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Deleting Snapshot of the VM instance {{(pid=70015) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 771.478333] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-151d8008-aa08-451d-af7f-29d3bfbc477a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.486151] env[70015]: DEBUG oslo_vmware.api [None req-75f28c10-38b4-4335-8dd9-60e27eaf3a32 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Waiting for the task: (returnval){ [ 771.486151] env[70015]: value = "task-3610615" [ 771.486151] env[70015]: _type = "Task" [ 771.486151] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.494831] env[70015]: DEBUG oslo_vmware.api [None req-75f28c10-38b4-4335-8dd9-60e27eaf3a32 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3610615, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.561703] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] [instance: 70185831-3921-4fbf-8382-b6098f340372] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.562525] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f49fb866-9732-4d1e-9a89-5d9f50f7bda6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.569900] env[70015]: DEBUG oslo_vmware.api [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] Waiting for the task: (returnval){ [ 771.569900] env[70015]: value = "task-3610616" [ 771.569900] env[70015]: _type = "Task" [ 771.569900] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.578541] env[70015]: DEBUG oslo_vmware.api [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] Task: {'id': task-3610616, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.637541] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance dd3e3400-bf0e-41f2-954d-b7b78e6941b5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 771.872054] env[70015]: DEBUG oslo_vmware.api [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': task-3610612, 'name': PowerOnVM_Task, 'duration_secs': 0.561398} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.872054] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.872322] env[70015]: INFO nova.compute.manager [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Took 6.36 seconds to spawn the instance on the hypervisor. [ 771.872322] env[70015]: DEBUG nova.compute.manager [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.873167] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6a545d-82d1-41e8-adfd-699556f50f6d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.997950] env[70015]: DEBUG oslo_vmware.api [None req-75f28c10-38b4-4335-8dd9-60e27eaf3a32 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3610615, 'name': RemoveSnapshot_Task} progress is 76%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.012971] env[70015]: DEBUG nova.objects.instance [None req-247fd87a-c3e0-4076-a03c-0933991d9404 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Lazy-loading 'flavor' on Instance uuid 0795374d-903e-48e2-96d3-1b6f5a5511da {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 772.081059] env[70015]: DEBUG oslo_vmware.api [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] Task: {'id': task-3610616, 'name': PowerOffVM_Task, 'duration_secs': 0.187579} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.081059] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] [instance: 70185831-3921-4fbf-8382-b6098f340372] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 772.081240] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] [instance: 70185831-3921-4fbf-8382-b6098f340372] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 772.082023] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73cb3b22-5fce-4883-85d1-6d80e2e8afef {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.088864] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] [instance: 70185831-3921-4fbf-8382-b6098f340372] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.089125] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18268c1b-f7ce-4ca7-b205-d4c092d5bb8b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.117318] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] [instance: 70185831-3921-4fbf-8382-b6098f340372] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.117581] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] [instance: 70185831-3921-4fbf-8382-b6098f340372] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.117877] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] Deleting the datastore file [datastore1] 70185831-3921-4fbf-8382-b6098f340372 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.118177] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c9f80b9-4ab6-49d6-9f83-8da19216425e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.125836] env[70015]: DEBUG oslo_vmware.api [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] Waiting for the task: (returnval){ [ 772.125836] env[70015]: value = "task-3610618" [ 772.125836] env[70015]: _type = "Task" [ 772.125836] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.134204] env[70015]: DEBUG oslo_vmware.api [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] Task: {'id': task-3610618, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.141074] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 0d762a18-2184-48f1-84d4-ed50fdb03ef8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 772.141358] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=70015) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 772.141501] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4096MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=70015) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 772.396501] env[70015]: INFO nova.compute.manager [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Took 43.59 seconds to build instance. [ 772.495941] env[70015]: DEBUG oslo_vmware.api [None req-75f28c10-38b4-4335-8dd9-60e27eaf3a32 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3610615, 'name': RemoveSnapshot_Task, 'duration_secs': 0.567642} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.498498] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-75f28c10-38b4-4335-8dd9-60e27eaf3a32 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Deleted Snapshot of the VM instance {{(pid=70015) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 772.637680] env[70015]: DEBUG oslo_vmware.api [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] Task: {'id': task-3610618, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.092638} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.640489] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 772.640686] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] [instance: 70185831-3921-4fbf-8382-b6098f340372] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 772.641031] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] [instance: 70185831-3921-4fbf-8382-b6098f340372] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 772.680070] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77136318-9756-44fa-9c14-afdbe1c10170 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.687930] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2ad11f-4d4c-4fd3-9810-3ec53a1a33e7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.723029] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed9eaf7-4dc9-409e-b8f7-f0975b5f1987 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.731383] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba6c07f-9c2a-48eb-902a-ca942fa86788 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.747619] env[70015]: DEBUG nova.compute.provider_tree [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.899547] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6aa8f28a-3c0f-4cc9-a1c8-e266eee41464 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Lock "962c568b-ddb8-40bb-bdeb-99019be084cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.928s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.005031] env[70015]: WARNING nova.compute.manager [None req-75f28c10-38b4-4335-8dd9-60e27eaf3a32 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Image not found during snapshot: nova.exception.ImageNotFound: Image eccb5477-3387-4ac9-8c2e-fe1540020d9e could not be found. [ 773.022280] env[70015]: DEBUG oslo_concurrency.lockutils [None req-247fd87a-c3e0-4076-a03c-0933991d9404 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Lock "0795374d-903e-48e2-96d3-1b6f5a5511da" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.317s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.250528] env[70015]: DEBUG nova.scheduler.client.report [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.402418] env[70015]: DEBUG nova.compute.manager [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 773.623082] env[70015]: DEBUG oslo_concurrency.lockutils [None req-496f4a22-0e03-4f7a-ab17-f8f2c3f1680d tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Acquiring lock "30be86a3-ab72-49b8-80f3-353cc9a4bd68" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.623341] env[70015]: DEBUG oslo_concurrency.lockutils [None req-496f4a22-0e03-4f7a-ab17-f8f2c3f1680d tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Lock "30be86a3-ab72-49b8-80f3-353cc9a4bd68" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.623752] env[70015]: DEBUG oslo_concurrency.lockutils [None req-496f4a22-0e03-4f7a-ab17-f8f2c3f1680d tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Acquiring lock "30be86a3-ab72-49b8-80f3-353cc9a4bd68-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.624635] env[70015]: DEBUG oslo_concurrency.lockutils [None req-496f4a22-0e03-4f7a-ab17-f8f2c3f1680d tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Lock "30be86a3-ab72-49b8-80f3-353cc9a4bd68-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.626354] env[70015]: DEBUG oslo_concurrency.lockutils [None req-496f4a22-0e03-4f7a-ab17-f8f2c3f1680d tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Lock "30be86a3-ab72-49b8-80f3-353cc9a4bd68-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.627475] env[70015]: INFO nova.compute.manager [None req-496f4a22-0e03-4f7a-ab17-f8f2c3f1680d tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Terminating instance [ 773.680083] env[70015]: DEBUG nova.virt.hardware [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 773.680475] env[70015]: DEBUG nova.virt.hardware [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 773.680773] env[70015]: DEBUG nova.virt.hardware [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 773.681126] env[70015]: DEBUG nova.virt.hardware [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 773.681425] env[70015]: DEBUG nova.virt.hardware [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 773.681722] env[70015]: DEBUG nova.virt.hardware [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 773.682010] env[70015]: DEBUG nova.virt.hardware [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 773.682295] env[70015]: DEBUG nova.virt.hardware [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 773.682636] env[70015]: DEBUG nova.virt.hardware [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 773.682939] env[70015]: DEBUG nova.virt.hardware [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 773.683294] env[70015]: DEBUG nova.virt.hardware [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 773.684333] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56991a42-c70f-49c3-b7ac-9bd059f7539e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.694908] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a9a079-35aa-4835-99b7-d7eebc61c06f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.702418] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Acquiring lock "aac9197d-0c55-4a40-b0c7-877edefa3ab2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.702668] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Lock "aac9197d-0c55-4a40-b0c7-877edefa3ab2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.715352] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] [instance: 70185831-3921-4fbf-8382-b6098f340372] Instance VIF info [] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.722868] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.722868] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70185831-3921-4fbf-8382-b6098f340372] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 773.722868] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29bceb1e-68f9-4e6e-a8bc-dcff9ba2435e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.740303] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.740303] env[70015]: value = "task-3610619" [ 773.740303] env[70015]: _type = "Task" [ 773.740303] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.749294] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610619, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.755613] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70015) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 773.755871] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.276s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.759021] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.320s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.759021] env[70015]: INFO nova.compute.claims [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 773.781573] env[70015]: INFO nova.compute.manager [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Rebuilding instance [ 773.835039] env[70015]: DEBUG nova.compute.manager [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.836023] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2453d88b-e8aa-4b4e-a2df-466c5ee5c551 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.926883] env[70015]: DEBUG oslo_concurrency.lockutils [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.130893] env[70015]: DEBUG nova.compute.manager [None req-496f4a22-0e03-4f7a-ab17-f8f2c3f1680d tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 774.131267] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-496f4a22-0e03-4f7a-ab17-f8f2c3f1680d tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 774.132117] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3fd44f7-1301-4a09-8f3d-4ffe94316660 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.141312] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-496f4a22-0e03-4f7a-ab17-f8f2c3f1680d tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 774.141654] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b93421e1-2a2d-4e50-8e43-efcd0d7591ea {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.150643] env[70015]: DEBUG oslo_vmware.api [None req-496f4a22-0e03-4f7a-ab17-f8f2c3f1680d tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Waiting for the task: (returnval){ [ 774.150643] env[70015]: value = "task-3610620" [ 774.150643] env[70015]: _type = "Task" [ 774.150643] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.159819] env[70015]: DEBUG oslo_vmware.api [None req-496f4a22-0e03-4f7a-ab17-f8f2c3f1680d tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3610620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.251115] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610619, 'name': CreateVM_Task, 'duration_secs': 0.306052} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.251341] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70185831-3921-4fbf-8382-b6098f340372] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 774.251937] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.252149] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.253549] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.253936] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f0b657d-129d-4ee9-8200-f12dc5f8a84a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.259733] env[70015]: DEBUG oslo_vmware.api [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] Waiting for the task: (returnval){ [ 774.259733] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5269a8a1-eb9d-281a-462f-79a61c35bf76" [ 774.259733] env[70015]: _type = "Task" [ 774.259733] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.273893] env[70015]: DEBUG oslo_vmware.api [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5269a8a1-eb9d-281a-462f-79a61c35bf76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.661753] env[70015]: DEBUG oslo_vmware.api [None req-496f4a22-0e03-4f7a-ab17-f8f2c3f1680d tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3610620, 'name': PowerOffVM_Task, 'duration_secs': 0.188835} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.663045] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-496f4a22-0e03-4f7a-ab17-f8f2c3f1680d tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 774.663045] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-496f4a22-0e03-4f7a-ab17-f8f2c3f1680d tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 774.663045] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63906066-6797-4d91-b7ac-ce567e5cb2f4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.773669] env[70015]: DEBUG oslo_vmware.api [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5269a8a1-eb9d-281a-462f-79a61c35bf76, 'name': SearchDatastore_Task, 'duration_secs': 0.013672} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.773669] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.773669] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] [instance: 70185831-3921-4fbf-8382-b6098f340372] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 774.773890] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.773960] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.774163] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 774.774484] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00f1d906-3ff1-4bf6-94ea-34030705e5da {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.787547] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 774.787547] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 774.789182] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43338112-3580-4a05-9f47-7be28edb5fa1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.796227] env[70015]: DEBUG oslo_vmware.api [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] Waiting for the task: (returnval){ [ 774.796227] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5243313c-9fb2-b6e8-a478-1ce5ea7cd1d8" [ 774.796227] env[70015]: _type = "Task" [ 774.796227] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.806273] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-496f4a22-0e03-4f7a-ab17-f8f2c3f1680d tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 774.806531] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-496f4a22-0e03-4f7a-ab17-f8f2c3f1680d tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 774.806790] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-496f4a22-0e03-4f7a-ab17-f8f2c3f1680d tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Deleting the datastore file [datastore2] 30be86a3-ab72-49b8-80f3-353cc9a4bd68 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.807130] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c329494f-2b9b-4248-8953-8dea3edc33f8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.819675] env[70015]: DEBUG oslo_vmware.api [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5243313c-9fb2-b6e8-a478-1ce5ea7cd1d8, 'name': SearchDatastore_Task, 'duration_secs': 0.012369} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.822090] env[70015]: DEBUG oslo_vmware.api [None req-496f4a22-0e03-4f7a-ab17-f8f2c3f1680d tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Waiting for the task: (returnval){ [ 774.822090] env[70015]: value = "task-3610622" [ 774.822090] env[70015]: _type = "Task" [ 774.822090] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.825020] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0764d6ab-0a21-44cd-9325-a6294f0b2ce8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.836344] env[70015]: DEBUG oslo_vmware.api [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] Waiting for the task: (returnval){ [ 774.836344] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]524e566a-abc4-c4ab-2810-590f8285653f" [ 774.836344] env[70015]: _type = "Task" [ 774.836344] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.840041] env[70015]: DEBUG oslo_vmware.api [None req-496f4a22-0e03-4f7a-ab17-f8f2c3f1680d tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3610622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.854040] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 774.854040] env[70015]: DEBUG oslo_vmware.api [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]524e566a-abc4-c4ab-2810-590f8285653f, 'name': SearchDatastore_Task, 'duration_secs': 0.01} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.854040] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c654907-1538-445a-9bae-451ad1218fc8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.855808] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.856086] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 70185831-3921-4fbf-8382-b6098f340372/70185831-3921-4fbf-8382-b6098f340372.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.859047] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3ae8674-ebed-46c6-9276-f8bf3578e0ae {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.868064] env[70015]: DEBUG oslo_vmware.api [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] Waiting for the task: (returnval){ [ 774.868064] env[70015]: value = "task-3610624" [ 774.868064] env[70015]: _type = "Task" [ 774.868064] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.869677] env[70015]: DEBUG oslo_vmware.api [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Waiting for the task: (returnval){ [ 774.869677] env[70015]: value = "task-3610623" [ 774.869677] env[70015]: _type = "Task" [ 774.869677] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.889282] env[70015]: DEBUG oslo_vmware.api [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] Task: {'id': task-3610624, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.894802] env[70015]: DEBUG oslo_vmware.api [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': task-3610623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.339147] env[70015]: DEBUG oslo_vmware.api [None req-496f4a22-0e03-4f7a-ab17-f8f2c3f1680d tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3610622, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176734} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.339411] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-496f4a22-0e03-4f7a-ab17-f8f2c3f1680d tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 775.339509] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-496f4a22-0e03-4f7a-ab17-f8f2c3f1680d tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 775.339697] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-496f4a22-0e03-4f7a-ab17-f8f2c3f1680d tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 775.339882] env[70015]: INFO nova.compute.manager [None req-496f4a22-0e03-4f7a-ab17-f8f2c3f1680d tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Took 1.21 seconds to destroy the instance on the hypervisor. [ 775.340152] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-496f4a22-0e03-4f7a-ab17-f8f2c3f1680d tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.343612] env[70015]: DEBUG nova.compute.manager [-] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 775.343760] env[70015]: DEBUG nova.network.neutron [-] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 775.387262] env[70015]: DEBUG oslo_vmware.api [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] Task: {'id': task-3610624, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483894} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.393229] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 70185831-3921-4fbf-8382-b6098f340372/70185831-3921-4fbf-8382-b6098f340372.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.393451] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] [instance: 70185831-3921-4fbf-8382-b6098f340372] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.394128] env[70015]: DEBUG oslo_vmware.api [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': task-3610623, 'name': PowerOffVM_Task, 'duration_secs': 0.186314} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.394519] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7bb0b5a9-8563-47dc-baee-240552e097bd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.396807] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 775.397097] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 775.397819] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab6bb7f-bcf7-465c-b229-d86b39296b6b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.409805] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 775.411361] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc5643f5-d6f9-417f-b318-e774896f3895 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.413067] env[70015]: DEBUG oslo_vmware.api [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] Waiting for the task: (returnval){ [ 775.413067] env[70015]: value = "task-3610625" [ 775.413067] env[70015]: _type = "Task" [ 775.413067] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.418309] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97e80e4-8410-40b1-a034-baeddd4f663b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.429970] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62bffcb2-fc37-4569-97c6-9512ef1747f1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.466420] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18fad4b6-ba12-4f7c-887a-a656f267bba7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.468534] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 775.468761] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 775.468961] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Deleting the datastore file [datastore1] 962c568b-ddb8-40bb-bdeb-99019be084cc {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 775.469242] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51d95a62-6d65-4535-89f8-bca6ac0ebf95 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.479985] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758a7ba3-4d29-40e7-8df6-07588e105ef9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.485230] env[70015]: DEBUG oslo_vmware.api [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Waiting for the task: (returnval){ [ 775.485230] env[70015]: value = "task-3610627" [ 775.485230] env[70015]: _type = "Task" [ 775.485230] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.497852] env[70015]: DEBUG nova.compute.provider_tree [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.506046] env[70015]: DEBUG oslo_vmware.api [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': task-3610627, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.923859] env[70015]: DEBUG oslo_vmware.api [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] Task: {'id': task-3610625, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089224} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.924155] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] [instance: 70185831-3921-4fbf-8382-b6098f340372] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 775.924945] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a095ff-08ca-4689-bebf-067c916525e3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.946179] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] [instance: 70185831-3921-4fbf-8382-b6098f340372] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 70185831-3921-4fbf-8382-b6098f340372/70185831-3921-4fbf-8382-b6098f340372.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.946179] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7b8111f-6902-49fe-9050-9cacd23c6655 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.964738] env[70015]: DEBUG oslo_vmware.api [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] Waiting for the task: (returnval){ [ 775.964738] env[70015]: value = "task-3610628" [ 775.964738] env[70015]: _type = "Task" [ 775.964738] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.973034] env[70015]: DEBUG oslo_vmware.api [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] Task: {'id': task-3610628, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.997439] env[70015]: DEBUG oslo_vmware.api [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': task-3610627, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217376} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.997730] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 775.997920] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 775.998111] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 776.005379] env[70015]: DEBUG nova.scheduler.client.report [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.343897] env[70015]: DEBUG nova.compute.manager [req-2c1dba0a-a5a8-4139-8908-c6f712b624ec req-0fe81000-6e55-4cbe-bbd2-feff128dbcb8 service nova] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Received event network-vif-deleted-108c6da3-629b-4e4f-98d0-decdb9825ddc {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.344145] env[70015]: INFO nova.compute.manager [req-2c1dba0a-a5a8-4139-8908-c6f712b624ec req-0fe81000-6e55-4cbe-bbd2-feff128dbcb8 service nova] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Neutron deleted interface 108c6da3-629b-4e4f-98d0-decdb9825ddc; detaching it from the instance and deleting it from the info cache [ 776.344308] env[70015]: DEBUG nova.network.neutron [req-2c1dba0a-a5a8-4139-8908-c6f712b624ec req-0fe81000-6e55-4cbe-bbd2-feff128dbcb8 service nova] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.475396] env[70015]: DEBUG oslo_vmware.api [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] Task: {'id': task-3610628, 'name': ReconfigVM_Task, 'duration_secs': 0.276283} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.475713] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] [instance: 70185831-3921-4fbf-8382-b6098f340372] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 70185831-3921-4fbf-8382-b6098f340372/70185831-3921-4fbf-8382-b6098f340372.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.476701] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8652af07-753f-4c67-9dde-4b6dcd23c825 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.484528] env[70015]: DEBUG oslo_vmware.api [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] Waiting for the task: (returnval){ [ 776.484528] env[70015]: value = "task-3610629" [ 776.484528] env[70015]: _type = "Task" [ 776.484528] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.494114] env[70015]: DEBUG oslo_vmware.api [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] Task: {'id': task-3610629, 'name': Rename_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.511128] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.755s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.511820] env[70015]: DEBUG nova.compute.manager [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 776.514690] env[70015]: DEBUG nova.network.neutron [-] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.515557] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 37.449s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.515739] env[70015]: DEBUG nova.objects.instance [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70015) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 776.847038] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e04d0e2f-a24a-44c4-a80a-0d661559cc8f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.857118] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f740d510-a5f7-4fce-9f95-53224dfca7f4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.894068] env[70015]: DEBUG nova.compute.manager [req-2c1dba0a-a5a8-4139-8908-c6f712b624ec req-0fe81000-6e55-4cbe-bbd2-feff128dbcb8 service nova] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Detach interface failed, port_id=108c6da3-629b-4e4f-98d0-decdb9825ddc, reason: Instance 30be86a3-ab72-49b8-80f3-353cc9a4bd68 could not be found. {{(pid=70015) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 776.993729] env[70015]: DEBUG oslo_vmware.api [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] Task: {'id': task-3610629, 'name': Rename_Task, 'duration_secs': 0.130082} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.994024] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] [instance: 70185831-3921-4fbf-8382-b6098f340372] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 776.994314] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-969cfa89-a350-4af6-8d9b-3207e7fe2e7f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.000205] env[70015]: DEBUG oslo_vmware.api [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] Waiting for the task: (returnval){ [ 777.000205] env[70015]: value = "task-3610630" [ 777.000205] env[70015]: _type = "Task" [ 777.000205] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.008130] env[70015]: DEBUG oslo_vmware.api [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] Task: {'id': task-3610630, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.020218] env[70015]: INFO nova.compute.manager [-] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Took 1.68 seconds to deallocate network for instance. [ 777.021861] env[70015]: DEBUG nova.compute.utils [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 777.025174] env[70015]: DEBUG nova.compute.manager [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Not allocating networking since 'none' was specified. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 777.045037] env[70015]: DEBUG nova.virt.hardware [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 777.045353] env[70015]: DEBUG nova.virt.hardware [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 777.045566] env[70015]: DEBUG nova.virt.hardware [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 777.045786] env[70015]: DEBUG nova.virt.hardware [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 777.045939] env[70015]: DEBUG nova.virt.hardware [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 777.046103] env[70015]: DEBUG nova.virt.hardware [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 777.046337] env[70015]: DEBUG nova.virt.hardware [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 777.046553] env[70015]: DEBUG nova.virt.hardware [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 777.046791] env[70015]: DEBUG nova.virt.hardware [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 777.047010] env[70015]: DEBUG nova.virt.hardware [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 777.047246] env[70015]: DEBUG nova.virt.hardware [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 777.048844] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f286e682-e090-4dae-be73-0c1733b636bd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.057572] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6385eb2-5cc2-4206-b510-1382255b985b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.071940] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Instance VIF info [] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.077549] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.078077] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.078311] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92cf4e06-ec3f-405f-9899-9ff064137384 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.095455] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.095455] env[70015]: value = "task-3610631" [ 777.095455] env[70015]: _type = "Task" [ 777.095455] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.105199] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610631, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.510959] env[70015]: DEBUG oslo_vmware.api [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] Task: {'id': task-3610630, 'name': PowerOnVM_Task, 'duration_secs': 0.47843} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.511382] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] [instance: 70185831-3921-4fbf-8382-b6098f340372] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 777.511667] env[70015]: DEBUG nova.compute.manager [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] [instance: 70185831-3921-4fbf-8382-b6098f340372] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 777.512477] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8575c0f-f8b0-41c3-9cf7-d4fcce1a19d7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.533502] env[70015]: DEBUG nova.compute.manager [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 777.539998] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b3d7804e-9df2-47e6-9168-ad7960abebc9 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.541980] env[70015]: DEBUG oslo_concurrency.lockutils [None req-496f4a22-0e03-4f7a-ab17-f8f2c3f1680d tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.542549] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.887s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.545636] env[70015]: INFO nova.compute.claims [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 777.607082] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610631, 'name': CreateVM_Task, 'duration_secs': 0.322247} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.607273] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 777.607726] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.607892] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.608261] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.608711] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88fce4c9-33b4-4436-9e71-239dbb0e8779 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.613429] env[70015]: DEBUG oslo_vmware.api [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Waiting for the task: (returnval){ [ 777.613429] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]521fa383-3bdd-1307-8958-a26f23b8516d" [ 777.613429] env[70015]: _type = "Task" [ 777.613429] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.622280] env[70015]: DEBUG oslo_vmware.api [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]521fa383-3bdd-1307-8958-a26f23b8516d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.034744] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.128151] env[70015]: DEBUG oslo_vmware.api [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]521fa383-3bdd-1307-8958-a26f23b8516d, 'name': SearchDatastore_Task, 'duration_secs': 0.013532} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.128628] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.128981] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.129599] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.129599] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.129732] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.129958] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa628f45-8816-4437-8ba3-a69a7a56aee0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.139113] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.139308] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.140067] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54064c19-fa30-4ca5-9a1f-b1f041dcb83d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.146440] env[70015]: DEBUG oslo_vmware.api [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Waiting for the task: (returnval){ [ 778.146440] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52177422-b255-e6f0-d35c-757bfa11cdce" [ 778.146440] env[70015]: _type = "Task" [ 778.146440] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.154585] env[70015]: DEBUG oslo_vmware.api [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52177422-b255-e6f0-d35c-757bfa11cdce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.549047] env[70015]: DEBUG nova.compute.manager [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 778.584822] env[70015]: DEBUG nova.virt.hardware [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 778.584822] env[70015]: DEBUG nova.virt.hardware [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 778.584822] env[70015]: DEBUG nova.virt.hardware [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 778.584822] env[70015]: DEBUG nova.virt.hardware [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 778.584822] env[70015]: DEBUG nova.virt.hardware [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 778.584822] env[70015]: DEBUG nova.virt.hardware [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 778.584822] env[70015]: DEBUG nova.virt.hardware [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 778.584822] env[70015]: DEBUG nova.virt.hardware [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 778.584822] env[70015]: DEBUG nova.virt.hardware [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 778.584822] env[70015]: DEBUG nova.virt.hardware [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 778.584822] env[70015]: DEBUG nova.virt.hardware [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 778.584822] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339fe985-3fd1-4933-9bc2-20ad53a7d3f3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.595793] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4841e8c-c53d-4e76-b037-4a7d7860609d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.614907] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Instance VIF info [] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 778.620721] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Creating folder: Project (fb40635c04144cee881f671e6096b461). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 778.621140] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-288a7147-dacf-4643-a72c-85c76ba86f4d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.632477] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Created folder: Project (fb40635c04144cee881f671e6096b461) in parent group-v720117. [ 778.632679] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Creating folder: Instances. Parent ref: group-v720241. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 778.632933] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-956e694c-b578-4333-a39e-ce9447b479fe {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.642778] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Created folder: Instances in parent group-v720241. [ 778.642898] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.643298] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 778.643394] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9513553b-4eb3-4029-bef4-ed776281e642 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.668104] env[70015]: DEBUG oslo_vmware.api [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52177422-b255-e6f0-d35c-757bfa11cdce, 'name': SearchDatastore_Task, 'duration_secs': 0.015318} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.672413] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 778.672413] env[70015]: value = "task-3610634" [ 778.672413] env[70015]: _type = "Task" [ 778.672413] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.672832] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41563d51-71c8-4609-819f-6e959914be31 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.681731] env[70015]: DEBUG oslo_vmware.api [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Waiting for the task: (returnval){ [ 778.681731] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]520f95a1-710f-d6b2-5821-b5385cf6e71b" [ 778.681731] env[70015]: _type = "Task" [ 778.681731] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.685381] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610634, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.696033] env[70015]: DEBUG oslo_vmware.api [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]520f95a1-710f-d6b2-5821-b5385cf6e71b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.946315] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f8d6dcb1-a719-44ec-a233-bc9a911f4119 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Acquiring lock "70185831-3921-4fbf-8382-b6098f340372" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.946632] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f8d6dcb1-a719-44ec-a233-bc9a911f4119 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Lock "70185831-3921-4fbf-8382-b6098f340372" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.946907] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f8d6dcb1-a719-44ec-a233-bc9a911f4119 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Acquiring lock "70185831-3921-4fbf-8382-b6098f340372-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.947172] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f8d6dcb1-a719-44ec-a233-bc9a911f4119 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Lock "70185831-3921-4fbf-8382-b6098f340372-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.947395] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f8d6dcb1-a719-44ec-a233-bc9a911f4119 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Lock "70185831-3921-4fbf-8382-b6098f340372-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.949973] env[70015]: INFO nova.compute.manager [None req-f8d6dcb1-a719-44ec-a233-bc9a911f4119 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] [instance: 70185831-3921-4fbf-8382-b6098f340372] Terminating instance [ 779.120065] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df02ffbc-0890-4bd5-b6f1-4881fd97e198 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.127998] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5f29c1-cc14-486f-b075-b5bb56d0cf87 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.162306] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ba178a-45c1-43ad-8d3c-55b78ac9d87b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.170827] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa3a484-b84f-4d2c-b104-77a54c382a02 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.190460] env[70015]: DEBUG nova.compute.provider_tree [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.197393] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610634, 'name': CreateVM_Task, 'duration_secs': 0.483758} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.197816] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 779.199150] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.199347] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.199653] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.200151] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb8374ab-020d-473f-a20e-7d870e2cee88 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.206045] env[70015]: DEBUG oslo_vmware.api [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]520f95a1-710f-d6b2-5821-b5385cf6e71b, 'name': SearchDatastore_Task, 'duration_secs': 0.016141} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.206549] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.206820] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 962c568b-ddb8-40bb-bdeb-99019be084cc/962c568b-ddb8-40bb-bdeb-99019be084cc.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.207084] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0601549-3464-43b0-ab02-e68ad7da8087 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.209997] env[70015]: DEBUG oslo_vmware.api [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Waiting for the task: (returnval){ [ 779.209997] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52f91d1d-37fd-91a7-d90b-0833e8de9353" [ 779.209997] env[70015]: _type = "Task" [ 779.209997] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.215412] env[70015]: DEBUG oslo_vmware.api [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Waiting for the task: (returnval){ [ 779.215412] env[70015]: value = "task-3610635" [ 779.215412] env[70015]: _type = "Task" [ 779.215412] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.223022] env[70015]: DEBUG oslo_vmware.api [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52f91d1d-37fd-91a7-d90b-0833e8de9353, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.227344] env[70015]: DEBUG oslo_vmware.api [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': task-3610635, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.454063] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f8d6dcb1-a719-44ec-a233-bc9a911f4119 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Acquiring lock "refresh_cache-70185831-3921-4fbf-8382-b6098f340372" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.454304] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f8d6dcb1-a719-44ec-a233-bc9a911f4119 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Acquired lock "refresh_cache-70185831-3921-4fbf-8382-b6098f340372" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.454485] env[70015]: DEBUG nova.network.neutron [None req-f8d6dcb1-a719-44ec-a233-bc9a911f4119 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] [instance: 70185831-3921-4fbf-8382-b6098f340372] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.699061] env[70015]: DEBUG nova.scheduler.client.report [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.730250] env[70015]: DEBUG oslo_vmware.api [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52f91d1d-37fd-91a7-d90b-0833e8de9353, 'name': SearchDatastore_Task, 'duration_secs': 0.011121} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.730578] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.730921] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 779.731286] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.732018] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.732018] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 779.732489] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0f750e9-d0ca-44f9-9395-b196313372a8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.738971] env[70015]: DEBUG oslo_vmware.api [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': task-3610635, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477875} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.739720] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 962c568b-ddb8-40bb-bdeb-99019be084cc/962c568b-ddb8-40bb-bdeb-99019be084cc.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 779.739996] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.740318] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa6bcfcd-7f35-4d46-94c8-c30a0dbb43cf {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.746329] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 779.746522] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 779.748481] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c01aa6c3-a032-40ea-981e-27cfef91a611 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.750722] env[70015]: DEBUG oslo_vmware.api [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Waiting for the task: (returnval){ [ 779.750722] env[70015]: value = "task-3610636" [ 779.750722] env[70015]: _type = "Task" [ 779.750722] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.755362] env[70015]: DEBUG oslo_vmware.api [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Waiting for the task: (returnval){ [ 779.755362] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52f095df-aa4c-7039-64a6-85c149e87236" [ 779.755362] env[70015]: _type = "Task" [ 779.755362] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.761813] env[70015]: DEBUG oslo_vmware.api [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': task-3610636, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.766696] env[70015]: DEBUG oslo_vmware.api [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52f095df-aa4c-7039-64a6-85c149e87236, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.978381] env[70015]: DEBUG nova.network.neutron [None req-f8d6dcb1-a719-44ec-a233-bc9a911f4119 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] [instance: 70185831-3921-4fbf-8382-b6098f340372] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 780.035921] env[70015]: DEBUG nova.network.neutron [None req-f8d6dcb1-a719-44ec-a233-bc9a911f4119 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] [instance: 70185831-3921-4fbf-8382-b6098f340372] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.204913] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.205572] env[70015]: DEBUG nova.compute.manager [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 780.209181] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c9fd0440-a849-481b-9c00-c8fccb206161 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.746s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.209477] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c9fd0440-a849-481b-9c00-c8fccb206161 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.212292] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3cf108e0-27d8-4839-addb-6d74145d4468 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.642s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.212541] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3cf108e0-27d8-4839-addb-6d74145d4468 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.214556] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.432s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.216062] env[70015]: INFO nova.compute.claims [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 780.238838] env[70015]: INFO nova.scheduler.client.report [None req-3cf108e0-27d8-4839-addb-6d74145d4468 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Deleted allocations for instance f9453044-6270-44bb-9de6-dd6481693259 [ 780.240617] env[70015]: INFO nova.scheduler.client.report [None req-c9fd0440-a849-481b-9c00-c8fccb206161 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Deleted allocations for instance 7c09a291-1667-49f1-aa1a-6b08c4516db7 [ 780.264323] env[70015]: DEBUG oslo_vmware.api [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': task-3610636, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072813} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.265072] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 780.266086] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c97d2f4-3f8b-4478-9b7e-da9912b55bbf {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.273396] env[70015]: DEBUG oslo_vmware.api [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52f095df-aa4c-7039-64a6-85c149e87236, 'name': SearchDatastore_Task, 'duration_secs': 0.021037} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.274593] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4cc17d1-5ed9-461d-85be-0d146491f20b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.294842] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 962c568b-ddb8-40bb-bdeb-99019be084cc/962c568b-ddb8-40bb-bdeb-99019be084cc.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.295712] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4436894f-7b37-4a6c-8488-653e9dc07463 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.313093] env[70015]: DEBUG oslo_vmware.api [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Waiting for the task: (returnval){ [ 780.313093] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]522d01bd-f502-904b-87b8-5eb994f2658d" [ 780.313093] env[70015]: _type = "Task" [ 780.313093] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.318731] env[70015]: DEBUG oslo_vmware.api [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Waiting for the task: (returnval){ [ 780.318731] env[70015]: value = "task-3610637" [ 780.318731] env[70015]: _type = "Task" [ 780.318731] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.323026] env[70015]: DEBUG oslo_vmware.api [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]522d01bd-f502-904b-87b8-5eb994f2658d, 'name': SearchDatastore_Task, 'duration_secs': 0.012964} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.325749] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.326011] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 279f0831-5845-4a1a-b70e-48efbc4bc6c6/279f0831-5845-4a1a-b70e-48efbc4bc6c6.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 780.326263] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-999870b0-18e0-4acd-9831-102fb387c3dc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.334021] env[70015]: DEBUG oslo_vmware.api [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': task-3610637, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.335226] env[70015]: DEBUG oslo_vmware.api [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Waiting for the task: (returnval){ [ 780.335226] env[70015]: value = "task-3610638" [ 780.335226] env[70015]: _type = "Task" [ 780.335226] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.344749] env[70015]: DEBUG oslo_vmware.api [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Task: {'id': task-3610638, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.415154] env[70015]: DEBUG oslo_vmware.rw_handles [None req-edebb81d-3afa-418d-9e97-9da913a38ba1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5271b15c-28e3-8205-10b6-147429847f9a/disk-0.vmdk. {{(pid=70015) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 780.416170] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a131092e-c0e4-4e4f-9995-23d97f0ed84c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.425399] env[70015]: DEBUG oslo_vmware.rw_handles [None req-edebb81d-3afa-418d-9e97-9da913a38ba1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5271b15c-28e3-8205-10b6-147429847f9a/disk-0.vmdk is in state: ready. {{(pid=70015) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 780.425710] env[70015]: ERROR oslo_vmware.rw_handles [None req-edebb81d-3afa-418d-9e97-9da913a38ba1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5271b15c-28e3-8205-10b6-147429847f9a/disk-0.vmdk due to incomplete transfer. [ 780.426125] env[70015]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-63aeb5fe-b701-4b13-b2bc-9fdc350511c8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.433439] env[70015]: DEBUG oslo_vmware.rw_handles [None req-edebb81d-3afa-418d-9e97-9da913a38ba1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5271b15c-28e3-8205-10b6-147429847f9a/disk-0.vmdk. {{(pid=70015) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 780.433640] env[70015]: DEBUG nova.virt.vmwareapi.images [None req-edebb81d-3afa-418d-9e97-9da913a38ba1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Uploaded image 9cf184ee-f015-48c1-95c7-f53ce99148bf to the Glance image server {{(pid=70015) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 780.436353] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-edebb81d-3afa-418d-9e97-9da913a38ba1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Destroying the VM {{(pid=70015) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 780.436626] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6dde1bb7-e21a-4687-80c2-055eb05471d2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.442523] env[70015]: DEBUG oslo_vmware.api [None req-edebb81d-3afa-418d-9e97-9da913a38ba1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 780.442523] env[70015]: value = "task-3610639" [ 780.442523] env[70015]: _type = "Task" [ 780.442523] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.450813] env[70015]: DEBUG oslo_vmware.api [None req-edebb81d-3afa-418d-9e97-9da913a38ba1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610639, 'name': Destroy_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.539483] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f8d6dcb1-a719-44ec-a233-bc9a911f4119 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Releasing lock "refresh_cache-70185831-3921-4fbf-8382-b6098f340372" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.539949] env[70015]: DEBUG nova.compute.manager [None req-f8d6dcb1-a719-44ec-a233-bc9a911f4119 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] [instance: 70185831-3921-4fbf-8382-b6098f340372] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 780.540226] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d6dcb1-a719-44ec-a233-bc9a911f4119 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] [instance: 70185831-3921-4fbf-8382-b6098f340372] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.541289] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7209bb-325d-4b52-aac8-265454d69eb5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.549970] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d6dcb1-a719-44ec-a233-bc9a911f4119 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] [instance: 70185831-3921-4fbf-8382-b6098f340372] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.549970] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c1cd86d-10ec-4ded-8acb-df1b7c56ce5e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.556598] env[70015]: DEBUG oslo_vmware.api [None req-f8d6dcb1-a719-44ec-a233-bc9a911f4119 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Waiting for the task: (returnval){ [ 780.556598] env[70015]: value = "task-3610640" [ 780.556598] env[70015]: _type = "Task" [ 780.556598] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.565839] env[70015]: DEBUG oslo_vmware.api [None req-f8d6dcb1-a719-44ec-a233-bc9a911f4119 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Task: {'id': task-3610640, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.723227] env[70015]: DEBUG nova.compute.utils [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 780.729398] env[70015]: DEBUG nova.compute.manager [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 780.729940] env[70015]: DEBUG nova.network.neutron [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 780.753027] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3cf108e0-27d8-4839-addb-6d74145d4468 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Lock "f9453044-6270-44bb-9de6-dd6481693259" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.279s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.753392] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c9fd0440-a849-481b-9c00-c8fccb206161 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "7c09a291-1667-49f1-aa1a-6b08c4516db7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.828s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.829279] env[70015]: DEBUG nova.policy [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99642a94678f4507a0b66fc7880472bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b50e3ccb572c4be9a93c4c4fdac0e984', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 780.834637] env[70015]: DEBUG oslo_vmware.api [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': task-3610637, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.843909] env[70015]: DEBUG oslo_vmware.api [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Task: {'id': task-3610638, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466679} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.844243] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 279f0831-5845-4a1a-b70e-48efbc4bc6c6/279f0831-5845-4a1a-b70e-48efbc4bc6c6.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.844527] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.844741] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7fe944a-b385-47b0-afd6-61a48c3a884d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.851480] env[70015]: DEBUG oslo_vmware.api [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Waiting for the task: (returnval){ [ 780.851480] env[70015]: value = "task-3610641" [ 780.851480] env[70015]: _type = "Task" [ 780.851480] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.860658] env[70015]: DEBUG oslo_vmware.api [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Task: {'id': task-3610641, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.952278] env[70015]: DEBUG oslo_vmware.api [None req-edebb81d-3afa-418d-9e97-9da913a38ba1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610639, 'name': Destroy_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.065689] env[70015]: DEBUG oslo_vmware.api [None req-f8d6dcb1-a719-44ec-a233-bc9a911f4119 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Task: {'id': task-3610640, 'name': PowerOffVM_Task, 'duration_secs': 0.227513} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.065979] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d6dcb1-a719-44ec-a233-bc9a911f4119 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] [instance: 70185831-3921-4fbf-8382-b6098f340372] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.066204] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d6dcb1-a719-44ec-a233-bc9a911f4119 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] [instance: 70185831-3921-4fbf-8382-b6098f340372] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 781.066446] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe2a2408-57b5-42e1-ac9d-8182f14091a1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.089718] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d6dcb1-a719-44ec-a233-bc9a911f4119 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] [instance: 70185831-3921-4fbf-8382-b6098f340372] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.089939] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d6dcb1-a719-44ec-a233-bc9a911f4119 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] [instance: 70185831-3921-4fbf-8382-b6098f340372] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.090160] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8d6dcb1-a719-44ec-a233-bc9a911f4119 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Deleting the datastore file [datastore1] 70185831-3921-4fbf-8382-b6098f340372 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.090421] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eabf1cb9-d0d5-44b9-a678-d8512e0b043d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.096509] env[70015]: DEBUG oslo_vmware.api [None req-f8d6dcb1-a719-44ec-a233-bc9a911f4119 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Waiting for the task: (returnval){ [ 781.096509] env[70015]: value = "task-3610643" [ 781.096509] env[70015]: _type = "Task" [ 781.096509] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.126234] env[70015]: DEBUG oslo_vmware.api [None req-f8d6dcb1-a719-44ec-a233-bc9a911f4119 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Task: {'id': task-3610643, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.230142] env[70015]: DEBUG nova.compute.manager [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 781.236976] env[70015]: DEBUG nova.network.neutron [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Successfully created port: e462d332-42a2-45b0-93e6-a8d4c0958028 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 781.334581] env[70015]: DEBUG oslo_vmware.api [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': task-3610637, 'name': ReconfigVM_Task, 'duration_secs': 0.542658} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.334870] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 962c568b-ddb8-40bb-bdeb-99019be084cc/962c568b-ddb8-40bb-bdeb-99019be084cc.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.335500] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4098d698-ac80-472c-8d0b-9883b452f7f0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.345710] env[70015]: DEBUG oslo_vmware.api [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Waiting for the task: (returnval){ [ 781.345710] env[70015]: value = "task-3610644" [ 781.345710] env[70015]: _type = "Task" [ 781.345710] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.363420] env[70015]: DEBUG oslo_vmware.api [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': task-3610644, 'name': Rename_Task} progress is 10%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.368689] env[70015]: DEBUG oslo_vmware.api [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Task: {'id': task-3610641, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.189558} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.369177] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 781.370095] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bee0700-ebd1-45bd-8044-4d005e877efa {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.393364] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 279f0831-5845-4a1a-b70e-48efbc4bc6c6/279f0831-5845-4a1a-b70e-48efbc4bc6c6.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.396591] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed416ae9-d45c-49f0-9fa7-624c207056d5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.421307] env[70015]: DEBUG oslo_vmware.api [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Waiting for the task: (returnval){ [ 781.421307] env[70015]: value = "task-3610645" [ 781.421307] env[70015]: _type = "Task" [ 781.421307] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.432276] env[70015]: DEBUG oslo_vmware.api [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Task: {'id': task-3610645, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.454570] env[70015]: DEBUG oslo_vmware.api [None req-edebb81d-3afa-418d-9e97-9da913a38ba1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610639, 'name': Destroy_Task, 'duration_secs': 0.9756} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.454857] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-edebb81d-3afa-418d-9e97-9da913a38ba1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Destroyed the VM [ 781.455108] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-edebb81d-3afa-418d-9e97-9da913a38ba1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Deleting Snapshot of the VM instance {{(pid=70015) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 781.455378] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c89899a0-3abd-4b47-adf6-e0216aa80465 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.464315] env[70015]: DEBUG oslo_vmware.api [None req-edebb81d-3afa-418d-9e97-9da913a38ba1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 781.464315] env[70015]: value = "task-3610646" [ 781.464315] env[70015]: _type = "Task" [ 781.464315] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.471725] env[70015]: DEBUG oslo_vmware.api [None req-edebb81d-3afa-418d-9e97-9da913a38ba1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610646, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.610769] env[70015]: DEBUG oslo_vmware.api [None req-f8d6dcb1-a719-44ec-a233-bc9a911f4119 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Task: {'id': task-3610643, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099363} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.610925] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8d6dcb1-a719-44ec-a233-bc9a911f4119 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.611190] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d6dcb1-a719-44ec-a233-bc9a911f4119 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] [instance: 70185831-3921-4fbf-8382-b6098f340372] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.611371] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d6dcb1-a719-44ec-a233-bc9a911f4119 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] [instance: 70185831-3921-4fbf-8382-b6098f340372] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.611933] env[70015]: INFO nova.compute.manager [None req-f8d6dcb1-a719-44ec-a233-bc9a911f4119 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] [instance: 70185831-3921-4fbf-8382-b6098f340372] Took 1.07 seconds to destroy the instance on the hypervisor. [ 781.611933] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8d6dcb1-a719-44ec-a233-bc9a911f4119 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.612099] env[70015]: DEBUG nova.compute.manager [-] [instance: 70185831-3921-4fbf-8382-b6098f340372] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 781.612099] env[70015]: DEBUG nova.network.neutron [-] [instance: 70185831-3921-4fbf-8382-b6098f340372] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 781.642346] env[70015]: DEBUG nova.network.neutron [-] [instance: 70185831-3921-4fbf-8382-b6098f340372] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 781.740850] env[70015]: INFO nova.virt.block_device [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Booting with volume da08a370-705a-4eac-8168-8040b111d434 at /dev/sda [ 781.781196] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d18811f2-4a18-4142-8c8e-2035e0c293c3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.790514] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3052d07-82ad-4f2e-b775-9c134b27b87d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.830735] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2fb0f772-d66b-45ec-be6a-2987933b6d9c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.839255] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c92c647-ee4b-40c7-a8ba-7c6cb71b0173 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.851440] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0331f80e-5c3a-43d8-bc64-f7b15dddf995 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.864081] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d91199e-4959-48b8-9103-c1029e0eb894 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.866770] env[70015]: DEBUG oslo_vmware.api [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': task-3610644, 'name': Rename_Task, 'duration_secs': 0.139746} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.878548] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 781.879393] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86aeb771-fc67-410f-889b-9e944406249b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.881611] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db65850-c97d-46ef-beaa-bcdfd7b7657f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.910386] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3e0fdd-2e94-47aa-9da5-9450a892fa1e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.916476] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21c5f32-b7de-4843-8956-d2aa4b4c8de0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.918913] env[70015]: DEBUG oslo_vmware.api [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Waiting for the task: (returnval){ [ 781.918913] env[70015]: value = "task-3610647" [ 781.918913] env[70015]: _type = "Task" [ 781.918913] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.924709] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5570415f-a034-41f3-a206-59e3f625a6e2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.936578] env[70015]: DEBUG nova.virt.block_device [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Updating existing volume attachment record: 6b17aff7-5fea-4379-b3c7-6e1e9c786483 {{(pid=70015) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 781.950338] env[70015]: DEBUG nova.compute.provider_tree [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.951730] env[70015]: DEBUG oslo_vmware.api [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': task-3610647, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.957041] env[70015]: DEBUG oslo_vmware.api [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Task: {'id': task-3610645, 'name': ReconfigVM_Task, 'duration_secs': 0.276102} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.957320] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 279f0831-5845-4a1a-b70e-48efbc4bc6c6/279f0831-5845-4a1a-b70e-48efbc4bc6c6.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.957906] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70518c44-2886-4dca-8d16-13ef03d89129 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.967367] env[70015]: DEBUG oslo_vmware.api [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Waiting for the task: (returnval){ [ 781.967367] env[70015]: value = "task-3610648" [ 781.967367] env[70015]: _type = "Task" [ 781.967367] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.981618] env[70015]: DEBUG oslo_vmware.api [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Task: {'id': task-3610648, 'name': Rename_Task} progress is 10%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.983202] env[70015]: DEBUG oslo_vmware.api [None req-edebb81d-3afa-418d-9e97-9da913a38ba1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610646, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.145062] env[70015]: DEBUG nova.network.neutron [-] [instance: 70185831-3921-4fbf-8382-b6098f340372] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.430942] env[70015]: DEBUG oslo_vmware.api [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': task-3610647, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.455732] env[70015]: DEBUG nova.scheduler.client.report [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.480285] env[70015]: DEBUG oslo_vmware.api [None req-edebb81d-3afa-418d-9e97-9da913a38ba1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610646, 'name': RemoveSnapshot_Task, 'duration_secs': 0.938848} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.483414] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-edebb81d-3afa-418d-9e97-9da913a38ba1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Deleted Snapshot of the VM instance {{(pid=70015) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 782.483647] env[70015]: INFO nova.compute.manager [None req-edebb81d-3afa-418d-9e97-9da913a38ba1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Took 16.63 seconds to snapshot the instance on the hypervisor. [ 782.485866] env[70015]: DEBUG oslo_vmware.api [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Task: {'id': task-3610648, 'name': Rename_Task, 'duration_secs': 0.127488} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.486379] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.486808] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88be32ea-836f-4355-84d3-f25d6e83de36 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.494333] env[70015]: DEBUG oslo_vmware.api [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Waiting for the task: (returnval){ [ 782.494333] env[70015]: value = "task-3610649" [ 782.494333] env[70015]: _type = "Task" [ 782.494333] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.506956] env[70015]: DEBUG oslo_vmware.api [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Task: {'id': task-3610649, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.647861] env[70015]: INFO nova.compute.manager [-] [instance: 70185831-3921-4fbf-8382-b6098f340372] Took 1.04 seconds to deallocate network for instance. [ 782.931229] env[70015]: DEBUG oslo_vmware.api [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': task-3610647, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.957821] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.743s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.958371] env[70015]: DEBUG nova.compute.manager [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 782.961403] env[70015]: DEBUG oslo_concurrency.lockutils [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.574s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.963578] env[70015]: INFO nova.compute.claims [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 782.998889] env[70015]: DEBUG nova.compute.manager [req-23d54e75-64de-4e68-9e93-dbaee2daa031 req-fab6d1e1-5c4d-4e71-b554-0775781c7ceb service nova] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Received event network-vif-plugged-e462d332-42a2-45b0-93e6-a8d4c0958028 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.999116] env[70015]: DEBUG oslo_concurrency.lockutils [req-23d54e75-64de-4e68-9e93-dbaee2daa031 req-fab6d1e1-5c4d-4e71-b554-0775781c7ceb service nova] Acquiring lock "251f05bc-7d8b-496a-88a3-1dfe2e7e14f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.999326] env[70015]: DEBUG oslo_concurrency.lockutils [req-23d54e75-64de-4e68-9e93-dbaee2daa031 req-fab6d1e1-5c4d-4e71-b554-0775781c7ceb service nova] Lock "251f05bc-7d8b-496a-88a3-1dfe2e7e14f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.999520] env[70015]: DEBUG oslo_concurrency.lockutils [req-23d54e75-64de-4e68-9e93-dbaee2daa031 req-fab6d1e1-5c4d-4e71-b554-0775781c7ceb service nova] Lock "251f05bc-7d8b-496a-88a3-1dfe2e7e14f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.999682] env[70015]: DEBUG nova.compute.manager [req-23d54e75-64de-4e68-9e93-dbaee2daa031 req-fab6d1e1-5c4d-4e71-b554-0775781c7ceb service nova] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] No waiting events found dispatching network-vif-plugged-e462d332-42a2-45b0-93e6-a8d4c0958028 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 782.999841] env[70015]: WARNING nova.compute.manager [req-23d54e75-64de-4e68-9e93-dbaee2daa031 req-fab6d1e1-5c4d-4e71-b554-0775781c7ceb service nova] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Received unexpected event network-vif-plugged-e462d332-42a2-45b0-93e6-a8d4c0958028 for instance with vm_state building and task_state block_device_mapping. [ 783.016667] env[70015]: DEBUG oslo_vmware.api [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Task: {'id': task-3610649, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.045873] env[70015]: DEBUG nova.compute.manager [None req-edebb81d-3afa-418d-9e97-9da913a38ba1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Found 1 images (rotation: 2) {{(pid=70015) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 783.118394] env[70015]: DEBUG nova.network.neutron [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Successfully updated port: e462d332-42a2-45b0-93e6-a8d4c0958028 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 783.159014] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f8d6dcb1-a719-44ec-a233-bc9a911f4119 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.434665] env[70015]: DEBUG oslo_vmware.api [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': task-3610647, 'name': PowerOnVM_Task, 'duration_secs': 1.085268} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.435132] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.435487] env[70015]: DEBUG nova.compute.manager [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.436674] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5d8336-dddd-4044-9265-58c934deb734 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.469397] env[70015]: DEBUG nova.compute.utils [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 783.473026] env[70015]: DEBUG nova.compute.manager [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 783.473104] env[70015]: DEBUG nova.network.neutron [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 783.508358] env[70015]: DEBUG oslo_vmware.api [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Task: {'id': task-3610649, 'name': PowerOnVM_Task, 'duration_secs': 0.565767} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.508635] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.508831] env[70015]: INFO nova.compute.manager [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Took 4.96 seconds to spawn the instance on the hypervisor. [ 783.509192] env[70015]: DEBUG nova.compute.manager [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.509978] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442d8bc4-c728-4d96-8d1e-8500dd9705ca {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.545421] env[70015]: DEBUG nova.policy [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '279c7ce5c3c1484abb7c0a7ffa94f045', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b53a3a94c7149cc9804f3687522492d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 783.621834] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Acquiring lock "refresh_cache-251f05bc-7d8b-496a-88a3-1dfe2e7e14f5" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.622112] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Acquired lock "refresh_cache-251f05bc-7d8b-496a-88a3-1dfe2e7e14f5" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.622197] env[70015]: DEBUG nova.network.neutron [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.910272] env[70015]: DEBUG nova.network.neutron [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4] Successfully created port: 21dd099e-3dab-4b1a-887d-690439ebaa86 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 783.957029] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.973446] env[70015]: DEBUG nova.compute.manager [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 784.030048] env[70015]: INFO nova.compute.manager [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Took 45.61 seconds to build instance. [ 784.065778] env[70015]: DEBUG nova.compute.manager [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 784.066359] env[70015]: DEBUG nova.virt.hardware [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 784.066576] env[70015]: DEBUG nova.virt.hardware [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 784.066781] env[70015]: DEBUG nova.virt.hardware [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.066905] env[70015]: DEBUG nova.virt.hardware [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 784.067063] env[70015]: DEBUG nova.virt.hardware [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.067215] env[70015]: DEBUG nova.virt.hardware [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 784.067437] env[70015]: DEBUG nova.virt.hardware [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 784.067740] env[70015]: DEBUG nova.virt.hardware [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 784.067792] env[70015]: DEBUG nova.virt.hardware [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 784.067928] env[70015]: DEBUG nova.virt.hardware [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 784.068098] env[70015]: DEBUG nova.virt.hardware [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 784.071638] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e302d56-78d4-44f6-b97c-544976100a12 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.080036] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa585de1-3a3e-4ee5-bce3-a0621cce0ec8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.100486] env[70015]: DEBUG nova.compute.manager [None req-d43ac570-ea11-44cd-a58e-981e3e2f86b1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.101213] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44f32fc-7d14-497e-a2e7-eebfddfd1853 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.173861] env[70015]: DEBUG nova.network.neutron [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 784.444358] env[70015]: DEBUG nova.network.neutron [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Updating instance_info_cache with network_info: [{"id": "e462d332-42a2-45b0-93e6-a8d4c0958028", "address": "fa:16:3e:84:e1:54", "network": {"id": "ea781a00-3333-413b-99e6-edf573633520", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2028053230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50e3ccb572c4be9a93c4c4fdac0e984", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape462d332-42", "ovs_interfaceid": "e462d332-42a2-45b0-93e6-a8d4c0958028", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.537014] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3be73ca4-a396-4c28-acc6-10af35ccaf1f tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Lock "279f0831-5845-4a1a-b70e-48efbc4bc6c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.475s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.561160] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfcb4f40-3fac-4a19-bd7a-749fdeca7dcc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.570330] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99a3175-b209-4ac1-86b2-1e96c6dde4f5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.607151] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8caed8-8d70-4e09-9e41-107a281910ad {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.610521] env[70015]: INFO nova.compute.manager [None req-d43ac570-ea11-44cd-a58e-981e3e2f86b1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] instance snapshotting [ 784.611111] env[70015]: DEBUG nova.objects.instance [None req-d43ac570-ea11-44cd-a58e-981e3e2f86b1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lazy-loading 'flavor' on Instance uuid 66d937aa-30ed-468f-a62a-e37e7c2b41fb {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 784.617842] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45c4ddd-9a56-4a10-8953-98efbcc4f5f3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.632910] env[70015]: DEBUG nova.compute.provider_tree [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.949260] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Releasing lock "refresh_cache-251f05bc-7d8b-496a-88a3-1dfe2e7e14f5" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.949579] env[70015]: DEBUG nova.compute.manager [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Instance network_info: |[{"id": "e462d332-42a2-45b0-93e6-a8d4c0958028", "address": "fa:16:3e:84:e1:54", "network": {"id": "ea781a00-3333-413b-99e6-edf573633520", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2028053230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50e3ccb572c4be9a93c4c4fdac0e984", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape462d332-42", "ovs_interfaceid": "e462d332-42a2-45b0-93e6-a8d4c0958028", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 784.950112] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:e1:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd77ecbc-aaaf-45f4-ae8f-977d90e4052f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e462d332-42a2-45b0-93e6-a8d4c0958028', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 784.958427] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Creating folder: Project (b50e3ccb572c4be9a93c4c4fdac0e984). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.959027] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70f0512f-2e86-41df-a46f-abbb2edac88a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.973094] env[70015]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 784.973271] env[70015]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=70015) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 784.973607] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Folder already exists: Project (b50e3ccb572c4be9a93c4c4fdac0e984). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 784.973806] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Creating folder: Instances. Parent ref: group-v720181. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.974050] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-580aed74-db2c-43f5-8aef-45ddc5a9b300 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.983184] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Created folder: Instances in parent group-v720181. [ 784.983415] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.983608] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 784.983805] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a54d2220-f777-4624-b6cd-f5738bd3e1ea {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.998745] env[70015]: DEBUG nova.compute.manager [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 785.005752] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.005752] env[70015]: value = "task-3610652" [ 785.005752] env[70015]: _type = "Task" [ 785.005752] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.014158] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610652, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.023178] env[70015]: DEBUG nova.virt.hardware [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.023449] env[70015]: DEBUG nova.virt.hardware [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.023620] env[70015]: DEBUG nova.virt.hardware [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.023805] env[70015]: DEBUG nova.virt.hardware [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.024902] env[70015]: DEBUG nova.virt.hardware [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.024902] env[70015]: DEBUG nova.virt.hardware [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.024902] env[70015]: DEBUG nova.virt.hardware [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.024902] env[70015]: DEBUG nova.virt.hardware [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.024902] env[70015]: DEBUG nova.virt.hardware [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.024902] env[70015]: DEBUG nova.virt.hardware [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.025057] env[70015]: DEBUG nova.virt.hardware [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.025837] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6404a9-7ba3-40b1-abbe-47f55456e1ce {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.030377] env[70015]: DEBUG nova.compute.manager [req-c16137d8-6e49-4213-afef-860bbb4479a8 req-93d1b735-215e-4cc4-af65-bca26f191826 service nova] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Received event network-changed-e462d332-42a2-45b0-93e6-a8d4c0958028 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.030561] env[70015]: DEBUG nova.compute.manager [req-c16137d8-6e49-4213-afef-860bbb4479a8 req-93d1b735-215e-4cc4-af65-bca26f191826 service nova] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Refreshing instance network info cache due to event network-changed-e462d332-42a2-45b0-93e6-a8d4c0958028. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 785.030775] env[70015]: DEBUG oslo_concurrency.lockutils [req-c16137d8-6e49-4213-afef-860bbb4479a8 req-93d1b735-215e-4cc4-af65-bca26f191826 service nova] Acquiring lock "refresh_cache-251f05bc-7d8b-496a-88a3-1dfe2e7e14f5" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.030918] env[70015]: DEBUG oslo_concurrency.lockutils [req-c16137d8-6e49-4213-afef-860bbb4479a8 req-93d1b735-215e-4cc4-af65-bca26f191826 service nova] Acquired lock "refresh_cache-251f05bc-7d8b-496a-88a3-1dfe2e7e14f5" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.031150] env[70015]: DEBUG nova.network.neutron [req-c16137d8-6e49-4213-afef-860bbb4479a8 req-93d1b735-215e-4cc4-af65-bca26f191826 service nova] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Refreshing network info cache for port e462d332-42a2-45b0-93e6-a8d4c0958028 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 785.038453] env[70015]: DEBUG nova.compute.manager [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 785.043304] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355c77ed-1bd8-4dae-a172-a4f4eb108d4a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.078365] env[70015]: INFO nova.compute.manager [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Rebuilding instance [ 785.122447] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed90aed-d79a-4412-969f-e38ae9760e0d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.125314] env[70015]: DEBUG nova.compute.manager [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 785.126063] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffc0e08-7d75-4518-b28d-38b9c875047c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.151545] env[70015]: DEBUG nova.scheduler.client.report [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.153025] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05457ea4-53a8-4d1d-8ff2-563c611f3f57 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.314076] env[70015]: DEBUG oslo_concurrency.lockutils [None req-80888e0e-c52a-4159-975b-257d5ca35c06 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Acquiring lock "962c568b-ddb8-40bb-bdeb-99019be084cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.314662] env[70015]: DEBUG oslo_concurrency.lockutils [None req-80888e0e-c52a-4159-975b-257d5ca35c06 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Lock "962c568b-ddb8-40bb-bdeb-99019be084cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.314662] env[70015]: DEBUG oslo_concurrency.lockutils [None req-80888e0e-c52a-4159-975b-257d5ca35c06 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Acquiring lock "962c568b-ddb8-40bb-bdeb-99019be084cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.314843] env[70015]: DEBUG oslo_concurrency.lockutils [None req-80888e0e-c52a-4159-975b-257d5ca35c06 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Lock "962c568b-ddb8-40bb-bdeb-99019be084cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.314843] env[70015]: DEBUG oslo_concurrency.lockutils [None req-80888e0e-c52a-4159-975b-257d5ca35c06 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Lock "962c568b-ddb8-40bb-bdeb-99019be084cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.317053] env[70015]: INFO nova.compute.manager [None req-80888e0e-c52a-4159-975b-257d5ca35c06 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Terminating instance [ 785.516412] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610652, 'name': CreateVM_Task, 'duration_secs': 0.327126} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.516589] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 785.517298] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'delete_on_termination': True, 'disk_bus': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720190', 'volume_id': 'da08a370-705a-4eac-8168-8040b111d434', 'name': 'volume-da08a370-705a-4eac-8168-8040b111d434', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '251f05bc-7d8b-496a-88a3-1dfe2e7e14f5', 'attached_at': '', 'detached_at': '', 'volume_id': 'da08a370-705a-4eac-8168-8040b111d434', 'serial': 'da08a370-705a-4eac-8168-8040b111d434'}, 'guest_format': None, 'device_type': None, 'attachment_id': '6b17aff7-5fea-4379-b3c7-6e1e9c786483', 'volume_type': None}], 'swap': None} {{(pid=70015) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 785.517510] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Root volume attach. Driver type: vmdk {{(pid=70015) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 785.518297] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813be4c1-476d-4761-b7eb-8ef2fab48d6b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.526442] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc79f5c5-f20e-4b62-8cdf-eaae7b513820 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.536605] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19de5265-f090-4a37-b8cb-6e663785693c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.542911] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-754a6955-3465-4c57-9d4e-7ce5434c90bd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.551856] env[70015]: DEBUG oslo_vmware.api [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Waiting for the task: (returnval){ [ 785.551856] env[70015]: value = "task-3610653" [ 785.551856] env[70015]: _type = "Task" [ 785.551856] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.563219] env[70015]: DEBUG oslo_vmware.api [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Task: {'id': task-3610653, 'name': RelocateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.570139] env[70015]: DEBUG oslo_concurrency.lockutils [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.653180] env[70015]: DEBUG oslo_concurrency.lockutils [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.653703] env[70015]: DEBUG nova.compute.manager [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 785.658197] env[70015]: DEBUG oslo_concurrency.lockutils [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.375s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.659582] env[70015]: INFO nova.compute.claims [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 785.675033] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d43ac570-ea11-44cd-a58e-981e3e2f86b1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Creating Snapshot of the VM instance {{(pid=70015) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 785.675033] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-502d8ca2-9812-48dc-823f-8225b02556f6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.681166] env[70015]: DEBUG oslo_vmware.api [None req-d43ac570-ea11-44cd-a58e-981e3e2f86b1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 785.681166] env[70015]: value = "task-3610654" [ 785.681166] env[70015]: _type = "Task" [ 785.681166] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.690363] env[70015]: DEBUG oslo_vmware.api [None req-d43ac570-ea11-44cd-a58e-981e3e2f86b1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610654, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.776591] env[70015]: DEBUG nova.network.neutron [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4] Successfully updated port: 21dd099e-3dab-4b1a-887d-690439ebaa86 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 785.821178] env[70015]: DEBUG oslo_concurrency.lockutils [None req-80888e0e-c52a-4159-975b-257d5ca35c06 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Acquiring lock "refresh_cache-962c568b-ddb8-40bb-bdeb-99019be084cc" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.821403] env[70015]: DEBUG oslo_concurrency.lockutils [None req-80888e0e-c52a-4159-975b-257d5ca35c06 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Acquired lock "refresh_cache-962c568b-ddb8-40bb-bdeb-99019be084cc" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.821588] env[70015]: DEBUG nova.network.neutron [None req-80888e0e-c52a-4159-975b-257d5ca35c06 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.929874] env[70015]: DEBUG nova.network.neutron [req-c16137d8-6e49-4213-afef-860bbb4479a8 req-93d1b735-215e-4cc4-af65-bca26f191826 service nova] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Updated VIF entry in instance network info cache for port e462d332-42a2-45b0-93e6-a8d4c0958028. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 785.930384] env[70015]: DEBUG nova.network.neutron [req-c16137d8-6e49-4213-afef-860bbb4479a8 req-93d1b735-215e-4cc4-af65-bca26f191826 service nova] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Updating instance_info_cache with network_info: [{"id": "e462d332-42a2-45b0-93e6-a8d4c0958028", "address": "fa:16:3e:84:e1:54", "network": {"id": "ea781a00-3333-413b-99e6-edf573633520", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2028053230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50e3ccb572c4be9a93c4c4fdac0e984", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape462d332-42", "ovs_interfaceid": "e462d332-42a2-45b0-93e6-a8d4c0958028", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.065274] env[70015]: DEBUG oslo_vmware.api [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Task: {'id': task-3610653, 'name': RelocateVM_Task} progress is 42%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.160854] env[70015]: DEBUG nova.compute.utils [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 786.161972] env[70015]: DEBUG nova.compute.manager [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 786.162177] env[70015]: DEBUG nova.network.neutron [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 786.180058] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 786.180058] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e155a9d-1f9f-4525-9acc-90b0397c1226 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.187965] env[70015]: DEBUG oslo_vmware.api [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Waiting for the task: (returnval){ [ 786.187965] env[70015]: value = "task-3610655" [ 786.187965] env[70015]: _type = "Task" [ 786.187965] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.195958] env[70015]: DEBUG oslo_vmware.api [None req-d43ac570-ea11-44cd-a58e-981e3e2f86b1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610654, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.203285] env[70015]: DEBUG oslo_vmware.api [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Task: {'id': task-3610655, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.227160] env[70015]: DEBUG nova.policy [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73c9dc0325fb45fd9a89eeaf4ad50ba3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd435d68eafe0418f81f5d5af015db50d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 786.280280] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Acquiring lock "refresh_cache-35f9285c-cb12-45c3-8cb5-b61d10b3c2d4" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.280476] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Acquired lock "refresh_cache-35f9285c-cb12-45c3-8cb5-b61d10b3c2d4" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.280631] env[70015]: DEBUG nova.network.neutron [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 786.355962] env[70015]: DEBUG nova.network.neutron [None req-80888e0e-c52a-4159-975b-257d5ca35c06 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 786.433387] env[70015]: DEBUG oslo_concurrency.lockutils [req-c16137d8-6e49-4213-afef-860bbb4479a8 req-93d1b735-215e-4cc4-af65-bca26f191826 service nova] Releasing lock "refresh_cache-251f05bc-7d8b-496a-88a3-1dfe2e7e14f5" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.566229] env[70015]: DEBUG oslo_vmware.api [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Task: {'id': task-3610653, 'name': RelocateVM_Task} progress is 56%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.665415] env[70015]: DEBUG nova.compute.manager [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 786.699097] env[70015]: DEBUG oslo_vmware.api [None req-d43ac570-ea11-44cd-a58e-981e3e2f86b1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610654, 'name': CreateSnapshot_Task, 'duration_secs': 0.616582} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.702617] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d43ac570-ea11-44cd-a58e-981e3e2f86b1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Created Snapshot of the VM instance {{(pid=70015) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 786.703478] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df9263a-ebb5-452e-9268-1dddebaf0941 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.723945] env[70015]: DEBUG oslo_vmware.api [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Task: {'id': task-3610655, 'name': PowerOffVM_Task, 'duration_secs': 0.198247} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.731181] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 786.731181] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 786.732459] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9855702a-5a97-4a5b-9338-130972502764 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.742725] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 786.745541] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-911cda87-22eb-4859-851d-b70663f91c81 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.752714] env[70015]: DEBUG nova.network.neutron [None req-80888e0e-c52a-4159-975b-257d5ca35c06 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.781022] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 786.781250] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 786.781432] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Deleting the datastore file [datastore1] 279f0831-5845-4a1a-b70e-48efbc4bc6c6 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 786.781853] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e24683bb-d6ca-4c6d-a468-04d9f20118b4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.795691] env[70015]: DEBUG oslo_vmware.api [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Waiting for the task: (returnval){ [ 786.795691] env[70015]: value = "task-3610657" [ 786.795691] env[70015]: _type = "Task" [ 786.795691] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.813370] env[70015]: DEBUG oslo_vmware.api [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Task: {'id': task-3610657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.871078] env[70015]: DEBUG nova.network.neutron [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 787.077426] env[70015]: DEBUG oslo_vmware.api [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Task: {'id': task-3610653, 'name': RelocateVM_Task} progress is 71%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.204046] env[70015]: DEBUG nova.network.neutron [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4] Updating instance_info_cache with network_info: [{"id": "21dd099e-3dab-4b1a-887d-690439ebaa86", "address": "fa:16:3e:e8:38:15", "network": {"id": "3c1a3fbb-2170-407e-9ccc-287a3d99ace9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d690f2455b7c4076b06d93f0db674d65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21dd099e-3d", "ovs_interfaceid": "21dd099e-3dab-4b1a-887d-690439ebaa86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.240529] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d43ac570-ea11-44cd-a58e-981e3e2f86b1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Creating linked-clone VM from snapshot {{(pid=70015) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 787.242850] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-03ae53b1-c06e-4f96-8881-4652a94c9f54 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.255791] env[70015]: DEBUG oslo_concurrency.lockutils [None req-80888e0e-c52a-4159-975b-257d5ca35c06 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Releasing lock "refresh_cache-962c568b-ddb8-40bb-bdeb-99019be084cc" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.256230] env[70015]: DEBUG nova.compute.manager [None req-80888e0e-c52a-4159-975b-257d5ca35c06 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 787.256404] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-80888e0e-c52a-4159-975b-257d5ca35c06 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 787.256737] env[70015]: DEBUG oslo_vmware.api [None req-d43ac570-ea11-44cd-a58e-981e3e2f86b1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 787.256737] env[70015]: value = "task-3610658" [ 787.256737] env[70015]: _type = "Task" [ 787.256737] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.259201] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf79d0c-f07a-4dee-8683-bf4e3b91e374 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.275406] env[70015]: DEBUG oslo_vmware.api [None req-d43ac570-ea11-44cd-a58e-981e3e2f86b1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610658, 'name': CloneVM_Task} progress is 10%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.281235] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-80888e0e-c52a-4159-975b-257d5ca35c06 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 787.281396] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa805994-9a61-41c6-9984-f36e212153ae {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.290093] env[70015]: DEBUG oslo_vmware.api [None req-80888e0e-c52a-4159-975b-257d5ca35c06 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Waiting for the task: (returnval){ [ 787.290093] env[70015]: value = "task-3610659" [ 787.290093] env[70015]: _type = "Task" [ 787.290093] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.296322] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a806f5d-c9a3-4129-babc-7f190fdc0d50 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.302230] env[70015]: DEBUG oslo_vmware.api [None req-80888e0e-c52a-4159-975b-257d5ca35c06 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': task-3610659, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.307153] env[70015]: DEBUG nova.network.neutron [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Successfully created port: 93331186-4db2-4184-9547-f0a58b80160a {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 787.316942] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784d9e59-8040-47fe-8f33-2b37ba5c0bb2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.320648] env[70015]: DEBUG oslo_vmware.api [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Task: {'id': task-3610657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.360809] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b186b6-0646-426c-ad5e-dd6b9ecb7b3d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.364706] env[70015]: DEBUG nova.compute.manager [req-bdc74dab-1789-45ec-8ee0-ae3dda67e911 req-d60a4686-6f4d-42f6-9e9f-02fcfbfbf53d service nova] [instance: 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4] Received event network-vif-plugged-21dd099e-3dab-4b1a-887d-690439ebaa86 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.364904] env[70015]: DEBUG oslo_concurrency.lockutils [req-bdc74dab-1789-45ec-8ee0-ae3dda67e911 req-d60a4686-6f4d-42f6-9e9f-02fcfbfbf53d service nova] Acquiring lock "35f9285c-cb12-45c3-8cb5-b61d10b3c2d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.365145] env[70015]: DEBUG oslo_concurrency.lockutils [req-bdc74dab-1789-45ec-8ee0-ae3dda67e911 req-d60a4686-6f4d-42f6-9e9f-02fcfbfbf53d service nova] Lock "35f9285c-cb12-45c3-8cb5-b61d10b3c2d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.365317] env[70015]: DEBUG oslo_concurrency.lockutils [req-bdc74dab-1789-45ec-8ee0-ae3dda67e911 req-d60a4686-6f4d-42f6-9e9f-02fcfbfbf53d service nova] Lock "35f9285c-cb12-45c3-8cb5-b61d10b3c2d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.365483] env[70015]: DEBUG nova.compute.manager [req-bdc74dab-1789-45ec-8ee0-ae3dda67e911 req-d60a4686-6f4d-42f6-9e9f-02fcfbfbf53d service nova] [instance: 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4] No waiting events found dispatching network-vif-plugged-21dd099e-3dab-4b1a-887d-690439ebaa86 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 787.365643] env[70015]: WARNING nova.compute.manager [req-bdc74dab-1789-45ec-8ee0-ae3dda67e911 req-d60a4686-6f4d-42f6-9e9f-02fcfbfbf53d service nova] [instance: 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4] Received unexpected event network-vif-plugged-21dd099e-3dab-4b1a-887d-690439ebaa86 for instance with vm_state building and task_state spawning. [ 787.365796] env[70015]: DEBUG nova.compute.manager [req-bdc74dab-1789-45ec-8ee0-ae3dda67e911 req-d60a4686-6f4d-42f6-9e9f-02fcfbfbf53d service nova] [instance: 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4] Received event network-changed-21dd099e-3dab-4b1a-887d-690439ebaa86 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.365946] env[70015]: DEBUG nova.compute.manager [req-bdc74dab-1789-45ec-8ee0-ae3dda67e911 req-d60a4686-6f4d-42f6-9e9f-02fcfbfbf53d service nova] [instance: 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4] Refreshing instance network info cache due to event network-changed-21dd099e-3dab-4b1a-887d-690439ebaa86. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 787.366152] env[70015]: DEBUG oslo_concurrency.lockutils [req-bdc74dab-1789-45ec-8ee0-ae3dda67e911 req-d60a4686-6f4d-42f6-9e9f-02fcfbfbf53d service nova] Acquiring lock "refresh_cache-35f9285c-cb12-45c3-8cb5-b61d10b3c2d4" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.373382] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea057125-9aa5-4b00-96d3-3fbaa4e5944e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.398451] env[70015]: DEBUG nova.compute.provider_tree [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.571075] env[70015]: DEBUG oslo_vmware.api [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Task: {'id': task-3610653, 'name': RelocateVM_Task} progress is 84%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.682618] env[70015]: DEBUG nova.compute.manager [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 787.708469] env[70015]: DEBUG nova.virt.hardware [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 787.708719] env[70015]: DEBUG nova.virt.hardware [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 787.708873] env[70015]: DEBUG nova.virt.hardware [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 787.709155] env[70015]: DEBUG nova.virt.hardware [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 787.709364] env[70015]: DEBUG nova.virt.hardware [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 787.709550] env[70015]: DEBUG nova.virt.hardware [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 787.709950] env[70015]: DEBUG nova.virt.hardware [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 787.710019] env[70015]: DEBUG nova.virt.hardware [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 787.710222] env[70015]: DEBUG nova.virt.hardware [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 787.710447] env[70015]: DEBUG nova.virt.hardware [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 787.710646] env[70015]: DEBUG nova.virt.hardware [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 787.715022] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Releasing lock "refresh_cache-35f9285c-cb12-45c3-8cb5-b61d10b3c2d4" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.715022] env[70015]: DEBUG nova.compute.manager [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4] Instance network_info: |[{"id": "21dd099e-3dab-4b1a-887d-690439ebaa86", "address": "fa:16:3e:e8:38:15", "network": {"id": "3c1a3fbb-2170-407e-9ccc-287a3d99ace9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d690f2455b7c4076b06d93f0db674d65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21dd099e-3d", "ovs_interfaceid": "21dd099e-3dab-4b1a-887d-690439ebaa86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 787.715022] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51433e7-d406-4ec1-9527-c5618d9a56ef {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.715650] env[70015]: DEBUG oslo_concurrency.lockutils [req-bdc74dab-1789-45ec-8ee0-ae3dda67e911 req-d60a4686-6f4d-42f6-9e9f-02fcfbfbf53d service nova] Acquired lock "refresh_cache-35f9285c-cb12-45c3-8cb5-b61d10b3c2d4" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.715683] env[70015]: DEBUG nova.network.neutron [req-bdc74dab-1789-45ec-8ee0-ae3dda67e911 req-d60a4686-6f4d-42f6-9e9f-02fcfbfbf53d service nova] [instance: 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4] Refreshing network info cache for port 21dd099e-3dab-4b1a-887d-690439ebaa86 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.717209] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:38:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da623279-b6f6-4570-8b15-a332120b8b60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21dd099e-3dab-4b1a-887d-690439ebaa86', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 787.724943] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.725812] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 787.727153] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b1afa65-f984-4e5b-8c75-7a3fea1ed366 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.746743] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9d67fb-26c4-485d-8f39-2d315ba99542 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.753032] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 787.753032] env[70015]: value = "task-3610660" [ 787.753032] env[70015]: _type = "Task" [ 787.753032] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.772232] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610660, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.777789] env[70015]: DEBUG oslo_vmware.api [None req-d43ac570-ea11-44cd-a58e-981e3e2f86b1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610658, 'name': CloneVM_Task} progress is 94%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.799841] env[70015]: DEBUG oslo_vmware.api [None req-80888e0e-c52a-4159-975b-257d5ca35c06 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': task-3610659, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.812647] env[70015]: DEBUG oslo_vmware.api [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Task: {'id': task-3610657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.903040] env[70015]: DEBUG nova.scheduler.client.report [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.065769] env[70015]: DEBUG oslo_vmware.api [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Task: {'id': task-3610653, 'name': RelocateVM_Task} progress is 97%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.265804] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610660, 'name': CreateVM_Task, 'duration_secs': 0.488424} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.268749] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 788.269484] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.269672] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.270038] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.270682] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5fb1cf8-80ec-4ca8-97d9-3c2427ada38c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.277180] env[70015]: DEBUG oslo_vmware.api [None req-d43ac570-ea11-44cd-a58e-981e3e2f86b1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610658, 'name': CloneVM_Task} progress is 94%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.280063] env[70015]: DEBUG oslo_vmware.api [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Waiting for the task: (returnval){ [ 788.280063] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52422111-ef86-5202-91b9-4d76428a4735" [ 788.280063] env[70015]: _type = "Task" [ 788.280063] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.287585] env[70015]: DEBUG oslo_vmware.api [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52422111-ef86-5202-91b9-4d76428a4735, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.298491] env[70015]: DEBUG oslo_vmware.api [None req-80888e0e-c52a-4159-975b-257d5ca35c06 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': task-3610659, 'name': PowerOffVM_Task, 'duration_secs': 0.58339} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.301027] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-80888e0e-c52a-4159-975b-257d5ca35c06 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 788.301182] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-80888e0e-c52a-4159-975b-257d5ca35c06 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 788.301455] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de3a959c-4e31-4b2f-8c5d-64c4b0a52f6e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.310731] env[70015]: DEBUG oslo_vmware.api [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Task: {'id': task-3610657, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.1198} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.311024] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 788.311212] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 788.311390] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 788.331958] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-80888e0e-c52a-4159-975b-257d5ca35c06 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 788.332283] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-80888e0e-c52a-4159-975b-257d5ca35c06 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 788.332416] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-80888e0e-c52a-4159-975b-257d5ca35c06 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Deleting the datastore file [datastore1] 962c568b-ddb8-40bb-bdeb-99019be084cc {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 788.332734] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7113e61c-e845-4278-81e4-737117ee8cb7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.338606] env[70015]: DEBUG oslo_vmware.api [None req-80888e0e-c52a-4159-975b-257d5ca35c06 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Waiting for the task: (returnval){ [ 788.338606] env[70015]: value = "task-3610662" [ 788.338606] env[70015]: _type = "Task" [ 788.338606] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.347206] env[70015]: DEBUG oslo_vmware.api [None req-80888e0e-c52a-4159-975b-257d5ca35c06 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': task-3610662, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.409971] env[70015]: DEBUG oslo_concurrency.lockutils [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.752s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.410537] env[70015]: DEBUG nova.compute.manager [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 788.413154] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.169s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.415209] env[70015]: INFO nova.compute.claims [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 788.516905] env[70015]: DEBUG nova.network.neutron [req-bdc74dab-1789-45ec-8ee0-ae3dda67e911 req-d60a4686-6f4d-42f6-9e9f-02fcfbfbf53d service nova] [instance: 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4] Updated VIF entry in instance network info cache for port 21dd099e-3dab-4b1a-887d-690439ebaa86. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.517298] env[70015]: DEBUG nova.network.neutron [req-bdc74dab-1789-45ec-8ee0-ae3dda67e911 req-d60a4686-6f4d-42f6-9e9f-02fcfbfbf53d service nova] [instance: 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4] Updating instance_info_cache with network_info: [{"id": "21dd099e-3dab-4b1a-887d-690439ebaa86", "address": "fa:16:3e:e8:38:15", "network": {"id": "3c1a3fbb-2170-407e-9ccc-287a3d99ace9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d690f2455b7c4076b06d93f0db674d65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21dd099e-3d", "ovs_interfaceid": "21dd099e-3dab-4b1a-887d-690439ebaa86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.566231] env[70015]: DEBUG oslo_vmware.api [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Task: {'id': task-3610653, 'name': RelocateVM_Task} progress is 98%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.775656] env[70015]: DEBUG oslo_vmware.api [None req-d43ac570-ea11-44cd-a58e-981e3e2f86b1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610658, 'name': CloneVM_Task, 'duration_secs': 1.413254} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.775915] env[70015]: INFO nova.virt.vmwareapi.vmops [None req-d43ac570-ea11-44cd-a58e-981e3e2f86b1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Created linked-clone VM from snapshot [ 788.776961] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cdeb82-797c-4de8-83bf-d9b96e38333c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.786136] env[70015]: DEBUG nova.virt.vmwareapi.images [None req-d43ac570-ea11-44cd-a58e-981e3e2f86b1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Uploading image 5dd6cdb9-6fb9-4f27-bdb8-0b5f0b820056 {{(pid=70015) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 788.793114] env[70015]: DEBUG oslo_vmware.api [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52422111-ef86-5202-91b9-4d76428a4735, 'name': SearchDatastore_Task, 'duration_secs': 0.00913} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.793390] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.793615] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.793845] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.793990] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.794218] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.794468] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2486e0d2-6173-4a14-b666-08692bb13701 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.803325] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.803521] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.804221] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b38135d-4740-489b-bdf2-d914d92f9171 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.808138] env[70015]: DEBUG oslo_vmware.rw_handles [None req-d43ac570-ea11-44cd-a58e-981e3e2f86b1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 788.808138] env[70015]: value = "vm-720247" [ 788.808138] env[70015]: _type = "VirtualMachine" [ 788.808138] env[70015]: }. {{(pid=70015) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 788.808353] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-86baed7d-f487-4ed1-9680-e792a68dcfdd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.812345] env[70015]: DEBUG oslo_vmware.api [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Waiting for the task: (returnval){ [ 788.812345] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52ca96d7-44df-0cc8-ae8e-72c94d7c7d1b" [ 788.812345] env[70015]: _type = "Task" [ 788.812345] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.819808] env[70015]: DEBUG oslo_vmware.rw_handles [None req-d43ac570-ea11-44cd-a58e-981e3e2f86b1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lease: (returnval){ [ 788.819808] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]523cf869-67a6-1a00-8ef9-f2dc1d6e7791" [ 788.819808] env[70015]: _type = "HttpNfcLease" [ 788.819808] env[70015]: } obtained for exporting VM: (result){ [ 788.819808] env[70015]: value = "vm-720247" [ 788.819808] env[70015]: _type = "VirtualMachine" [ 788.819808] env[70015]: }. {{(pid=70015) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 788.820155] env[70015]: DEBUG oslo_vmware.api [None req-d43ac570-ea11-44cd-a58e-981e3e2f86b1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the lease: (returnval){ [ 788.820155] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]523cf869-67a6-1a00-8ef9-f2dc1d6e7791" [ 788.820155] env[70015]: _type = "HttpNfcLease" [ 788.820155] env[70015]: } to be ready. {{(pid=70015) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 788.827170] env[70015]: DEBUG oslo_vmware.api [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52ca96d7-44df-0cc8-ae8e-72c94d7c7d1b, 'name': SearchDatastore_Task, 'duration_secs': 0.008013} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.828169] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c524caa2-6710-489e-9839-67cdf64ca12a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.832519] env[70015]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 788.832519] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]523cf869-67a6-1a00-8ef9-f2dc1d6e7791" [ 788.832519] env[70015]: _type = "HttpNfcLease" [ 788.832519] env[70015]: } is ready. {{(pid=70015) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 788.833126] env[70015]: DEBUG oslo_vmware.rw_handles [None req-d43ac570-ea11-44cd-a58e-981e3e2f86b1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 788.833126] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]523cf869-67a6-1a00-8ef9-f2dc1d6e7791" [ 788.833126] env[70015]: _type = "HttpNfcLease" [ 788.833126] env[70015]: }. {{(pid=70015) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 788.833853] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0733a0-779d-4446-9d64-405d300027d7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.837448] env[70015]: DEBUG oslo_vmware.api [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Waiting for the task: (returnval){ [ 788.837448] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52cb1230-3dee-c958-8eb0-f210ec27a7d4" [ 788.837448] env[70015]: _type = "Task" [ 788.837448] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.843800] env[70015]: DEBUG oslo_vmware.rw_handles [None req-d43ac570-ea11-44cd-a58e-981e3e2f86b1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52033bd1-8ee1-5ee8-177f-321dd563a4cd/disk-0.vmdk from lease info. {{(pid=70015) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 788.844137] env[70015]: DEBUG oslo_vmware.rw_handles [None req-d43ac570-ea11-44cd-a58e-981e3e2f86b1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52033bd1-8ee1-5ee8-177f-321dd563a4cd/disk-0.vmdk for reading. {{(pid=70015) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 788.908653] env[70015]: DEBUG oslo_vmware.api [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52cb1230-3dee-c958-8eb0-f210ec27a7d4, 'name': SearchDatastore_Task, 'duration_secs': 0.007592} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.910082] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.910350] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4/35f9285c-cb12-45c3-8cb5-b61d10b3c2d4.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 788.914415] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f4b9164-04fd-45bb-bad6-e8a6b53b17a3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.916825] env[70015]: DEBUG oslo_vmware.api [None req-80888e0e-c52a-4159-975b-257d5ca35c06 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': task-3610662, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138363} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.917132] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-80888e0e-c52a-4159-975b-257d5ca35c06 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 788.917375] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-80888e0e-c52a-4159-975b-257d5ca35c06 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 788.917611] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-80888e0e-c52a-4159-975b-257d5ca35c06 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 788.917824] env[70015]: INFO nova.compute.manager [None req-80888e0e-c52a-4159-975b-257d5ca35c06 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Took 1.66 seconds to destroy the instance on the hypervisor. [ 788.918155] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80888e0e-c52a-4159-975b-257d5ca35c06 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.919833] env[70015]: DEBUG nova.compute.utils [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 788.923046] env[70015]: DEBUG nova.compute.manager [-] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 788.923173] env[70015]: DEBUG nova.network.neutron [-] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 788.927411] env[70015]: DEBUG nova.compute.manager [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 788.927690] env[70015]: DEBUG nova.network.neutron [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9346b616-beab-42ce-8211-f746d17130ae] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 788.930303] env[70015]: DEBUG oslo_vmware.api [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Waiting for the task: (returnval){ [ 788.930303] env[70015]: value = "task-3610664" [ 788.930303] env[70015]: _type = "Task" [ 788.930303] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.946965] env[70015]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fee213d6-a7bd-459b-8fe0-27a86eacb0d6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.949995] env[70015]: DEBUG oslo_vmware.api [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Task: {'id': task-3610664, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.973448] env[70015]: DEBUG nova.network.neutron [-] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 789.022607] env[70015]: DEBUG oslo_concurrency.lockutils [req-bdc74dab-1789-45ec-8ee0-ae3dda67e911 req-d60a4686-6f4d-42f6-9e9f-02fcfbfbf53d service nova] Releasing lock "refresh_cache-35f9285c-cb12-45c3-8cb5-b61d10b3c2d4" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.048681] env[70015]: DEBUG nova.policy [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '973f917016e9405cbd508b4882acb813', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f0d500c4064431988bc38c4dac0227a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 789.069359] env[70015]: DEBUG oslo_vmware.api [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Task: {'id': task-3610653, 'name': RelocateVM_Task, 'duration_secs': 3.146886} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.069802] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Volume attach. Driver type: vmdk {{(pid=70015) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 789.070255] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720190', 'volume_id': 'da08a370-705a-4eac-8168-8040b111d434', 'name': 'volume-da08a370-705a-4eac-8168-8040b111d434', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '251f05bc-7d8b-496a-88a3-1dfe2e7e14f5', 'attached_at': '', 'detached_at': '', 'volume_id': 'da08a370-705a-4eac-8168-8040b111d434', 'serial': 'da08a370-705a-4eac-8168-8040b111d434'} {{(pid=70015) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 789.071327] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f511a67-99a1-4107-ad3a-a5043f5fe286 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.091650] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572d400b-37d5-4bfe-9961-a5464fea557c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.120060] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] volume-da08a370-705a-4eac-8168-8040b111d434/volume-da08a370-705a-4eac-8168-8040b111d434.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.122656] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a597bccd-9599-4ca0-a465-030b6d9a8305 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.143688] env[70015]: DEBUG oslo_vmware.api [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Waiting for the task: (returnval){ [ 789.143688] env[70015]: value = "task-3610665" [ 789.143688] env[70015]: _type = "Task" [ 789.143688] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.153070] env[70015]: DEBUG oslo_vmware.api [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Task: {'id': task-3610665, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.285271] env[70015]: DEBUG nova.network.neutron [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Successfully updated port: 93331186-4db2-4184-9547-f0a58b80160a {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 789.348886] env[70015]: DEBUG nova.virt.hardware [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 789.348886] env[70015]: DEBUG nova.virt.hardware [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 789.348886] env[70015]: DEBUG nova.virt.hardware [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 789.349265] env[70015]: DEBUG nova.virt.hardware [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 789.350040] env[70015]: DEBUG nova.virt.hardware [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 789.350040] env[70015]: DEBUG nova.virt.hardware [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 789.350040] env[70015]: DEBUG nova.virt.hardware [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 789.350040] env[70015]: DEBUG nova.virt.hardware [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 789.350891] env[70015]: DEBUG nova.virt.hardware [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 789.350891] env[70015]: DEBUG nova.virt.hardware [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 789.350891] env[70015]: DEBUG nova.virt.hardware [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 789.351616] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958a4793-6785-4446-a017-d0762d6a0d53 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.359731] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f22a77-6037-4c3f-8629-9b13b67cab33 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.374228] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Instance VIF info [] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 789.380334] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.383288] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 789.385102] env[70015]: DEBUG nova.compute.manager [req-e8aef887-12b7-4855-8475-d18ed52f164b req-b516e914-1f59-4976-9219-474888e5213a service nova] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Received event network-vif-plugged-93331186-4db2-4184-9547-f0a58b80160a {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.385385] env[70015]: DEBUG oslo_concurrency.lockutils [req-e8aef887-12b7-4855-8475-d18ed52f164b req-b516e914-1f59-4976-9219-474888e5213a service nova] Acquiring lock "a6ad6fe7-22f0-405e-8e5f-6e56325049a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.385735] env[70015]: DEBUG oslo_concurrency.lockutils [req-e8aef887-12b7-4855-8475-d18ed52f164b req-b516e914-1f59-4976-9219-474888e5213a service nova] Lock "a6ad6fe7-22f0-405e-8e5f-6e56325049a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.386016] env[70015]: DEBUG oslo_concurrency.lockutils [req-e8aef887-12b7-4855-8475-d18ed52f164b req-b516e914-1f59-4976-9219-474888e5213a service nova] Lock "a6ad6fe7-22f0-405e-8e5f-6e56325049a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.386309] env[70015]: DEBUG nova.compute.manager [req-e8aef887-12b7-4855-8475-d18ed52f164b req-b516e914-1f59-4976-9219-474888e5213a service nova] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] No waiting events found dispatching network-vif-plugged-93331186-4db2-4184-9547-f0a58b80160a {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 789.386580] env[70015]: WARNING nova.compute.manager [req-e8aef887-12b7-4855-8475-d18ed52f164b req-b516e914-1f59-4976-9219-474888e5213a service nova] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Received unexpected event network-vif-plugged-93331186-4db2-4184-9547-f0a58b80160a for instance with vm_state building and task_state spawning. [ 789.386898] env[70015]: DEBUG nova.compute.manager [req-e8aef887-12b7-4855-8475-d18ed52f164b req-b516e914-1f59-4976-9219-474888e5213a service nova] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Received event network-changed-93331186-4db2-4184-9547-f0a58b80160a {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.387074] env[70015]: DEBUG nova.compute.manager [req-e8aef887-12b7-4855-8475-d18ed52f164b req-b516e914-1f59-4976-9219-474888e5213a service nova] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Refreshing instance network info cache due to event network-changed-93331186-4db2-4184-9547-f0a58b80160a. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 789.387125] env[70015]: DEBUG oslo_concurrency.lockutils [req-e8aef887-12b7-4855-8475-d18ed52f164b req-b516e914-1f59-4976-9219-474888e5213a service nova] Acquiring lock "refresh_cache-a6ad6fe7-22f0-405e-8e5f-6e56325049a8" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.387239] env[70015]: DEBUG oslo_concurrency.lockutils [req-e8aef887-12b7-4855-8475-d18ed52f164b req-b516e914-1f59-4976-9219-474888e5213a service nova] Acquired lock "refresh_cache-a6ad6fe7-22f0-405e-8e5f-6e56325049a8" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.387441] env[70015]: DEBUG nova.network.neutron [req-e8aef887-12b7-4855-8475-d18ed52f164b req-b516e914-1f59-4976-9219-474888e5213a service nova] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Refreshing network info cache for port 93331186-4db2-4184-9547-f0a58b80160a {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.389395] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b04c5e91-e243-4049-9d04-d956b63452a4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.416477] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 789.416477] env[70015]: value = "task-3610666" [ 789.416477] env[70015]: _type = "Task" [ 789.416477] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.143596] env[70015]: DEBUG nova.network.neutron [req-e8aef887-12b7-4855-8475-d18ed52f164b req-b516e914-1f59-4976-9219-474888e5213a service nova] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 790.145789] env[70015]: DEBUG nova.network.neutron [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Successfully created port: 3102b4d2-5477-4ee7-baf7-395bd5736c63 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 790.148175] env[70015]: DEBUG nova.compute.manager [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 790.153157] env[70015]: DEBUG nova.network.neutron [-] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.154623] env[70015]: DEBUG oslo_concurrency.lockutils [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Acquiring lock "refresh_cache-a6ad6fe7-22f0-405e-8e5f-6e56325049a8" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.170028] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610666, 'name': CreateVM_Task, 'duration_secs': 0.35819} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.173702] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 790.177274] env[70015]: DEBUG oslo_vmware.api [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Task: {'id': task-3610664, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547711} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.177274] env[70015]: DEBUG oslo_vmware.api [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Task: {'id': task-3610665, 'name': ReconfigVM_Task, 'duration_secs': 0.469233} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.177274] env[70015]: DEBUG oslo_concurrency.lockutils [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.177274] env[70015]: DEBUG oslo_concurrency.lockutils [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.177274] env[70015]: DEBUG oslo_concurrency.lockutils [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.177274] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4/35f9285c-cb12-45c3-8cb5-b61d10b3c2d4.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 790.177274] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 790.177779] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Reconfigured VM instance instance-0000002b to attach disk [datastore2] volume-da08a370-705a-4eac-8168-8040b111d434/volume-da08a370-705a-4eac-8168-8040b111d434.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.185117] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89408aa7-84df-4ac6-961f-5051c895b56a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.186914] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5ba489c-e875-4e02-9f4f-ef3f2aa7410b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.189422] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21869788-dbd1-43a2-b61b-0179c30c7d89 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.205301] env[70015]: DEBUG oslo_vmware.api [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Waiting for the task: (returnval){ [ 790.205301] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52fcc800-f54e-f275-9cbd-eda74edbb616" [ 790.205301] env[70015]: _type = "Task" [ 790.205301] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.205846] env[70015]: DEBUG oslo_vmware.api [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Waiting for the task: (returnval){ [ 790.205846] env[70015]: value = "task-3610667" [ 790.205846] env[70015]: _type = "Task" [ 790.205846] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.210807] env[70015]: DEBUG oslo_vmware.api [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Waiting for the task: (returnval){ [ 790.210807] env[70015]: value = "task-3610668" [ 790.210807] env[70015]: _type = "Task" [ 790.210807] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.226016] env[70015]: DEBUG oslo_vmware.api [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52fcc800-f54e-f275-9cbd-eda74edbb616, 'name': SearchDatastore_Task, 'duration_secs': 0.010755} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.226016] env[70015]: DEBUG oslo_concurrency.lockutils [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.226016] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 790.226228] env[70015]: DEBUG oslo_concurrency.lockutils [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.226446] env[70015]: DEBUG oslo_concurrency.lockutils [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.226688] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 790.233028] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da7ceeee-b236-43bb-8fef-f444ccee015b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.235152] env[70015]: DEBUG oslo_vmware.api [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Task: {'id': task-3610667, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.235414] env[70015]: DEBUG oslo_vmware.api [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Task: {'id': task-3610668, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.245585] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 790.245854] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 790.246755] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff5dd90e-e0a3-4ba6-bbc9-0a09e6c630a7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.259137] env[70015]: DEBUG oslo_vmware.api [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Waiting for the task: (returnval){ [ 790.259137] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5251d417-f713-0b20-9741-ee27f4335eb4" [ 790.259137] env[70015]: _type = "Task" [ 790.259137] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.276134] env[70015]: DEBUG oslo_vmware.api [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5251d417-f713-0b20-9741-ee27f4335eb4, 'name': SearchDatastore_Task, 'duration_secs': 0.009697} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.276134] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aca05acc-5c97-409c-9bed-7d928aa93b6b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.280484] env[70015]: DEBUG oslo_vmware.api [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Waiting for the task: (returnval){ [ 790.280484] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52ed4235-7805-285e-1567-ff98809d83b7" [ 790.280484] env[70015]: _type = "Task" [ 790.280484] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.289648] env[70015]: DEBUG oslo_vmware.api [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52ed4235-7805-285e-1567-ff98809d83b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.419855] env[70015]: DEBUG nova.network.neutron [req-e8aef887-12b7-4855-8475-d18ed52f164b req-b516e914-1f59-4976-9219-474888e5213a service nova] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.658950] env[70015]: INFO nova.compute.manager [-] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Took 1.74 seconds to deallocate network for instance. [ 790.728107] env[70015]: DEBUG oslo_vmware.api [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Task: {'id': task-3610667, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072118} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.728372] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.729159] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48783fb-54a2-41dd-924b-7a3bc08e885b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.735092] env[70015]: DEBUG oslo_vmware.api [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Task: {'id': task-3610668, 'name': ReconfigVM_Task, 'duration_secs': 0.224044} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.735776] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720190', 'volume_id': 'da08a370-705a-4eac-8168-8040b111d434', 'name': 'volume-da08a370-705a-4eac-8168-8040b111d434', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '251f05bc-7d8b-496a-88a3-1dfe2e7e14f5', 'attached_at': '', 'detached_at': '', 'volume_id': 'da08a370-705a-4eac-8168-8040b111d434', 'serial': 'da08a370-705a-4eac-8168-8040b111d434'} {{(pid=70015) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 790.738700] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-757d8e4e-3d25-4f71-967f-ba057faa2f47 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.757997] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4/35f9285c-cb12-45c3-8cb5-b61d10b3c2d4.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.759800] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-358869b7-f97a-4588-87f3-6db9fb6e1146 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.780306] env[70015]: DEBUG oslo_vmware.api [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Waiting for the task: (returnval){ [ 790.780306] env[70015]: value = "task-3610669" [ 790.780306] env[70015]: _type = "Task" [ 790.780306] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.788089] env[70015]: DEBUG oslo_vmware.api [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Waiting for the task: (returnval){ [ 790.788089] env[70015]: value = "task-3610670" [ 790.788089] env[70015]: _type = "Task" [ 790.788089] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.797912] env[70015]: DEBUG oslo_vmware.api [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Task: {'id': task-3610669, 'name': Rename_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.798205] env[70015]: DEBUG oslo_vmware.api [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52ed4235-7805-285e-1567-ff98809d83b7, 'name': SearchDatastore_Task, 'duration_secs': 0.009958} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.801126] env[70015]: DEBUG oslo_concurrency.lockutils [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.801398] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 279f0831-5845-4a1a-b70e-48efbc4bc6c6/279f0831-5845-4a1a-b70e-48efbc4bc6c6.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 790.801904] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f86727fd-2884-42b8-a7c5-ac87152153b2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.807111] env[70015]: DEBUG oslo_vmware.api [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Task: {'id': task-3610670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.811825] env[70015]: DEBUG oslo_vmware.api [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Waiting for the task: (returnval){ [ 790.811825] env[70015]: value = "task-3610671" [ 790.811825] env[70015]: _type = "Task" [ 790.811825] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.823417] env[70015]: DEBUG oslo_vmware.api [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Task: {'id': task-3610671, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.880955] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187ec5e9-86b6-426a-9ce5-c57e03252278 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.889733] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fbdb242-7378-4e64-9dea-298cfea5d90d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.923970] env[70015]: DEBUG oslo_concurrency.lockutils [req-e8aef887-12b7-4855-8475-d18ed52f164b req-b516e914-1f59-4976-9219-474888e5213a service nova] Releasing lock "refresh_cache-a6ad6fe7-22f0-405e-8e5f-6e56325049a8" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.924644] env[70015]: DEBUG oslo_concurrency.lockutils [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Acquired lock "refresh_cache-a6ad6fe7-22f0-405e-8e5f-6e56325049a8" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.924817] env[70015]: DEBUG nova.network.neutron [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 790.926815] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4180c622-2060-47f0-b35b-2b3028014203 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.935312] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2081a4-e4ce-4170-9ff6-eb7d4e832e20 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.951588] env[70015]: DEBUG nova.compute.provider_tree [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.161821] env[70015]: DEBUG nova.compute.manager [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 791.171879] env[70015]: DEBUG oslo_concurrency.lockutils [None req-80888e0e-c52a-4159-975b-257d5ca35c06 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.187110] env[70015]: DEBUG nova.virt.hardware [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 791.187839] env[70015]: DEBUG nova.virt.hardware [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 791.188101] env[70015]: DEBUG nova.virt.hardware [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 791.188371] env[70015]: DEBUG nova.virt.hardware [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 791.188554] env[70015]: DEBUG nova.virt.hardware [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 791.188703] env[70015]: DEBUG nova.virt.hardware [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 791.188925] env[70015]: DEBUG nova.virt.hardware [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 791.189164] env[70015]: DEBUG nova.virt.hardware [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 791.189358] env[70015]: DEBUG nova.virt.hardware [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 791.189522] env[70015]: DEBUG nova.virt.hardware [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 791.189822] env[70015]: DEBUG nova.virt.hardware [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 791.190734] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0cb77d-9b21-462f-a78e-970aaff3662a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.200455] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d07029-202a-4fad-bab8-cba681ff3cf4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.291173] env[70015]: DEBUG oslo_vmware.api [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Task: {'id': task-3610669, 'name': Rename_Task, 'duration_secs': 0.169887} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.294949] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.295371] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f263609-f093-4552-bc23-836102a9fe3f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.302915] env[70015]: DEBUG oslo_vmware.api [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Task: {'id': task-3610670, 'name': ReconfigVM_Task, 'duration_secs': 0.437883} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.304321] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4/35f9285c-cb12-45c3-8cb5-b61d10b3c2d4.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.305081] env[70015]: DEBUG oslo_vmware.api [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Waiting for the task: (returnval){ [ 791.305081] env[70015]: value = "task-3610672" [ 791.305081] env[70015]: _type = "Task" [ 791.305081] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.305345] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8f10ff7-dba7-4b54-829c-ae0cc60eb98a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.319316] env[70015]: DEBUG oslo_vmware.api [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Task: {'id': task-3610672, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.321310] env[70015]: DEBUG oslo_vmware.api [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Waiting for the task: (returnval){ [ 791.321310] env[70015]: value = "task-3610673" [ 791.321310] env[70015]: _type = "Task" [ 791.321310] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.327812] env[70015]: DEBUG oslo_vmware.api [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Task: {'id': task-3610671, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473824} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.328494] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 279f0831-5845-4a1a-b70e-48efbc4bc6c6/279f0831-5845-4a1a-b70e-48efbc4bc6c6.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 791.328725] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 791.329077] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8af8e7a-9702-42a7-a1d8-0fcd74c09c46 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.333866] env[70015]: DEBUG oslo_vmware.api [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Task: {'id': task-3610673, 'name': Rename_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.337890] env[70015]: DEBUG oslo_vmware.api [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Waiting for the task: (returnval){ [ 791.337890] env[70015]: value = "task-3610674" [ 791.337890] env[70015]: _type = "Task" [ 791.337890] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.346466] env[70015]: DEBUG oslo_vmware.api [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Task: {'id': task-3610674, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.454966] env[70015]: DEBUG nova.scheduler.client.report [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.461411] env[70015]: DEBUG nova.network.neutron [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 791.659388] env[70015]: DEBUG nova.network.neutron [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Updating instance_info_cache with network_info: [{"id": "93331186-4db2-4184-9547-f0a58b80160a", "address": "fa:16:3e:3a:7a:08", "network": {"id": "c4713025-e6ef-422c-bbe7-a7b177f470d7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1187912558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d435d68eafe0418f81f5d5af015db50d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93331186-4d", "ovs_interfaceid": "93331186-4db2-4184-9547-f0a58b80160a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.818325] env[70015]: DEBUG oslo_vmware.api [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Task: {'id': task-3610672, 'name': PowerOnVM_Task, 'duration_secs': 0.490455} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.818325] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 791.818325] env[70015]: INFO nova.compute.manager [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Took 7.75 seconds to spawn the instance on the hypervisor. [ 791.818422] env[70015]: DEBUG nova.compute.manager [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.819355] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1aa989-5f0a-4d94-a47d-8b22a208f9e0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.837381] env[70015]: DEBUG oslo_vmware.api [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Task: {'id': task-3610673, 'name': Rename_Task, 'duration_secs': 0.145841} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.837786] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.838130] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f634a9b1-fc83-44b1-8044-dbd0eda04255 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.848634] env[70015]: DEBUG oslo_vmware.api [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Task: {'id': task-3610674, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069082} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.852066] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 791.852066] env[70015]: DEBUG oslo_vmware.api [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Waiting for the task: (returnval){ [ 791.852066] env[70015]: value = "task-3610675" [ 791.852066] env[70015]: _type = "Task" [ 791.852066] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.852066] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92ba2f9-8776-4099-a8cb-29064cdd95e3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.863126] env[70015]: DEBUG oslo_vmware.api [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Task: {'id': task-3610675, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.880378] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 279f0831-5845-4a1a-b70e-48efbc4bc6c6/279f0831-5845-4a1a-b70e-48efbc4bc6c6.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.881587] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3f62600-bfec-433f-85b0-ce765ac413f2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.901545] env[70015]: DEBUG oslo_vmware.api [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Waiting for the task: (returnval){ [ 791.901545] env[70015]: value = "task-3610676" [ 791.901545] env[70015]: _type = "Task" [ 791.901545] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.907833] env[70015]: DEBUG nova.compute.manager [req-237e92ff-2a97-4fc3-8207-1fcd9dc43abe req-8e514c07-4a60-460f-956d-8bc579c0171b service nova] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Received event network-vif-plugged-3102b4d2-5477-4ee7-baf7-395bd5736c63 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.908132] env[70015]: DEBUG oslo_concurrency.lockutils [req-237e92ff-2a97-4fc3-8207-1fcd9dc43abe req-8e514c07-4a60-460f-956d-8bc579c0171b service nova] Acquiring lock "9346b616-beab-42ce-8211-f746d17130ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.908438] env[70015]: DEBUG oslo_concurrency.lockutils [req-237e92ff-2a97-4fc3-8207-1fcd9dc43abe req-8e514c07-4a60-460f-956d-8bc579c0171b service nova] Lock "9346b616-beab-42ce-8211-f746d17130ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.908680] env[70015]: DEBUG oslo_concurrency.lockutils [req-237e92ff-2a97-4fc3-8207-1fcd9dc43abe req-8e514c07-4a60-460f-956d-8bc579c0171b service nova] Lock "9346b616-beab-42ce-8211-f746d17130ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.908906] env[70015]: DEBUG nova.compute.manager [req-237e92ff-2a97-4fc3-8207-1fcd9dc43abe req-8e514c07-4a60-460f-956d-8bc579c0171b service nova] [instance: 9346b616-beab-42ce-8211-f746d17130ae] No waiting events found dispatching network-vif-plugged-3102b4d2-5477-4ee7-baf7-395bd5736c63 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 791.909149] env[70015]: WARNING nova.compute.manager [req-237e92ff-2a97-4fc3-8207-1fcd9dc43abe req-8e514c07-4a60-460f-956d-8bc579c0171b service nova] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Received unexpected event network-vif-plugged-3102b4d2-5477-4ee7-baf7-395bd5736c63 for instance with vm_state building and task_state spawning. [ 791.915206] env[70015]: DEBUG oslo_vmware.api [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Task: {'id': task-3610676, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.961250] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.548s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.961959] env[70015]: DEBUG nova.compute.manager [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 791.965354] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8b1aae59-0269-4a33-8fb9-c2800b710e7e tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.407s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.965757] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8b1aae59-0269-4a33-8fb9-c2800b710e7e tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.968369] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6964e7d7-5da2-4f87-8c48-fa7ff4614f0a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.036s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.968659] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6964e7d7-5da2-4f87-8c48-fa7ff4614f0a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.970837] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.151s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.972847] env[70015]: INFO nova.compute.claims [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 792.015351] env[70015]: INFO nova.scheduler.client.report [None req-6964e7d7-5da2-4f87-8c48-fa7ff4614f0a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Deleted allocations for instance ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9 [ 792.020340] env[70015]: INFO nova.scheduler.client.report [None req-8b1aae59-0269-4a33-8fb9-c2800b710e7e tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Deleted allocations for instance ef513827-f5fe-4337-a0fa-5c96eb537514 [ 792.083749] env[70015]: DEBUG nova.network.neutron [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Successfully updated port: 3102b4d2-5477-4ee7-baf7-395bd5736c63 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 792.162355] env[70015]: DEBUG oslo_concurrency.lockutils [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Releasing lock "refresh_cache-a6ad6fe7-22f0-405e-8e5f-6e56325049a8" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.162714] env[70015]: DEBUG nova.compute.manager [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Instance network_info: |[{"id": "93331186-4db2-4184-9547-f0a58b80160a", "address": "fa:16:3e:3a:7a:08", "network": {"id": "c4713025-e6ef-422c-bbe7-a7b177f470d7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1187912558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d435d68eafe0418f81f5d5af015db50d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93331186-4d", "ovs_interfaceid": "93331186-4db2-4184-9547-f0a58b80160a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 792.163188] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:7a:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa8c2f93-f287-41b3-adb6-4942a7ea2a0b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93331186-4db2-4184-9547-f0a58b80160a', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 792.170666] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Creating folder: Project (d435d68eafe0418f81f5d5af015db50d). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 792.171487] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-754668f8-5113-41f3-9885-5ba53e7c1284 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.183478] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Created folder: Project (d435d68eafe0418f81f5d5af015db50d) in parent group-v720117. [ 792.183689] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Creating folder: Instances. Parent ref: group-v720250. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 792.183955] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b6bbddd-2b17-4b46-8b19-9db01b2d69d3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.192634] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Created folder: Instances in parent group-v720250. [ 792.192885] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.193945] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 792.194260] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88daf70b-9b15-4beb-9756-e1644c14d7f7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.214896] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 792.214896] env[70015]: value = "task-3610679" [ 792.214896] env[70015]: _type = "Task" [ 792.214896] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.222618] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610679, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.344319] env[70015]: INFO nova.compute.manager [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Took 50.71 seconds to build instance. [ 792.365068] env[70015]: DEBUG oslo_vmware.api [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Task: {'id': task-3610675, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.415587] env[70015]: DEBUG oslo_vmware.api [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Task: {'id': task-3610676, 'name': ReconfigVM_Task, 'duration_secs': 0.37779} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.415587] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 279f0831-5845-4a1a-b70e-48efbc4bc6c6/279f0831-5845-4a1a-b70e-48efbc4bc6c6.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 792.416129] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1e10da0-5374-4cce-9cd3-aa3326a0e4fc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.424032] env[70015]: DEBUG oslo_vmware.api [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Waiting for the task: (returnval){ [ 792.424032] env[70015]: value = "task-3610680" [ 792.424032] env[70015]: _type = "Task" [ 792.424032] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.431398] env[70015]: DEBUG oslo_vmware.api [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Task: {'id': task-3610680, 'name': Rename_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.480054] env[70015]: DEBUG nova.compute.utils [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 792.484640] env[70015]: DEBUG nova.compute.manager [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 792.484831] env[70015]: DEBUG nova.network.neutron [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 792.529235] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6964e7d7-5da2-4f87-8c48-fa7ff4614f0a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Lock "ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.465s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.533172] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8b1aae59-0269-4a33-8fb9-c2800b710e7e tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Lock "ef513827-f5fe-4337-a0fa-5c96eb537514" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.435s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.534657] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9203b22c-7ebe-4e50-86aa-d8b46c47549e tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Lock "ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 28.822s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.534910] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9203b22c-7ebe-4e50-86aa-d8b46c47549e tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Acquiring lock "ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.535397] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9203b22c-7ebe-4e50-86aa-d8b46c47549e tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Lock "ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.535950] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9203b22c-7ebe-4e50-86aa-d8b46c47549e tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Lock "ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.537430] env[70015]: INFO nova.compute.manager [None req-9203b22c-7ebe-4e50-86aa-d8b46c47549e tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Terminating instance [ 792.568587] env[70015]: DEBUG nova.policy [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b6ac8fe281e4c62bcc99aae33010e4a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e655a79e2034aa39a18fa61c26d6412', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 792.593560] env[70015]: DEBUG oslo_concurrency.lockutils [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquiring lock "refresh_cache-9346b616-beab-42ce-8211-f746d17130ae" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.593778] env[70015]: DEBUG oslo_concurrency.lockutils [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquired lock "refresh_cache-9346b616-beab-42ce-8211-f746d17130ae" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.593973] env[70015]: DEBUG nova.network.neutron [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.727354] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610679, 'name': CreateVM_Task, 'duration_secs': 0.410931} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.728032] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 792.729085] env[70015]: DEBUG oslo_concurrency.lockutils [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.729085] env[70015]: DEBUG oslo_concurrency.lockutils [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.729315] env[70015]: DEBUG oslo_concurrency.lockutils [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.729792] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70979a69-e5af-4213-88b4-b4a0a15c5527 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.735282] env[70015]: DEBUG oslo_vmware.api [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Waiting for the task: (returnval){ [ 792.735282] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]523f6393-36d9-9c55-7759-900ded81af0a" [ 792.735282] env[70015]: _type = "Task" [ 792.735282] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.744794] env[70015]: DEBUG oslo_vmware.api [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]523f6393-36d9-9c55-7759-900ded81af0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.846691] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f635a025-99d9-4663-b873-46d676cb7ac6 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Lock "251f05bc-7d8b-496a-88a3-1dfe2e7e14f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.292s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.865539] env[70015]: DEBUG oslo_vmware.api [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Task: {'id': task-3610675, 'name': PowerOnVM_Task, 'duration_secs': 0.534972} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.865839] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.866048] env[70015]: INFO nova.compute.manager [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4] Took 7.87 seconds to spawn the instance on the hypervisor. [ 792.866235] env[70015]: DEBUG nova.compute.manager [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.867016] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b827643f-7ca7-4867-bd60-926a51d8a55d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.933884] env[70015]: DEBUG oslo_vmware.api [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Task: {'id': task-3610680, 'name': Rename_Task, 'duration_secs': 0.175916} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.934242] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 792.934637] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72c20773-d0e3-4715-80ea-497f4e188d74 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.942496] env[70015]: DEBUG oslo_vmware.api [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Waiting for the task: (returnval){ [ 792.942496] env[70015]: value = "task-3610681" [ 792.942496] env[70015]: _type = "Task" [ 792.942496] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.950705] env[70015]: DEBUG oslo_vmware.api [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Task: {'id': task-3610681, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.984057] env[70015]: DEBUG nova.compute.manager [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 793.047059] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9203b22c-7ebe-4e50-86aa-d8b46c47549e tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Acquiring lock "refresh_cache-ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.048287] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9203b22c-7ebe-4e50-86aa-d8b46c47549e tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Acquired lock "refresh_cache-ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.048542] env[70015]: DEBUG nova.network.neutron [None req-9203b22c-7ebe-4e50-86aa-d8b46c47549e tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 793.168565] env[70015]: DEBUG nova.network.neutron [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 793.229721] env[70015]: DEBUG nova.network.neutron [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Successfully created port: 72bfb461-13f1-4d82-89ba-f35ef8dcf787 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 793.246986] env[70015]: DEBUG oslo_vmware.api [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]523f6393-36d9-9c55-7759-900ded81af0a, 'name': SearchDatastore_Task, 'duration_secs': 0.0152} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.249618] env[70015]: DEBUG oslo_concurrency.lockutils [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.249854] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 793.250853] env[70015]: DEBUG oslo_concurrency.lockutils [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.250853] env[70015]: DEBUG oslo_concurrency.lockutils [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.250853] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 793.254154] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3501edbc-02da-494a-9b0c-50ed8ed1d1ae {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.265026] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 793.265026] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 793.265026] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8d41d53-9bab-4ff8-8a6e-b680bcd14490 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.272789] env[70015]: DEBUG oslo_vmware.api [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Waiting for the task: (returnval){ [ 793.272789] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]520ebba7-9ff0-351f-8be8-17e5f046c39f" [ 793.272789] env[70015]: _type = "Task" [ 793.272789] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.283504] env[70015]: DEBUG oslo_vmware.api [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]520ebba7-9ff0-351f-8be8-17e5f046c39f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.349627] env[70015]: DEBUG nova.compute.manager [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 793.389557] env[70015]: INFO nova.compute.manager [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4] Took 44.64 seconds to build instance. [ 793.456678] env[70015]: DEBUG oslo_vmware.api [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Task: {'id': task-3610681, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.458965] env[70015]: DEBUG nova.compute.manager [req-210391b1-4174-4b0b-8e94-a1b7686dcfb6 req-94c702c1-0fd7-4986-80d5-873414c04b44 service nova] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Received event network-changed-e462d332-42a2-45b0-93e6-a8d4c0958028 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.459272] env[70015]: DEBUG nova.compute.manager [req-210391b1-4174-4b0b-8e94-a1b7686dcfb6 req-94c702c1-0fd7-4986-80d5-873414c04b44 service nova] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Refreshing instance network info cache due to event network-changed-e462d332-42a2-45b0-93e6-a8d4c0958028. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 793.459509] env[70015]: DEBUG oslo_concurrency.lockutils [req-210391b1-4174-4b0b-8e94-a1b7686dcfb6 req-94c702c1-0fd7-4986-80d5-873414c04b44 service nova] Acquiring lock "refresh_cache-251f05bc-7d8b-496a-88a3-1dfe2e7e14f5" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.459654] env[70015]: DEBUG oslo_concurrency.lockutils [req-210391b1-4174-4b0b-8e94-a1b7686dcfb6 req-94c702c1-0fd7-4986-80d5-873414c04b44 service nova] Acquired lock "refresh_cache-251f05bc-7d8b-496a-88a3-1dfe2e7e14f5" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.459840] env[70015]: DEBUG nova.network.neutron [req-210391b1-4174-4b0b-8e94-a1b7686dcfb6 req-94c702c1-0fd7-4986-80d5-873414c04b44 service nova] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Refreshing network info cache for port e462d332-42a2-45b0-93e6-a8d4c0958028 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 793.548104] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d5196b-10f9-4bca-b375-565fecdc6fb0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.555269] env[70015]: DEBUG nova.compute.utils [None req-9203b22c-7ebe-4e50-86aa-d8b46c47549e tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Can not refresh info_cache because instance was not found {{(pid=70015) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 793.564251] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60191d3-22c2-4bf1-a6b8-90cddfdfc653 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.605628] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa017853-640a-4eb6-91e1-1e14855eaa81 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.615897] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb003c04-c0c2-4db9-a5e3-1a9cf4103d5c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.636280] env[70015]: DEBUG nova.compute.provider_tree [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.776103] env[70015]: DEBUG nova.network.neutron [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Updating instance_info_cache with network_info: [{"id": "3102b4d2-5477-4ee7-baf7-395bd5736c63", "address": "fa:16:3e:a4:31:7e", "network": {"id": "e219abc0-5021-4d85-9d01-fe7a32407dac", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1386953585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f0d500c4064431988bc38c4dac0227a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3102b4d2-54", "ovs_interfaceid": "3102b4d2-5477-4ee7-baf7-395bd5736c63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.784373] env[70015]: DEBUG nova.network.neutron [None req-9203b22c-7ebe-4e50-86aa-d8b46c47549e tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 793.793552] env[70015]: DEBUG oslo_vmware.api [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]520ebba7-9ff0-351f-8be8-17e5f046c39f, 'name': SearchDatastore_Task, 'duration_secs': 0.024336} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.795068] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ff58883-1eec-4509-bf60-440f450995ab {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.801729] env[70015]: DEBUG oslo_vmware.api [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Waiting for the task: (returnval){ [ 793.801729] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52785f25-9bf3-c1e2-c79f-c0bdf5a09e37" [ 793.801729] env[70015]: _type = "Task" [ 793.801729] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.812258] env[70015]: DEBUG oslo_vmware.api [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52785f25-9bf3-c1e2-c79f-c0bdf5a09e37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.875887] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.895682] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Lock "35f9285c-cb12-45c3-8cb5-b61d10b3c2d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.972s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.954660] env[70015]: DEBUG oslo_vmware.api [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Task: {'id': task-3610681, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.003172] env[70015]: DEBUG nova.compute.manager [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 794.017019] env[70015]: DEBUG nova.network.neutron [None req-9203b22c-7ebe-4e50-86aa-d8b46c47549e tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.035819] env[70015]: DEBUG nova.virt.hardware [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 794.036241] env[70015]: DEBUG nova.virt.hardware [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 794.036453] env[70015]: DEBUG nova.virt.hardware [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.036650] env[70015]: DEBUG nova.virt.hardware [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 794.036795] env[70015]: DEBUG nova.virt.hardware [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.036981] env[70015]: DEBUG nova.virt.hardware [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 794.037426] env[70015]: DEBUG nova.virt.hardware [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 794.037638] env[70015]: DEBUG nova.virt.hardware [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 794.037845] env[70015]: DEBUG nova.virt.hardware [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 794.038067] env[70015]: DEBUG nova.virt.hardware [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 794.038356] env[70015]: DEBUG nova.virt.hardware [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.039370] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4bed75d-c6f8-4a06-9807-ff0d77e701ad {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.048921] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ec26d5-ae06-4eb2-9777-f2c07d1e8cd5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.143077] env[70015]: DEBUG nova.scheduler.client.report [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.282466] env[70015]: DEBUG oslo_concurrency.lockutils [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Releasing lock "refresh_cache-9346b616-beab-42ce-8211-f746d17130ae" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.282715] env[70015]: DEBUG nova.compute.manager [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Instance network_info: |[{"id": "3102b4d2-5477-4ee7-baf7-395bd5736c63", "address": "fa:16:3e:a4:31:7e", "network": {"id": "e219abc0-5021-4d85-9d01-fe7a32407dac", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1386953585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f0d500c4064431988bc38c4dac0227a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3102b4d2-54", "ovs_interfaceid": "3102b4d2-5477-4ee7-baf7-395bd5736c63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 794.283213] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:31:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e044cfd4-1b0d-4d88-b1bd-604025731d3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3102b4d2-5477-4ee7-baf7-395bd5736c63', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 794.292458] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Creating folder: Project (7f0d500c4064431988bc38c4dac0227a). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 794.292838] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ca1a991-a6f7-4992-b093-e21689e43665 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.309854] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Created folder: Project (7f0d500c4064431988bc38c4dac0227a) in parent group-v720117. [ 794.310088] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Creating folder: Instances. Parent ref: group-v720253. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 794.311394] env[70015]: DEBUG nova.network.neutron [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Successfully created port: c7889eaa-1500-4a25-adc9-045c7cbbe13f {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 794.318969] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5bb43200-bb1c-4e05-b408-10c9922ef79e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.321122] env[70015]: DEBUG oslo_vmware.api [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52785f25-9bf3-c1e2-c79f-c0bdf5a09e37, 'name': SearchDatastore_Task, 'duration_secs': 0.014957} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.324840] env[70015]: DEBUG oslo_concurrency.lockutils [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.325127] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] a6ad6fe7-22f0-405e-8e5f-6e56325049a8/a6ad6fe7-22f0-405e-8e5f-6e56325049a8.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 794.325903] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ee58bfb-946f-4baf-8934-5334260c3438 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.332242] env[70015]: DEBUG oslo_vmware.api [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Waiting for the task: (returnval){ [ 794.332242] env[70015]: value = "task-3610684" [ 794.332242] env[70015]: _type = "Task" [ 794.332242] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.334235] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Created folder: Instances in parent group-v720253. [ 794.334670] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.338737] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 794.339576] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22c9da4d-4b1b-4617-bde3-8ec03cfc7a6b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.361086] env[70015]: DEBUG oslo_vmware.api [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3610684, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.363264] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 794.363264] env[70015]: value = "task-3610685" [ 794.363264] env[70015]: _type = "Task" [ 794.363264] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.374168] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610685, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.400963] env[70015]: DEBUG nova.compute.manager [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 794.456588] env[70015]: DEBUG oslo_vmware.api [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Task: {'id': task-3610681, 'name': PowerOnVM_Task, 'duration_secs': 1.444991} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.458151] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 794.458151] env[70015]: DEBUG nova.compute.manager [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 794.459101] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a4d7c3-d435-4095-865c-d97f17a91bfe {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.519555] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9203b22c-7ebe-4e50-86aa-d8b46c47549e tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Releasing lock "refresh_cache-ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.520100] env[70015]: DEBUG nova.compute.manager [None req-9203b22c-7ebe-4e50-86aa-d8b46c47549e tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 794.520368] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9203b22c-7ebe-4e50-86aa-d8b46c47549e tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 794.520990] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5cc1798a-f95b-43ff-81e3-4f4c8d5a6aec {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.531774] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f48704a-530f-48ab-b59a-c4914c59b23c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.569548] env[70015]: WARNING nova.virt.vmwareapi.vmops [None req-9203b22c-7ebe-4e50-86aa-d8b46c47549e tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9 could not be found. [ 794.569828] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9203b22c-7ebe-4e50-86aa-d8b46c47549e tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 794.570050] env[70015]: INFO nova.compute.manager [None req-9203b22c-7ebe-4e50-86aa-d8b46c47549e tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Took 0.05 seconds to destroy the instance on the hypervisor. [ 794.570603] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9203b22c-7ebe-4e50-86aa-d8b46c47549e tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.572046] env[70015]: DEBUG nova.network.neutron [req-210391b1-4174-4b0b-8e94-a1b7686dcfb6 req-94c702c1-0fd7-4986-80d5-873414c04b44 service nova] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Updated VIF entry in instance network info cache for port e462d332-42a2-45b0-93e6-a8d4c0958028. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 794.572777] env[70015]: DEBUG nova.network.neutron [req-210391b1-4174-4b0b-8e94-a1b7686dcfb6 req-94c702c1-0fd7-4986-80d5-873414c04b44 service nova] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Updating instance_info_cache with network_info: [{"id": "e462d332-42a2-45b0-93e6-a8d4c0958028", "address": "fa:16:3e:84:e1:54", "network": {"id": "ea781a00-3333-413b-99e6-edf573633520", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2028053230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50e3ccb572c4be9a93c4c4fdac0e984", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape462d332-42", "ovs_interfaceid": "e462d332-42a2-45b0-93e6-a8d4c0958028", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.574400] env[70015]: DEBUG nova.compute.manager [-] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 794.574503] env[70015]: DEBUG nova.network.neutron [-] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 794.600978] env[70015]: DEBUG nova.network.neutron [-] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 794.648658] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.649377] env[70015]: DEBUG nova.compute.manager [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 794.652184] env[70015]: DEBUG oslo_concurrency.lockutils [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.683s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.653972] env[70015]: INFO nova.compute.claims [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 5a609adf-7c6f-4ee5-a94a-cdda99227a12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 794.760694] env[70015]: DEBUG nova.compute.manager [req-ee67f218-7f0a-400b-9b82-93066adfcd2f req-ae8f856a-1208-449d-9600-7e3799463041 service nova] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Received event network-changed-3102b4d2-5477-4ee7-baf7-395bd5736c63 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.760754] env[70015]: DEBUG nova.compute.manager [req-ee67f218-7f0a-400b-9b82-93066adfcd2f req-ae8f856a-1208-449d-9600-7e3799463041 service nova] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Refreshing instance network info cache due to event network-changed-3102b4d2-5477-4ee7-baf7-395bd5736c63. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 794.760970] env[70015]: DEBUG oslo_concurrency.lockutils [req-ee67f218-7f0a-400b-9b82-93066adfcd2f req-ae8f856a-1208-449d-9600-7e3799463041 service nova] Acquiring lock "refresh_cache-9346b616-beab-42ce-8211-f746d17130ae" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.761168] env[70015]: DEBUG oslo_concurrency.lockutils [req-ee67f218-7f0a-400b-9b82-93066adfcd2f req-ae8f856a-1208-449d-9600-7e3799463041 service nova] Acquired lock "refresh_cache-9346b616-beab-42ce-8211-f746d17130ae" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.761367] env[70015]: DEBUG nova.network.neutron [req-ee67f218-7f0a-400b-9b82-93066adfcd2f req-ae8f856a-1208-449d-9600-7e3799463041 service nova] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Refreshing network info cache for port 3102b4d2-5477-4ee7-baf7-395bd5736c63 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 794.803092] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0fa29c0c-83d6-4c99-8c80-99d29270a56a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Acquiring lock "f69ac2e1-d8a9-44b0-98dc-098321ed3826" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.803092] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0fa29c0c-83d6-4c99-8c80-99d29270a56a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Lock "f69ac2e1-d8a9-44b0-98dc-098321ed3826" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.803092] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0fa29c0c-83d6-4c99-8c80-99d29270a56a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Acquiring lock "f69ac2e1-d8a9-44b0-98dc-098321ed3826-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.803092] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0fa29c0c-83d6-4c99-8c80-99d29270a56a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Lock "f69ac2e1-d8a9-44b0-98dc-098321ed3826-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.803092] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0fa29c0c-83d6-4c99-8c80-99d29270a56a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Lock "f69ac2e1-d8a9-44b0-98dc-098321ed3826-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.805209] env[70015]: INFO nova.compute.manager [None req-0fa29c0c-83d6-4c99-8c80-99d29270a56a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Terminating instance [ 794.847154] env[70015]: DEBUG oslo_vmware.api [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3610684, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.877471] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610685, 'name': CreateVM_Task, 'duration_secs': 0.390714} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.877471] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 794.878147] env[70015]: DEBUG oslo_concurrency.lockutils [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.878310] env[70015]: DEBUG oslo_concurrency.lockutils [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.878664] env[70015]: DEBUG oslo_concurrency.lockutils [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.878971] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81cf2faf-a6e9-4eff-924d-244d07e2bd7e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.884759] env[70015]: DEBUG oslo_vmware.api [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 794.884759] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5207a06b-cff6-2a28-236b-5daaf3fdc629" [ 794.884759] env[70015]: _type = "Task" [ 794.884759] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.894625] env[70015]: DEBUG oslo_vmware.api [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5207a06b-cff6-2a28-236b-5daaf3fdc629, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.926825] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.981228] env[70015]: DEBUG oslo_concurrency.lockutils [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.078239] env[70015]: DEBUG oslo_concurrency.lockutils [req-210391b1-4174-4b0b-8e94-a1b7686dcfb6 req-94c702c1-0fd7-4986-80d5-873414c04b44 service nova] Releasing lock "refresh_cache-251f05bc-7d8b-496a-88a3-1dfe2e7e14f5" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.105177] env[70015]: DEBUG nova.network.neutron [-] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.160123] env[70015]: DEBUG nova.compute.utils [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 795.163820] env[70015]: DEBUG nova.compute.manager [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Not allocating networking since 'none' was specified. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 795.312040] env[70015]: DEBUG nova.compute.manager [None req-0fa29c0c-83d6-4c99-8c80-99d29270a56a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 795.312040] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa29c0c-83d6-4c99-8c80-99d29270a56a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 795.312040] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeae0b82-6c92-41a9-a677-94136deabe2e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.322218] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fa29c0c-83d6-4c99-8c80-99d29270a56a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 795.323748] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5a5564c-3b7c-451d-aaae-506bb4fa8afe {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.330384] env[70015]: DEBUG oslo_vmware.api [None req-0fa29c0c-83d6-4c99-8c80-99d29270a56a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Waiting for the task: (returnval){ [ 795.330384] env[70015]: value = "task-3610686" [ 795.330384] env[70015]: _type = "Task" [ 795.330384] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.343794] env[70015]: DEBUG oslo_vmware.api [None req-0fa29c0c-83d6-4c99-8c80-99d29270a56a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Task: {'id': task-3610686, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.348473] env[70015]: DEBUG oslo_vmware.api [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3610684, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599584} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.348932] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] a6ad6fe7-22f0-405e-8e5f-6e56325049a8/a6ad6fe7-22f0-405e-8e5f-6e56325049a8.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.349359] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.349921] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b2e5fe3-e151-44c8-a95f-b0cd343299ed {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.356747] env[70015]: DEBUG oslo_vmware.api [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Waiting for the task: (returnval){ [ 795.356747] env[70015]: value = "task-3610687" [ 795.356747] env[70015]: _type = "Task" [ 795.356747] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.368553] env[70015]: DEBUG oslo_vmware.api [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3610687, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.397168] env[70015]: DEBUG oslo_vmware.api [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5207a06b-cff6-2a28-236b-5daaf3fdc629, 'name': SearchDatastore_Task, 'duration_secs': 0.019073} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.401075] env[70015]: DEBUG oslo_concurrency.lockutils [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.401906] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 795.402566] env[70015]: DEBUG oslo_concurrency.lockutils [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.403358] env[70015]: DEBUG oslo_concurrency.lockutils [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.405775] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 795.405775] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d3e6f43-7f36-4926-9c24-004ffd1a3a1a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.415571] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 795.415571] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 795.415831] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c9e3a88-fc2c-4c69-9162-119875c65a3d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.421806] env[70015]: DEBUG oslo_vmware.api [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 795.421806] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5251a7a5-996d-4d6e-936f-b55f9c81fac5" [ 795.421806] env[70015]: _type = "Task" [ 795.421806] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.432242] env[70015]: DEBUG oslo_vmware.api [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5251a7a5-996d-4d6e-936f-b55f9c81fac5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.451101] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc9e2b9-7beb-44d9-ad53-acfaa6bb6de9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.457925] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-97b227e7-cd1a-46ef-8097-730f56e92e1f tempest-ServersAdminNegativeTestJSON-1372263104 tempest-ServersAdminNegativeTestJSON-1372263104-project-admin] [instance: 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4] Suspending the VM {{(pid=70015) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 795.458235] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-ac75653f-f3f6-4c7b-9036-a23bffda5614 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.464763] env[70015]: DEBUG oslo_vmware.api [None req-97b227e7-cd1a-46ef-8097-730f56e92e1f tempest-ServersAdminNegativeTestJSON-1372263104 tempest-ServersAdminNegativeTestJSON-1372263104-project-admin] Waiting for the task: (returnval){ [ 795.464763] env[70015]: value = "task-3610688" [ 795.464763] env[70015]: _type = "Task" [ 795.464763] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.475671] env[70015]: DEBUG oslo_vmware.api [None req-97b227e7-cd1a-46ef-8097-730f56e92e1f tempest-ServersAdminNegativeTestJSON-1372263104 tempest-ServersAdminNegativeTestJSON-1372263104-project-admin] Task: {'id': task-3610688, 'name': SuspendVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.590272] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3c77bf15-1590-4af7-84ee-19190611a429 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Acquiring lock "279f0831-5845-4a1a-b70e-48efbc4bc6c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.590608] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3c77bf15-1590-4af7-84ee-19190611a429 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Lock "279f0831-5845-4a1a-b70e-48efbc4bc6c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.590886] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3c77bf15-1590-4af7-84ee-19190611a429 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Acquiring lock "279f0831-5845-4a1a-b70e-48efbc4bc6c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.591180] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3c77bf15-1590-4af7-84ee-19190611a429 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Lock "279f0831-5845-4a1a-b70e-48efbc4bc6c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.591372] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3c77bf15-1590-4af7-84ee-19190611a429 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Lock "279f0831-5845-4a1a-b70e-48efbc4bc6c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.598295] env[70015]: INFO nova.compute.manager [None req-3c77bf15-1590-4af7-84ee-19190611a429 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Terminating instance [ 795.612025] env[70015]: INFO nova.compute.manager [-] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Took 1.03 seconds to deallocate network for instance. [ 795.664449] env[70015]: DEBUG nova.compute.manager [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 795.706774] env[70015]: DEBUG nova.network.neutron [req-ee67f218-7f0a-400b-9b82-93066adfcd2f req-ae8f856a-1208-449d-9600-7e3799463041 service nova] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Updated VIF entry in instance network info cache for port 3102b4d2-5477-4ee7-baf7-395bd5736c63. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 795.707197] env[70015]: DEBUG nova.network.neutron [req-ee67f218-7f0a-400b-9b82-93066adfcd2f req-ae8f856a-1208-449d-9600-7e3799463041 service nova] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Updating instance_info_cache with network_info: [{"id": "3102b4d2-5477-4ee7-baf7-395bd5736c63", "address": "fa:16:3e:a4:31:7e", "network": {"id": "e219abc0-5021-4d85-9d01-fe7a32407dac", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1386953585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f0d500c4064431988bc38c4dac0227a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3102b4d2-54", "ovs_interfaceid": "3102b4d2-5477-4ee7-baf7-395bd5736c63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.848928] env[70015]: DEBUG oslo_vmware.api [None req-0fa29c0c-83d6-4c99-8c80-99d29270a56a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Task: {'id': task-3610686, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.872671] env[70015]: DEBUG oslo_vmware.api [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3610687, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098893} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.872817] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 795.874406] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4ba1a9-cc99-42b3-980f-be96ee49f02c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.898997] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] a6ad6fe7-22f0-405e-8e5f-6e56325049a8/a6ad6fe7-22f0-405e-8e5f-6e56325049a8.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.902830] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3304bad-270d-4c26-abe5-41cef5cda28e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.927685] env[70015]: DEBUG oslo_vmware.api [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Waiting for the task: (returnval){ [ 795.927685] env[70015]: value = "task-3610689" [ 795.927685] env[70015]: _type = "Task" [ 795.927685] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.938542] env[70015]: DEBUG oslo_vmware.api [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5251a7a5-996d-4d6e-936f-b55f9c81fac5, 'name': SearchDatastore_Task, 'duration_secs': 0.011969} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.942028] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f477fca-c4fe-4db0-ab15-ceb6efeeb3fc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.945843] env[70015]: DEBUG oslo_vmware.api [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3610689, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.948990] env[70015]: DEBUG oslo_vmware.api [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 795.948990] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52644e8a-cbb4-d847-c1a4-a700ee5d4f84" [ 795.948990] env[70015]: _type = "Task" [ 795.948990] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.959849] env[70015]: DEBUG oslo_vmware.api [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52644e8a-cbb4-d847-c1a4-a700ee5d4f84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.973725] env[70015]: DEBUG oslo_vmware.api [None req-97b227e7-cd1a-46ef-8097-730f56e92e1f tempest-ServersAdminNegativeTestJSON-1372263104 tempest-ServersAdminNegativeTestJSON-1372263104-project-admin] Task: {'id': task-3610688, 'name': SuspendVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.102734] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3c77bf15-1590-4af7-84ee-19190611a429 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Acquiring lock "refresh_cache-279f0831-5845-4a1a-b70e-48efbc4bc6c6" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.103033] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3c77bf15-1590-4af7-84ee-19190611a429 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Acquired lock "refresh_cache-279f0831-5845-4a1a-b70e-48efbc4bc6c6" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.103342] env[70015]: DEBUG nova.network.neutron [None req-3c77bf15-1590-4af7-84ee-19190611a429 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.124699] env[70015]: INFO nova.compute.manager [None req-9203b22c-7ebe-4e50-86aa-d8b46c47549e tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Instance disappeared during terminate [ 796.125697] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9203b22c-7ebe-4e50-86aa-d8b46c47549e tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Lock "ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.590s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.211287] env[70015]: DEBUG oslo_concurrency.lockutils [req-ee67f218-7f0a-400b-9b82-93066adfcd2f req-ae8f856a-1208-449d-9600-7e3799463041 service nova] Releasing lock "refresh_cache-9346b616-beab-42ce-8211-f746d17130ae" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.345394] env[70015]: DEBUG oslo_vmware.api [None req-0fa29c0c-83d6-4c99-8c80-99d29270a56a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Task: {'id': task-3610686, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.347593] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551b176b-a6ed-4668-9d08-0eeab4626de6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.357405] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4435980d-3d1d-4a3a-bb05-fe905f31e0a6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.393785] env[70015]: DEBUG nova.network.neutron [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Successfully updated port: 72bfb461-13f1-4d82-89ba-f35ef8dcf787 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 796.396863] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45cebbdd-2754-49e6-9643-5e9d78d748f3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.408140] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b39b2d-c5f4-4c18-8f83-34fbb4b79de5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.426503] env[70015]: DEBUG nova.compute.provider_tree [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.438849] env[70015]: DEBUG oslo_vmware.api [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3610689, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.462731] env[70015]: DEBUG oslo_vmware.api [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52644e8a-cbb4-d847-c1a4-a700ee5d4f84, 'name': SearchDatastore_Task, 'duration_secs': 0.02053} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.462952] env[70015]: DEBUG oslo_concurrency.lockutils [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.463633] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 9346b616-beab-42ce-8211-f746d17130ae/9346b616-beab-42ce-8211-f746d17130ae.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 796.463633] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1bfec4b4-0d03-4879-aa63-5c50bf7edbde {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.471334] env[70015]: DEBUG oslo_vmware.api [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 796.471334] env[70015]: value = "task-3610690" [ 796.471334] env[70015]: _type = "Task" [ 796.471334] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.479124] env[70015]: DEBUG oslo_vmware.api [None req-97b227e7-cd1a-46ef-8097-730f56e92e1f tempest-ServersAdminNegativeTestJSON-1372263104 tempest-ServersAdminNegativeTestJSON-1372263104-project-admin] Task: {'id': task-3610688, 'name': SuspendVM_Task, 'duration_secs': 0.946407} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.479793] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-97b227e7-cd1a-46ef-8097-730f56e92e1f tempest-ServersAdminNegativeTestJSON-1372263104 tempest-ServersAdminNegativeTestJSON-1372263104-project-admin] [instance: 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4] Suspended the VM {{(pid=70015) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 796.480083] env[70015]: DEBUG nova.compute.manager [None req-97b227e7-cd1a-46ef-8097-730f56e92e1f tempest-ServersAdminNegativeTestJSON-1372263104 tempest-ServersAdminNegativeTestJSON-1372263104-project-admin] [instance: 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 796.480784] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a919f90f-ec52-4933-a784-e798c3928735 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.486683] env[70015]: DEBUG oslo_vmware.api [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3610690, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.629049] env[70015]: DEBUG nova.network.neutron [None req-3c77bf15-1590-4af7-84ee-19190611a429 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 796.681738] env[70015]: DEBUG nova.compute.manager [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 796.715014] env[70015]: DEBUG nova.virt.hardware [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 796.715424] env[70015]: DEBUG nova.virt.hardware [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 796.715533] env[70015]: DEBUG nova.virt.hardware [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 796.715747] env[70015]: DEBUG nova.virt.hardware [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 796.715923] env[70015]: DEBUG nova.virt.hardware [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 796.716116] env[70015]: DEBUG nova.virt.hardware [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 796.716328] env[70015]: DEBUG nova.virt.hardware [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 796.716533] env[70015]: DEBUG nova.virt.hardware [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 796.716749] env[70015]: DEBUG nova.virt.hardware [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 796.716946] env[70015]: DEBUG nova.virt.hardware [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 796.717171] env[70015]: DEBUG nova.virt.hardware [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 796.718135] env[70015]: DEBUG nova.network.neutron [None req-3c77bf15-1590-4af7-84ee-19190611a429 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.719862] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97930092-adc1-4975-97fe-4c475b7fe887 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.728438] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51bfe197-d5fb-4b0e-840c-1029057f67bd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.744998] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Instance VIF info [] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 796.752179] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Creating folder: Project (cb1ed7d6f08f4e0f9e42b45d1e7a4a46). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 796.753239] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1021e52-a3de-4211-a711-cc531b999f6b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.763396] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Created folder: Project (cb1ed7d6f08f4e0f9e42b45d1e7a4a46) in parent group-v720117. [ 796.763595] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Creating folder: Instances. Parent ref: group-v720256. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 796.763922] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c02ddca-f995-420d-a816-d15a3dbb45f1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.773773] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Created folder: Instances in parent group-v720256. [ 796.774103] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.774248] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 796.774567] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6198f4f-4298-4354-8ca1-3e22c98ebc46 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.790898] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.790898] env[70015]: value = "task-3610693" [ 796.790898] env[70015]: _type = "Task" [ 796.790898] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.799522] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610693, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.828813] env[70015]: DEBUG nova.compute.manager [req-3a1c6c29-6b0a-4e61-a5de-9531ab0c6a7d req-13c99355-0310-4cb2-8a00-a6e62ca123a9 service nova] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Received event network-vif-plugged-72bfb461-13f1-4d82-89ba-f35ef8dcf787 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.829069] env[70015]: DEBUG oslo_concurrency.lockutils [req-3a1c6c29-6b0a-4e61-a5de-9531ab0c6a7d req-13c99355-0310-4cb2-8a00-a6e62ca123a9 service nova] Acquiring lock "1716c7db-d5b5-4152-98cf-e20453059362-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.829467] env[70015]: DEBUG oslo_concurrency.lockutils [req-3a1c6c29-6b0a-4e61-a5de-9531ab0c6a7d req-13c99355-0310-4cb2-8a00-a6e62ca123a9 service nova] Lock "1716c7db-d5b5-4152-98cf-e20453059362-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.829599] env[70015]: DEBUG oslo_concurrency.lockutils [req-3a1c6c29-6b0a-4e61-a5de-9531ab0c6a7d req-13c99355-0310-4cb2-8a00-a6e62ca123a9 service nova] Lock "1716c7db-d5b5-4152-98cf-e20453059362-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.829776] env[70015]: DEBUG nova.compute.manager [req-3a1c6c29-6b0a-4e61-a5de-9531ab0c6a7d req-13c99355-0310-4cb2-8a00-a6e62ca123a9 service nova] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] No waiting events found dispatching network-vif-plugged-72bfb461-13f1-4d82-89ba-f35ef8dcf787 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 796.830325] env[70015]: WARNING nova.compute.manager [req-3a1c6c29-6b0a-4e61-a5de-9531ab0c6a7d req-13c99355-0310-4cb2-8a00-a6e62ca123a9 service nova] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Received unexpected event network-vif-plugged-72bfb461-13f1-4d82-89ba-f35ef8dcf787 for instance with vm_state building and task_state spawning. [ 796.830325] env[70015]: DEBUG nova.compute.manager [req-3a1c6c29-6b0a-4e61-a5de-9531ab0c6a7d req-13c99355-0310-4cb2-8a00-a6e62ca123a9 service nova] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Received event network-changed-72bfb461-13f1-4d82-89ba-f35ef8dcf787 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.830325] env[70015]: DEBUG nova.compute.manager [req-3a1c6c29-6b0a-4e61-a5de-9531ab0c6a7d req-13c99355-0310-4cb2-8a00-a6e62ca123a9 service nova] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Refreshing instance network info cache due to event network-changed-72bfb461-13f1-4d82-89ba-f35ef8dcf787. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 796.830609] env[70015]: DEBUG oslo_concurrency.lockutils [req-3a1c6c29-6b0a-4e61-a5de-9531ab0c6a7d req-13c99355-0310-4cb2-8a00-a6e62ca123a9 service nova] Acquiring lock "refresh_cache-1716c7db-d5b5-4152-98cf-e20453059362" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.830609] env[70015]: DEBUG oslo_concurrency.lockutils [req-3a1c6c29-6b0a-4e61-a5de-9531ab0c6a7d req-13c99355-0310-4cb2-8a00-a6e62ca123a9 service nova] Acquired lock "refresh_cache-1716c7db-d5b5-4152-98cf-e20453059362" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.830784] env[70015]: DEBUG nova.network.neutron [req-3a1c6c29-6b0a-4e61-a5de-9531ab0c6a7d req-13c99355-0310-4cb2-8a00-a6e62ca123a9 service nova] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Refreshing network info cache for port 72bfb461-13f1-4d82-89ba-f35ef8dcf787 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 796.848027] env[70015]: DEBUG oslo_vmware.api [None req-0fa29c0c-83d6-4c99-8c80-99d29270a56a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Task: {'id': task-3610686, 'name': PowerOffVM_Task, 'duration_secs': 1.074783} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.849260] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fa29c0c-83d6-4c99-8c80-99d29270a56a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 796.849260] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa29c0c-83d6-4c99-8c80-99d29270a56a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 796.849774] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c75f6b76-d161-48b3-a44d-55791dd2f130 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.924171] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa29c0c-83d6-4c99-8c80-99d29270a56a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 796.924171] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa29c0c-83d6-4c99-8c80-99d29270a56a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 796.924171] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fa29c0c-83d6-4c99-8c80-99d29270a56a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Deleting the datastore file [datastore1] f69ac2e1-d8a9-44b0-98dc-098321ed3826 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 796.924171] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b9dfc0f-9efb-4f5c-952f-11055dea725b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.930693] env[70015]: DEBUG nova.scheduler.client.report [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.935383] env[70015]: DEBUG oslo_vmware.api [None req-0fa29c0c-83d6-4c99-8c80-99d29270a56a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Waiting for the task: (returnval){ [ 796.935383] env[70015]: value = "task-3610695" [ 796.935383] env[70015]: _type = "Task" [ 796.935383] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.948298] env[70015]: DEBUG oslo_vmware.api [None req-0fa29c0c-83d6-4c99-8c80-99d29270a56a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Task: {'id': task-3610695, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.952924] env[70015]: DEBUG oslo_vmware.api [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3610689, 'name': ReconfigVM_Task, 'duration_secs': 0.613387} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.953399] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Reconfigured VM instance instance-0000002d to attach disk [datastore2] a6ad6fe7-22f0-405e-8e5f-6e56325049a8/a6ad6fe7-22f0-405e-8e5f-6e56325049a8.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.954493] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b2fb3b0-6a3a-4800-bf1c-41bf149ca14e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.966982] env[70015]: DEBUG oslo_vmware.api [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Waiting for the task: (returnval){ [ 796.966982] env[70015]: value = "task-3610696" [ 796.966982] env[70015]: _type = "Task" [ 796.966982] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.975635] env[70015]: DEBUG oslo_vmware.api [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3610696, 'name': Rename_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.988126] env[70015]: DEBUG oslo_vmware.api [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3610690, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.223726] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3c77bf15-1590-4af7-84ee-19190611a429 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Releasing lock "refresh_cache-279f0831-5845-4a1a-b70e-48efbc4bc6c6" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.224231] env[70015]: DEBUG nova.compute.manager [None req-3c77bf15-1590-4af7-84ee-19190611a429 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 797.224433] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3c77bf15-1590-4af7-84ee-19190611a429 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 797.225410] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57000212-f8fd-468e-adbe-da1af19eae6c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.234874] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c77bf15-1590-4af7-84ee-19190611a429 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 797.234874] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edb3d4b1-c529-45e2-8c4a-c09d93ab7803 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.240484] env[70015]: DEBUG oslo_vmware.api [None req-3c77bf15-1590-4af7-84ee-19190611a429 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Waiting for the task: (returnval){ [ 797.240484] env[70015]: value = "task-3610697" [ 797.240484] env[70015]: _type = "Task" [ 797.240484] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.252135] env[70015]: DEBUG oslo_vmware.api [None req-3c77bf15-1590-4af7-84ee-19190611a429 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Task: {'id': task-3610697, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.305931] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610693, 'name': CreateVM_Task, 'duration_secs': 0.49574} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.306451] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.306791] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.307086] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.307487] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.307834] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d05f5ca5-641b-4492-ac9b-eb010e947cab {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.313951] env[70015]: DEBUG oslo_vmware.api [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Waiting for the task: (returnval){ [ 797.313951] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5252596b-fb07-82a3-f895-cd08bf88d42f" [ 797.313951] env[70015]: _type = "Task" [ 797.313951] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.324317] env[70015]: DEBUG oslo_vmware.api [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5252596b-fb07-82a3-f895-cd08bf88d42f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.402893] env[70015]: DEBUG nova.network.neutron [req-3a1c6c29-6b0a-4e61-a5de-9531ab0c6a7d req-13c99355-0310-4cb2-8a00-a6e62ca123a9 service nova] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 797.439585] env[70015]: DEBUG oslo_concurrency.lockutils [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.787s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.441410] env[70015]: DEBUG nova.compute.manager [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 5a609adf-7c6f-4ee5-a94a-cdda99227a12] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 797.446394] env[70015]: DEBUG oslo_concurrency.lockutils [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.436s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.449066] env[70015]: INFO nova.compute.claims [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 797.464753] env[70015]: DEBUG oslo_vmware.api [None req-0fa29c0c-83d6-4c99-8c80-99d29270a56a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Task: {'id': task-3610695, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.421982} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.464753] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fa29c0c-83d6-4c99-8c80-99d29270a56a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 797.465132] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa29c0c-83d6-4c99-8c80-99d29270a56a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 797.465364] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa29c0c-83d6-4c99-8c80-99d29270a56a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 797.465539] env[70015]: INFO nova.compute.manager [None req-0fa29c0c-83d6-4c99-8c80-99d29270a56a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Took 2.16 seconds to destroy the instance on the hypervisor. [ 797.465756] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0fa29c0c-83d6-4c99-8c80-99d29270a56a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.466120] env[70015]: DEBUG nova.compute.manager [-] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 797.466208] env[70015]: DEBUG nova.network.neutron [-] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 797.477501] env[70015]: DEBUG oslo_vmware.api [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3610696, 'name': Rename_Task, 'duration_secs': 0.323405} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.481215] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 797.483963] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e86c5eba-6378-445d-a9e4-09cfdb5f94da {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.493624] env[70015]: DEBUG oslo_vmware.api [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3610690, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.780543} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.495135] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 9346b616-beab-42ce-8211-f746d17130ae/9346b616-beab-42ce-8211-f746d17130ae.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 797.495409] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 797.496106] env[70015]: DEBUG oslo_vmware.api [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Waiting for the task: (returnval){ [ 797.496106] env[70015]: value = "task-3610698" [ 797.496106] env[70015]: _type = "Task" [ 797.496106] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.496106] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07124c96-d337-4a2f-b967-8efff5c62d7f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.508873] env[70015]: DEBUG oslo_vmware.api [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 797.508873] env[70015]: value = "task-3610699" [ 797.508873] env[70015]: _type = "Task" [ 797.508873] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.513730] env[70015]: DEBUG oslo_vmware.api [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3610698, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.523783] env[70015]: DEBUG oslo_vmware.api [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3610699, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.592613] env[70015]: DEBUG nova.network.neutron [req-3a1c6c29-6b0a-4e61-a5de-9531ab0c6a7d req-13c99355-0310-4cb2-8a00-a6e62ca123a9 service nova] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.752451] env[70015]: DEBUG oslo_vmware.api [None req-3c77bf15-1590-4af7-84ee-19190611a429 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Task: {'id': task-3610697, 'name': PowerOffVM_Task, 'duration_secs': 0.223557} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.752740] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c77bf15-1590-4af7-84ee-19190611a429 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 797.752906] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3c77bf15-1590-4af7-84ee-19190611a429 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 797.753177] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d9d486d-2866-4996-976d-11228f3a3a56 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.781551] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3c77bf15-1590-4af7-84ee-19190611a429 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 797.781717] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3c77bf15-1590-4af7-84ee-19190611a429 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 797.781910] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c77bf15-1590-4af7-84ee-19190611a429 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Deleting the datastore file [datastore1] 279f0831-5845-4a1a-b70e-48efbc4bc6c6 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 797.782224] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8f73bd6-3373-4338-8eb8-8f2b9af199e2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.788676] env[70015]: DEBUG oslo_vmware.api [None req-3c77bf15-1590-4af7-84ee-19190611a429 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Waiting for the task: (returnval){ [ 797.788676] env[70015]: value = "task-3610701" [ 797.788676] env[70015]: _type = "Task" [ 797.788676] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.796850] env[70015]: DEBUG oslo_vmware.api [None req-3c77bf15-1590-4af7-84ee-19190611a429 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Task: {'id': task-3610701, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.827023] env[70015]: DEBUG oslo_vmware.api [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5252596b-fb07-82a3-f895-cd08bf88d42f, 'name': SearchDatastore_Task, 'duration_secs': 0.010326} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.827023] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.827023] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 797.827023] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.827023] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.827023] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 797.827023] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a8171e4-39cf-4ad3-8d42-602003360d38 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.838055] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 797.838055] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 797.838055] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8d24b56-53b5-43f6-9274-61300f1324b5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.843071] env[70015]: DEBUG oslo_vmware.api [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Waiting for the task: (returnval){ [ 797.843071] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5207e074-1a4d-3c86-0acb-44aa8c1b284d" [ 797.843071] env[70015]: _type = "Task" [ 797.843071] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.852951] env[70015]: DEBUG oslo_vmware.api [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5207e074-1a4d-3c86-0acb-44aa8c1b284d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.948034] env[70015]: DEBUG nova.compute.utils [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 797.949489] env[70015]: DEBUG nova.compute.manager [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 5a609adf-7c6f-4ee5-a94a-cdda99227a12] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 797.949698] env[70015]: DEBUG nova.network.neutron [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 5a609adf-7c6f-4ee5-a94a-cdda99227a12] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 798.016569] env[70015]: DEBUG oslo_vmware.api [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3610698, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.026750] env[70015]: DEBUG oslo_vmware.api [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3610699, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068482} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.026750] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 798.027455] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68d0f10-f8a5-41c7-8898-f4318fe3197e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.052682] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 9346b616-beab-42ce-8211-f746d17130ae/9346b616-beab-42ce-8211-f746d17130ae.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.054364] env[70015]: DEBUG nova.policy [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '71d14ff2560345f8a3ffe5c3bdbc2b9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b72f826aa534249890653a8e469cbaf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 798.055897] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db9d8d2c-1b56-47ef-95f6-45d548b633a9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.085859] env[70015]: DEBUG oslo_vmware.api [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 798.085859] env[70015]: value = "task-3610702" [ 798.085859] env[70015]: _type = "Task" [ 798.085859] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.096743] env[70015]: DEBUG oslo_concurrency.lockutils [req-3a1c6c29-6b0a-4e61-a5de-9531ab0c6a7d req-13c99355-0310-4cb2-8a00-a6e62ca123a9 service nova] Releasing lock "refresh_cache-1716c7db-d5b5-4152-98cf-e20453059362" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.097097] env[70015]: DEBUG oslo_vmware.api [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3610702, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.303210] env[70015]: DEBUG oslo_vmware.api [None req-3c77bf15-1590-4af7-84ee-19190611a429 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Task: {'id': task-3610701, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.092367} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.305027] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c77bf15-1590-4af7-84ee-19190611a429 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 798.305027] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3c77bf15-1590-4af7-84ee-19190611a429 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 798.305027] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3c77bf15-1590-4af7-84ee-19190611a429 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 798.305027] env[70015]: INFO nova.compute.manager [None req-3c77bf15-1590-4af7-84ee-19190611a429 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Took 1.08 seconds to destroy the instance on the hypervisor. [ 798.305027] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c77bf15-1590-4af7-84ee-19190611a429 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.305591] env[70015]: DEBUG nova.compute.manager [-] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 798.306694] env[70015]: DEBUG nova.network.neutron [-] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 798.336607] env[70015]: DEBUG nova.network.neutron [-] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 798.361076] env[70015]: DEBUG oslo_vmware.api [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5207e074-1a4d-3c86-0acb-44aa8c1b284d, 'name': SearchDatastore_Task, 'duration_secs': 0.010493} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.362647] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37567ebc-af06-49f7-ab92-1a2f0b1c59e7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.374438] env[70015]: DEBUG oslo_vmware.api [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Waiting for the task: (returnval){ [ 798.374438] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52b415c2-220d-b59a-d87a-da398bc2ab17" [ 798.374438] env[70015]: _type = "Task" [ 798.374438] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.380412] env[70015]: DEBUG nova.network.neutron [-] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.385909] env[70015]: DEBUG oslo_vmware.api [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52b415c2-220d-b59a-d87a-da398bc2ab17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.456683] env[70015]: DEBUG nova.compute.manager [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 5a609adf-7c6f-4ee5-a94a-cdda99227a12] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 798.516349] env[70015]: DEBUG oslo_vmware.api [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3610698, 'name': PowerOnVM_Task, 'duration_secs': 0.659293} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.520014] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 798.520228] env[70015]: INFO nova.compute.manager [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Took 10.84 seconds to spawn the instance on the hypervisor. [ 798.520549] env[70015]: DEBUG nova.compute.manager [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 798.525020] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9a3739-5f32-4daa-b085-79eb9fd2d99d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.596348] env[70015]: DEBUG oslo_vmware.api [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3610702, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.629075] env[70015]: DEBUG nova.network.neutron [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 5a609adf-7c6f-4ee5-a94a-cdda99227a12] Successfully created port: 0f89619f-be27-4321-8cef-fce725b9c55e {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 798.838862] env[70015]: DEBUG nova.network.neutron [-] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.888976] env[70015]: INFO nova.compute.manager [-] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Took 1.42 seconds to deallocate network for instance. [ 798.890274] env[70015]: DEBUG oslo_vmware.api [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52b415c2-220d-b59a-d87a-da398bc2ab17, 'name': SearchDatastore_Task, 'duration_secs': 0.018077} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.892287] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.892597] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 938ef7b4-e459-403d-ba0f-93415a15acbc/938ef7b4-e459-403d-ba0f-93415a15acbc.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 798.895540] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1963bf6c-2e6c-440d-a9d9-915f5fcbe49f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.907822] env[70015]: DEBUG oslo_vmware.api [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Waiting for the task: (returnval){ [ 798.907822] env[70015]: value = "task-3610703" [ 798.907822] env[70015]: _type = "Task" [ 798.907822] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.915519] env[70015]: DEBUG oslo_vmware.api [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Task: {'id': task-3610703, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.056270] env[70015]: INFO nova.compute.manager [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Took 46.69 seconds to build instance. [ 799.062860] env[70015]: DEBUG nova.compute.manager [req-55b00e05-bf50-4434-87fd-44414ef6f8bd req-d3fd8071-d421-4584-b33b-f36dc36e650e service nova] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Received event network-vif-deleted-21be2730-4ba2-4596-ac3b-db808e1bf21e {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.063192] env[70015]: DEBUG nova.compute.manager [req-55b00e05-bf50-4434-87fd-44414ef6f8bd req-d3fd8071-d421-4584-b33b-f36dc36e650e service nova] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Received event network-vif-plugged-c7889eaa-1500-4a25-adc9-045c7cbbe13f {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.063506] env[70015]: DEBUG oslo_concurrency.lockutils [req-55b00e05-bf50-4434-87fd-44414ef6f8bd req-d3fd8071-d421-4584-b33b-f36dc36e650e service nova] Acquiring lock "1716c7db-d5b5-4152-98cf-e20453059362-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.066748] env[70015]: DEBUG oslo_concurrency.lockutils [req-55b00e05-bf50-4434-87fd-44414ef6f8bd req-d3fd8071-d421-4584-b33b-f36dc36e650e service nova] Lock "1716c7db-d5b5-4152-98cf-e20453059362-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.066748] env[70015]: DEBUG oslo_concurrency.lockutils [req-55b00e05-bf50-4434-87fd-44414ef6f8bd req-d3fd8071-d421-4584-b33b-f36dc36e650e service nova] Lock "1716c7db-d5b5-4152-98cf-e20453059362-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.066748] env[70015]: DEBUG nova.compute.manager [req-55b00e05-bf50-4434-87fd-44414ef6f8bd req-d3fd8071-d421-4584-b33b-f36dc36e650e service nova] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] No waiting events found dispatching network-vif-plugged-c7889eaa-1500-4a25-adc9-045c7cbbe13f {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 799.066748] env[70015]: WARNING nova.compute.manager [req-55b00e05-bf50-4434-87fd-44414ef6f8bd req-d3fd8071-d421-4584-b33b-f36dc36e650e service nova] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Received unexpected event network-vif-plugged-c7889eaa-1500-4a25-adc9-045c7cbbe13f for instance with vm_state building and task_state spawning. [ 799.099231] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b485bea6-a549-4999-92f7-b31d2d257af8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.108709] env[70015]: DEBUG oslo_vmware.api [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3610702, 'name': ReconfigVM_Task, 'duration_secs': 0.712477} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.109688] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 9346b616-beab-42ce-8211-f746d17130ae/9346b616-beab-42ce-8211-f746d17130ae.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.110783] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1154b0b3-ff33-43b0-9889-63a3305587ea {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.116918] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f7682b-3cca-426c-b81a-bec3e36ee682 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.125164] env[70015]: DEBUG nova.network.neutron [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Successfully updated port: c7889eaa-1500-4a25-adc9-045c7cbbe13f {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 799.127320] env[70015]: DEBUG oslo_vmware.api [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 799.127320] env[70015]: value = "task-3610704" [ 799.127320] env[70015]: _type = "Task" [ 799.127320] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.128550] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4c4112e0-c9fe-441c-aff4-19479727fcd1 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Acquiring lock "35f9285c-cb12-45c3-8cb5-b61d10b3c2d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.128806] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4c4112e0-c9fe-441c-aff4-19479727fcd1 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Lock "35f9285c-cb12-45c3-8cb5-b61d10b3c2d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.129072] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4c4112e0-c9fe-441c-aff4-19479727fcd1 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Acquiring lock "35f9285c-cb12-45c3-8cb5-b61d10b3c2d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.129273] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4c4112e0-c9fe-441c-aff4-19479727fcd1 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Lock "35f9285c-cb12-45c3-8cb5-b61d10b3c2d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.129434] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4c4112e0-c9fe-441c-aff4-19479727fcd1 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Lock "35f9285c-cb12-45c3-8cb5-b61d10b3c2d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.177839] env[70015]: INFO nova.compute.manager [None req-4c4112e0-c9fe-441c-aff4-19479727fcd1 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4] Terminating instance [ 799.177839] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad2457e-1684-49c7-85f3-f676f40d47e9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.189445] env[70015]: DEBUG oslo_vmware.api [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3610704, 'name': Rename_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.193186] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4842a07-16fc-4578-a7eb-a85f8e8f3149 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.213352] env[70015]: DEBUG nova.compute.provider_tree [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.343729] env[70015]: INFO nova.compute.manager [-] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Took 1.04 seconds to deallocate network for instance. [ 799.398819] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0fa29c0c-83d6-4c99-8c80-99d29270a56a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.414583] env[70015]: DEBUG oslo_vmware.api [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Task: {'id': task-3610703, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473833} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.415059] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 938ef7b4-e459-403d-ba0f-93415a15acbc/938ef7b4-e459-403d-ba0f-93415a15acbc.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 799.415395] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 799.415747] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e918f2ea-5a13-4427-8519-3fd31265daf6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.424458] env[70015]: DEBUG oslo_vmware.api [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Waiting for the task: (returnval){ [ 799.424458] env[70015]: value = "task-3610705" [ 799.424458] env[70015]: _type = "Task" [ 799.424458] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.438480] env[70015]: DEBUG oslo_vmware.api [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Task: {'id': task-3610705, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.466305] env[70015]: DEBUG nova.compute.manager [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 5a609adf-7c6f-4ee5-a94a-cdda99227a12] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 799.504280] env[70015]: DEBUG nova.virt.hardware [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 799.504280] env[70015]: DEBUG nova.virt.hardware [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.504280] env[70015]: DEBUG nova.virt.hardware [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.504280] env[70015]: DEBUG nova.virt.hardware [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.504280] env[70015]: DEBUG nova.virt.hardware [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.504280] env[70015]: DEBUG nova.virt.hardware [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 799.504280] env[70015]: DEBUG nova.virt.hardware [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 799.504280] env[70015]: DEBUG nova.virt.hardware [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 799.504280] env[70015]: DEBUG nova.virt.hardware [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 799.504280] env[70015]: DEBUG nova.virt.hardware [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 799.504280] env[70015]: DEBUG nova.virt.hardware [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 799.506029] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2021f391-59b5-4a73-9c32-234312090aca {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.513302] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b357f2-cc17-4b78-bff5-914f880ad33e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.560017] env[70015]: DEBUG oslo_concurrency.lockutils [None req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Lock "a6ad6fe7-22f0-405e-8e5f-6e56325049a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.489s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.629453] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Acquiring lock "refresh_cache-1716c7db-d5b5-4152-98cf-e20453059362" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.629619] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Acquired lock "refresh_cache-1716c7db-d5b5-4152-98cf-e20453059362" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.629773] env[70015]: DEBUG nova.network.neutron [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 799.644632] env[70015]: DEBUG oslo_vmware.api [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3610704, 'name': Rename_Task, 'duration_secs': 0.225437} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.644898] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 799.645158] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ceba2d91-cfc8-406e-8b07-316f95a08110 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.651412] env[70015]: DEBUG oslo_vmware.api [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 799.651412] env[70015]: value = "task-3610706" [ 799.651412] env[70015]: _type = "Task" [ 799.651412] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.660064] env[70015]: DEBUG oslo_vmware.api [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3610706, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.683390] env[70015]: DEBUG nova.compute.manager [None req-4c4112e0-c9fe-441c-aff4-19479727fcd1 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 799.683601] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4112e0-c9fe-441c-aff4-19479727fcd1 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.684812] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43dca31e-200c-4cdc-a670-fd0a2386ce1f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.694247] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4112e0-c9fe-441c-aff4-19479727fcd1 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 799.694524] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1986498f-b7bc-4aac-a31d-5efa82dae5ee {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.700076] env[70015]: DEBUG oslo_vmware.rw_handles [None req-d43ac570-ea11-44cd-a58e-981e3e2f86b1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52033bd1-8ee1-5ee8-177f-321dd563a4cd/disk-0.vmdk. {{(pid=70015) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 799.700896] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc561dc-57ec-48da-a8d3-9bb6b6f7901b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.706343] env[70015]: DEBUG oslo_vmware.rw_handles [None req-d43ac570-ea11-44cd-a58e-981e3e2f86b1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52033bd1-8ee1-5ee8-177f-321dd563a4cd/disk-0.vmdk is in state: ready. {{(pid=70015) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 799.706508] env[70015]: ERROR oslo_vmware.rw_handles [None req-d43ac570-ea11-44cd-a58e-981e3e2f86b1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52033bd1-8ee1-5ee8-177f-321dd563a4cd/disk-0.vmdk due to incomplete transfer. [ 799.706719] env[70015]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-00d4103c-1c91-4f5a-bb88-ea4af78e8f7a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.714031] env[70015]: DEBUG oslo_vmware.rw_handles [None req-d43ac570-ea11-44cd-a58e-981e3e2f86b1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52033bd1-8ee1-5ee8-177f-321dd563a4cd/disk-0.vmdk. {{(pid=70015) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 799.714249] env[70015]: DEBUG nova.virt.vmwareapi.images [None req-d43ac570-ea11-44cd-a58e-981e3e2f86b1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Uploaded image 5dd6cdb9-6fb9-4f27-bdb8-0b5f0b820056 to the Glance image server {{(pid=70015) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 799.716813] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43ac570-ea11-44cd-a58e-981e3e2f86b1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Destroying the VM {{(pid=70015) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 799.717782] env[70015]: DEBUG nova.scheduler.client.report [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.721971] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-22b56b0e-af6e-4214-9bad-60df786182ff {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.728389] env[70015]: DEBUG oslo_vmware.api [None req-d43ac570-ea11-44cd-a58e-981e3e2f86b1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 799.728389] env[70015]: value = "task-3610708" [ 799.728389] env[70015]: _type = "Task" [ 799.728389] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.741027] env[70015]: DEBUG oslo_vmware.api [None req-d43ac570-ea11-44cd-a58e-981e3e2f86b1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610708, 'name': Destroy_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.760122] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4112e0-c9fe-441c-aff4-19479727fcd1 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 799.760388] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4112e0-c9fe-441c-aff4-19479727fcd1 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 799.760568] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c4112e0-c9fe-441c-aff4-19479727fcd1 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Deleting the datastore file [datastore2] 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 799.760837] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-311dfac5-7bcf-4b54-b236-6e7122736d05 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.770019] env[70015]: DEBUG oslo_vmware.api [None req-4c4112e0-c9fe-441c-aff4-19479727fcd1 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Waiting for the task: (returnval){ [ 799.770019] env[70015]: value = "task-3610709" [ 799.770019] env[70015]: _type = "Task" [ 799.770019] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.778935] env[70015]: DEBUG oslo_vmware.api [None req-4c4112e0-c9fe-441c-aff4-19479727fcd1 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Task: {'id': task-3610709, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.854165] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3c77bf15-1590-4af7-84ee-19190611a429 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.939359] env[70015]: DEBUG oslo_vmware.api [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Task: {'id': task-3610705, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068791} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.939918] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 799.941489] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cefc09e-05dc-4c56-99e9-8efca3060b65 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.969538] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 938ef7b4-e459-403d-ba0f-93415a15acbc/938ef7b4-e459-403d-ba0f-93415a15acbc.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.973449] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78bdcdcb-d486-4185-b40a-e1208696997d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.993773] env[70015]: DEBUG oslo_vmware.api [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Waiting for the task: (returnval){ [ 799.993773] env[70015]: value = "task-3610710" [ 799.993773] env[70015]: _type = "Task" [ 799.993773] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.002212] env[70015]: DEBUG oslo_vmware.api [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Task: {'id': task-3610710, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.066827] env[70015]: DEBUG nova.compute.manager [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dd3e3400-bf0e-41f2-954d-b7b78e6941b5] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 800.160864] env[70015]: DEBUG oslo_vmware.api [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3610706, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.185611] env[70015]: DEBUG nova.network.neutron [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 800.225198] env[70015]: DEBUG oslo_concurrency.lockutils [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.779s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.225732] env[70015]: DEBUG nova.compute.manager [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 800.228536] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.898s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.228729] env[70015]: DEBUG nova.objects.instance [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] [instance: 70185831-3921-4fbf-8382-b6098f340372] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70015) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 800.240726] env[70015]: DEBUG oslo_vmware.api [None req-d43ac570-ea11-44cd-a58e-981e3e2f86b1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610708, 'name': Destroy_Task} progress is 33%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.277625] env[70015]: DEBUG oslo_vmware.api [None req-4c4112e0-c9fe-441c-aff4-19479727fcd1 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Task: {'id': task-3610709, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165108} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.277888] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c4112e0-c9fe-441c-aff4-19479727fcd1 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.278126] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4112e0-c9fe-441c-aff4-19479727fcd1 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.278334] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4112e0-c9fe-441c-aff4-19479727fcd1 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.282022] env[70015]: INFO nova.compute.manager [None req-4c4112e0-c9fe-441c-aff4-19479727fcd1 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4] Took 0.59 seconds to destroy the instance on the hypervisor. [ 800.282022] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c4112e0-c9fe-441c-aff4-19479727fcd1 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.282022] env[70015]: DEBUG nova.compute.manager [-] [instance: 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 800.282022] env[70015]: DEBUG nova.network.neutron [-] [instance: 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 800.481208] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Acquiring lock "1b4eaaac-eed4-432f-a535-bee8f93ee4c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.481561] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Lock "1b4eaaac-eed4-432f-a535-bee8f93ee4c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.504841] env[70015]: DEBUG oslo_vmware.api [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Task: {'id': task-3610710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.594063] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.661028] env[70015]: DEBUG oslo_vmware.api [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3610706, 'name': PowerOnVM_Task, 'duration_secs': 0.657803} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.661362] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.662095] env[70015]: INFO nova.compute.manager [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Took 9.50 seconds to spawn the instance on the hypervisor. [ 800.662352] env[70015]: DEBUG nova.compute.manager [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.663147] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01cf13b-c039-4c96-9127-27c629eb1fab {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.741271] env[70015]: DEBUG nova.compute.utils [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 800.749841] env[70015]: DEBUG nova.compute.manager [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 800.749991] env[70015]: DEBUG nova.network.neutron [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 800.756596] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e979c408-81db-46fd-8f06-ff51620d17c5 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.528s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.758476] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7de4bd9a-7810-402a-b278-9a2af8d1f363 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.283s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.758476] env[70015]: DEBUG nova.objects.instance [None req-7de4bd9a-7810-402a-b278-9a2af8d1f363 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Lazy-loading 'resources' on Instance uuid af089f7b-dc31-4722-93a2-a2dbc9ff557e {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.769646] env[70015]: DEBUG oslo_vmware.api [None req-d43ac570-ea11-44cd-a58e-981e3e2f86b1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610708, 'name': Destroy_Task, 'duration_secs': 0.89792} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.769919] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-d43ac570-ea11-44cd-a58e-981e3e2f86b1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Destroyed the VM [ 800.770220] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d43ac570-ea11-44cd-a58e-981e3e2f86b1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Deleting Snapshot of the VM instance {{(pid=70015) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 800.770885] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-287bf15c-813e-4da8-86db-5e14939779e3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.778712] env[70015]: DEBUG oslo_vmware.api [None req-d43ac570-ea11-44cd-a58e-981e3e2f86b1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 800.778712] env[70015]: value = "task-3610711" [ 800.778712] env[70015]: _type = "Task" [ 800.778712] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.790052] env[70015]: DEBUG oslo_vmware.api [None req-d43ac570-ea11-44cd-a58e-981e3e2f86b1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610711, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.822860] env[70015]: DEBUG nova.policy [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1a8659ea4e44725b2fa6746b754c367', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db9270719b1d444d9e1e4434b1a1199a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 801.007941] env[70015]: DEBUG oslo_vmware.api [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Task: {'id': task-3610710, 'name': ReconfigVM_Task, 'duration_secs': 0.77861} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.008904] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 938ef7b4-e459-403d-ba0f-93415a15acbc/938ef7b4-e459-403d-ba0f-93415a15acbc.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.010132] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-455827e2-bbdc-4393-8f62-f081af99207c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.017266] env[70015]: DEBUG oslo_vmware.api [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Waiting for the task: (returnval){ [ 801.017266] env[70015]: value = "task-3610712" [ 801.017266] env[70015]: _type = "Task" [ 801.017266] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.030971] env[70015]: DEBUG oslo_vmware.api [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Task: {'id': task-3610712, 'name': Rename_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.030971] env[70015]: DEBUG nova.network.neutron [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Updating instance_info_cache with network_info: [{"id": "72bfb461-13f1-4d82-89ba-f35ef8dcf787", "address": "fa:16:3e:95:5a:06", "network": {"id": "2dff4a17-8473-4292-9324-ff4841537f4e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-589342884", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e655a79e2034aa39a18fa61c26d6412", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72bfb461-13", "ovs_interfaceid": "72bfb461-13f1-4d82-89ba-f35ef8dcf787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c7889eaa-1500-4a25-adc9-045c7cbbe13f", "address": "fa:16:3e:ca:f3:bf", "network": {"id": "832b1460-3746-4af7-a9e0-f2eee96d2bc3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1206400215", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6e655a79e2034aa39a18fa61c26d6412", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7889eaa-15", "ovs_interfaceid": "c7889eaa-1500-4a25-adc9-045c7cbbe13f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.126938] env[70015]: DEBUG nova.network.neutron [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Successfully created port: 12d1a3ef-c542-429b-86e8-18a5c72a80da {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 801.182569] env[70015]: INFO nova.compute.manager [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Took 43.92 seconds to build instance. [ 801.253027] env[70015]: DEBUG nova.compute.manager [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 801.289450] env[70015]: DEBUG oslo_vmware.api [None req-d43ac570-ea11-44cd-a58e-981e3e2f86b1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610711, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.464837] env[70015]: DEBUG nova.network.neutron [-] [instance: 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.474354] env[70015]: DEBUG nova.network.neutron [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 5a609adf-7c6f-4ee5-a94a-cdda99227a12] Successfully updated port: 0f89619f-be27-4321-8cef-fce725b9c55e {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 801.527646] env[70015]: DEBUG oslo_vmware.api [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Task: {'id': task-3610712, 'name': Rename_Task, 'duration_secs': 0.380058} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.530543] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 801.531194] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ff2379c-695a-4cdc-800a-be72950ca599 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.532976] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Releasing lock "refresh_cache-1716c7db-d5b5-4152-98cf-e20453059362" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.533350] env[70015]: DEBUG nova.compute.manager [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Instance network_info: |[{"id": "72bfb461-13f1-4d82-89ba-f35ef8dcf787", "address": "fa:16:3e:95:5a:06", "network": {"id": "2dff4a17-8473-4292-9324-ff4841537f4e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-589342884", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e655a79e2034aa39a18fa61c26d6412", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72bfb461-13", "ovs_interfaceid": "72bfb461-13f1-4d82-89ba-f35ef8dcf787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c7889eaa-1500-4a25-adc9-045c7cbbe13f", "address": "fa:16:3e:ca:f3:bf", "network": {"id": "832b1460-3746-4af7-a9e0-f2eee96d2bc3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1206400215", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6e655a79e2034aa39a18fa61c26d6412", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7889eaa-15", "ovs_interfaceid": "c7889eaa-1500-4a25-adc9-045c7cbbe13f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 801.533772] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:5a:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55bd18a7-39a8-4d07-9088-9b944f9ff710', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72bfb461-13f1-4d82-89ba-f35ef8dcf787', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:f3:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '778b9a40-d603-4765-ac88-bd6d42c457a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7889eaa-1500-4a25-adc9-045c7cbbe13f', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.543137] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.546149] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.546611] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b86c8dc1-a15b-4b32-98c1-ca65153a4322 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.567703] env[70015]: DEBUG oslo_vmware.api [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Waiting for the task: (returnval){ [ 801.567703] env[70015]: value = "task-3610713" [ 801.567703] env[70015]: _type = "Task" [ 801.567703] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.573445] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.573445] env[70015]: value = "task-3610714" [ 801.573445] env[70015]: _type = "Task" [ 801.573445] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.584804] env[70015]: DEBUG oslo_vmware.api [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Task: {'id': task-3610713, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.593253] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610714, 'name': CreateVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.597237] env[70015]: DEBUG nova.compute.manager [req-865b28a8-83d3-4ccf-aa34-60c7c3934fe4 req-6c5888da-b185-4db6-a686-f32794dcf6ed service nova] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Received event network-changed-c7889eaa-1500-4a25-adc9-045c7cbbe13f {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.597444] env[70015]: DEBUG nova.compute.manager [req-865b28a8-83d3-4ccf-aa34-60c7c3934fe4 req-6c5888da-b185-4db6-a686-f32794dcf6ed service nova] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Refreshing instance network info cache due to event network-changed-c7889eaa-1500-4a25-adc9-045c7cbbe13f. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 801.597666] env[70015]: DEBUG oslo_concurrency.lockutils [req-865b28a8-83d3-4ccf-aa34-60c7c3934fe4 req-6c5888da-b185-4db6-a686-f32794dcf6ed service nova] Acquiring lock "refresh_cache-1716c7db-d5b5-4152-98cf-e20453059362" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.597814] env[70015]: DEBUG oslo_concurrency.lockutils [req-865b28a8-83d3-4ccf-aa34-60c7c3934fe4 req-6c5888da-b185-4db6-a686-f32794dcf6ed service nova] Acquired lock "refresh_cache-1716c7db-d5b5-4152-98cf-e20453059362" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.597971] env[70015]: DEBUG nova.network.neutron [req-865b28a8-83d3-4ccf-aa34-60c7c3934fe4 req-6c5888da-b185-4db6-a686-f32794dcf6ed service nova] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Refreshing network info cache for port c7889eaa-1500-4a25-adc9-045c7cbbe13f {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 801.685156] env[70015]: DEBUG oslo_concurrency.lockutils [None req-07abab46-b28f-4531-bd10-93407d3e2a05 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lock "9346b616-beab-42ce-8211-f746d17130ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.880s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.792413] env[70015]: DEBUG oslo_vmware.api [None req-d43ac570-ea11-44cd-a58e-981e3e2f86b1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610711, 'name': RemoveSnapshot_Task, 'duration_secs': 0.97334} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.793763] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d43ac570-ea11-44cd-a58e-981e3e2f86b1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Deleted Snapshot of the VM instance {{(pid=70015) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 801.793763] env[70015]: INFO nova.compute.manager [None req-d43ac570-ea11-44cd-a58e-981e3e2f86b1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Took 16.67 seconds to snapshot the instance on the hypervisor. [ 801.882283] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c7fc47-8dac-4722-affc-29199c0d8024 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.889446] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c461c62d-c9cd-4eea-9f73-e61955fbd097 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.920009] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79a0e2e-2237-4f03-ba53-6aca20750706 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.927543] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2aa091-42a8-4c2c-838e-734d0033c5b4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.942092] env[70015]: DEBUG nova.compute.provider_tree [None req-7de4bd9a-7810-402a-b278-9a2af8d1f363 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.965292] env[70015]: INFO nova.compute.manager [-] [instance: 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4] Took 1.69 seconds to deallocate network for instance. [ 801.976813] env[70015]: DEBUG oslo_concurrency.lockutils [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquiring lock "refresh_cache-5a609adf-7c6f-4ee5-a94a-cdda99227a12" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.976925] env[70015]: DEBUG oslo_concurrency.lockutils [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquired lock "refresh_cache-5a609adf-7c6f-4ee5-a94a-cdda99227a12" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.977068] env[70015]: DEBUG nova.network.neutron [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 5a609adf-7c6f-4ee5-a94a-cdda99227a12] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 802.085022] env[70015]: DEBUG oslo_vmware.api [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Task: {'id': task-3610713, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.089780] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610714, 'name': CreateVM_Task, 'duration_secs': 0.50837} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.090011] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.090872] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.091156] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.091535] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.093669] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d547af86-45d0-4627-bd9c-fda8a54e242c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.097889] env[70015]: DEBUG oslo_vmware.api [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Waiting for the task: (returnval){ [ 802.097889] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52329faf-c17a-41c3-0b1e-3752f99095c4" [ 802.097889] env[70015]: _type = "Task" [ 802.097889] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.108339] env[70015]: DEBUG oslo_vmware.api [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52329faf-c17a-41c3-0b1e-3752f99095c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.189270] env[70015]: DEBUG nova.compute.manager [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 802.263465] env[70015]: DEBUG nova.compute.manager [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 802.290132] env[70015]: DEBUG nova.virt.hardware [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 802.290384] env[70015]: DEBUG nova.virt.hardware [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 802.290541] env[70015]: DEBUG nova.virt.hardware [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.290722] env[70015]: DEBUG nova.virt.hardware [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 802.290870] env[70015]: DEBUG nova.virt.hardware [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.291028] env[70015]: DEBUG nova.virt.hardware [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 802.291307] env[70015]: DEBUG nova.virt.hardware [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 802.291522] env[70015]: DEBUG nova.virt.hardware [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 802.291698] env[70015]: DEBUG nova.virt.hardware [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 802.291862] env[70015]: DEBUG nova.virt.hardware [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 802.292058] env[70015]: DEBUG nova.virt.hardware [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 802.292975] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936e40b7-3433-4721-b04d-d77a3a0d9719 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.302844] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8fc8cff-4563-4ff6-85e1-0d8516413e3e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.339615] env[70015]: DEBUG nova.compute.manager [None req-d43ac570-ea11-44cd-a58e-981e3e2f86b1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Found 2 images (rotation: 2) {{(pid=70015) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 802.356146] env[70015]: DEBUG nova.network.neutron [req-865b28a8-83d3-4ccf-aa34-60c7c3934fe4 req-6c5888da-b185-4db6-a686-f32794dcf6ed service nova] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Updated VIF entry in instance network info cache for port c7889eaa-1500-4a25-adc9-045c7cbbe13f. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 802.356592] env[70015]: DEBUG nova.network.neutron [req-865b28a8-83d3-4ccf-aa34-60c7c3934fe4 req-6c5888da-b185-4db6-a686-f32794dcf6ed service nova] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Updating instance_info_cache with network_info: [{"id": "72bfb461-13f1-4d82-89ba-f35ef8dcf787", "address": "fa:16:3e:95:5a:06", "network": {"id": "2dff4a17-8473-4292-9324-ff4841537f4e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-589342884", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e655a79e2034aa39a18fa61c26d6412", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72bfb461-13", "ovs_interfaceid": "72bfb461-13f1-4d82-89ba-f35ef8dcf787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c7889eaa-1500-4a25-adc9-045c7cbbe13f", "address": "fa:16:3e:ca:f3:bf", "network": {"id": "832b1460-3746-4af7-a9e0-f2eee96d2bc3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1206400215", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6e655a79e2034aa39a18fa61c26d6412", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7889eaa-15", "ovs_interfaceid": "c7889eaa-1500-4a25-adc9-045c7cbbe13f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.447544] env[70015]: DEBUG nova.scheduler.client.report [None req-7de4bd9a-7810-402a-b278-9a2af8d1f363 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.474993] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4c4112e0-c9fe-441c-aff4-19479727fcd1 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.512899] env[70015]: DEBUG nova.network.neutron [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 5a609adf-7c6f-4ee5-a94a-cdda99227a12] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 802.581993] env[70015]: DEBUG oslo_vmware.api [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Task: {'id': task-3610713, 'name': PowerOnVM_Task, 'duration_secs': 0.603047} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.582869] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 802.583136] env[70015]: INFO nova.compute.manager [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Took 5.90 seconds to spawn the instance on the hypervisor. [ 802.583328] env[70015]: DEBUG nova.compute.manager [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.584114] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844bfe7c-638d-468c-bb32-9e7939edb439 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.608610] env[70015]: DEBUG oslo_vmware.api [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52329faf-c17a-41c3-0b1e-3752f99095c4, 'name': SearchDatastore_Task, 'duration_secs': 0.011808} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.609421] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.609747] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.610113] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.610365] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.610632] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.611218] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37a1a8bc-c92a-456f-bdb1-966b8df05785 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.625167] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.625167] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.632166] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe529652-d3aa-4f43-8f7b-ac8d785d77e9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.635704] env[70015]: DEBUG oslo_vmware.api [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Waiting for the task: (returnval){ [ 802.635704] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]521ee251-fa15-0d45-175c-261823d03345" [ 802.635704] env[70015]: _type = "Task" [ 802.635704] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.645916] env[70015]: DEBUG oslo_vmware.api [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]521ee251-fa15-0d45-175c-261823d03345, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.690139] env[70015]: DEBUG nova.network.neutron [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Successfully updated port: 12d1a3ef-c542-429b-86e8-18a5c72a80da {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 802.720304] env[70015]: DEBUG oslo_concurrency.lockutils [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.772274] env[70015]: DEBUG nova.network.neutron [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 5a609adf-7c6f-4ee5-a94a-cdda99227a12] Updating instance_info_cache with network_info: [{"id": "0f89619f-be27-4321-8cef-fce725b9c55e", "address": "fa:16:3e:4f:03:68", "network": {"id": "87921d07-4a17-46a8-bc91-3d5d318c1dff", "bridge": "br-int", "label": "tempest-ServersTestJSON-1620274104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b72f826aa534249890653a8e469cbaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f89619f-be", "ovs_interfaceid": "0f89619f-be27-4321-8cef-fce725b9c55e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.791936] env[70015]: DEBUG nova.compute.manager [req-1157aa33-9230-4e8f-b50a-168983e1c396 req-1ddd98e7-8d4f-4f8a-a1e4-45ac327e1a1f service nova] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Received event network-vif-plugged-12d1a3ef-c542-429b-86e8-18a5c72a80da {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.791936] env[70015]: DEBUG oslo_concurrency.lockutils [req-1157aa33-9230-4e8f-b50a-168983e1c396 req-1ddd98e7-8d4f-4f8a-a1e4-45ac327e1a1f service nova] Acquiring lock "f3d258e2-ca12-4953-a7a7-1d6f701d6599-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.791936] env[70015]: DEBUG oslo_concurrency.lockutils [req-1157aa33-9230-4e8f-b50a-168983e1c396 req-1ddd98e7-8d4f-4f8a-a1e4-45ac327e1a1f service nova] Lock "f3d258e2-ca12-4953-a7a7-1d6f701d6599-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.791936] env[70015]: DEBUG oslo_concurrency.lockutils [req-1157aa33-9230-4e8f-b50a-168983e1c396 req-1ddd98e7-8d4f-4f8a-a1e4-45ac327e1a1f service nova] Lock "f3d258e2-ca12-4953-a7a7-1d6f701d6599-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.793659] env[70015]: DEBUG nova.compute.manager [req-1157aa33-9230-4e8f-b50a-168983e1c396 req-1ddd98e7-8d4f-4f8a-a1e4-45ac327e1a1f service nova] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] No waiting events found dispatching network-vif-plugged-12d1a3ef-c542-429b-86e8-18a5c72a80da {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 802.793659] env[70015]: WARNING nova.compute.manager [req-1157aa33-9230-4e8f-b50a-168983e1c396 req-1ddd98e7-8d4f-4f8a-a1e4-45ac327e1a1f service nova] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Received unexpected event network-vif-plugged-12d1a3ef-c542-429b-86e8-18a5c72a80da for instance with vm_state building and task_state spawning. [ 802.859031] env[70015]: DEBUG oslo_concurrency.lockutils [req-865b28a8-83d3-4ccf-aa34-60c7c3934fe4 req-6c5888da-b185-4db6-a686-f32794dcf6ed service nova] Releasing lock "refresh_cache-1716c7db-d5b5-4152-98cf-e20453059362" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.859427] env[70015]: DEBUG nova.compute.manager [req-865b28a8-83d3-4ccf-aa34-60c7c3934fe4 req-6c5888da-b185-4db6-a686-f32794dcf6ed service nova] [instance: 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4] Received event network-vif-deleted-21dd099e-3dab-4b1a-887d-690439ebaa86 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.939105] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a850e0ee-ece3-4857-b839-1b9341417239 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquiring lock "9346b616-beab-42ce-8211-f746d17130ae" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.939363] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a850e0ee-ece3-4857-b839-1b9341417239 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lock "9346b616-beab-42ce-8211-f746d17130ae" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.939546] env[70015]: DEBUG nova.compute.manager [None req-a850e0ee-ece3-4857-b839-1b9341417239 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.940453] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca505570-568d-44a9-b288-6a488b573223 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.948043] env[70015]: DEBUG nova.compute.manager [None req-a850e0ee-ece3-4857-b839-1b9341417239 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70015) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 802.948620] env[70015]: DEBUG nova.objects.instance [None req-a850e0ee-ece3-4857-b839-1b9341417239 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lazy-loading 'flavor' on Instance uuid 9346b616-beab-42ce-8211-f746d17130ae {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 802.953263] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7de4bd9a-7810-402a-b278-9a2af8d1f363 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.195s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.955808] env[70015]: DEBUG oslo_concurrency.lockutils [None req-890f9a34-fff0-4bcd-8a43-7afd850d1a60 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.231s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.956378] env[70015]: DEBUG nova.objects.instance [None req-890f9a34-fff0-4bcd-8a43-7afd850d1a60 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Lazy-loading 'resources' on Instance uuid ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 802.983402] env[70015]: INFO nova.scheduler.client.report [None req-7de4bd9a-7810-402a-b278-9a2af8d1f363 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Deleted allocations for instance af089f7b-dc31-4722-93a2-a2dbc9ff557e [ 803.103261] env[70015]: INFO nova.compute.manager [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Took 38.30 seconds to build instance. [ 803.130324] env[70015]: DEBUG nova.compute.manager [None req-0994b281-a5a1-4668-a6a6-ca7be0299e71 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.131397] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337c5a51-ed23-4625-9880-bda218988eeb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.149542] env[70015]: DEBUG oslo_vmware.api [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]521ee251-fa15-0d45-175c-261823d03345, 'name': SearchDatastore_Task, 'duration_secs': 0.010276} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.150809] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc4dc43c-786b-48fd-86a7-ebd80b94bf80 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.157011] env[70015]: DEBUG oslo_vmware.api [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Waiting for the task: (returnval){ [ 803.157011] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52f66ec6-b6a9-1d3d-33cb-87ca22b912a2" [ 803.157011] env[70015]: _type = "Task" [ 803.157011] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.164933] env[70015]: DEBUG oslo_vmware.api [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52f66ec6-b6a9-1d3d-33cb-87ca22b912a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.200239] env[70015]: DEBUG oslo_concurrency.lockutils [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Acquiring lock "refresh_cache-f3d258e2-ca12-4953-a7a7-1d6f701d6599" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.200239] env[70015]: DEBUG oslo_concurrency.lockutils [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Acquired lock "refresh_cache-f3d258e2-ca12-4953-a7a7-1d6f701d6599" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.200465] env[70015]: DEBUG nova.network.neutron [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.279426] env[70015]: DEBUG oslo_concurrency.lockutils [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Releasing lock "refresh_cache-5a609adf-7c6f-4ee5-a94a-cdda99227a12" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.279791] env[70015]: DEBUG nova.compute.manager [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 5a609adf-7c6f-4ee5-a94a-cdda99227a12] Instance network_info: |[{"id": "0f89619f-be27-4321-8cef-fce725b9c55e", "address": "fa:16:3e:4f:03:68", "network": {"id": "87921d07-4a17-46a8-bc91-3d5d318c1dff", "bridge": "br-int", "label": "tempest-ServersTestJSON-1620274104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b72f826aa534249890653a8e469cbaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f89619f-be", "ovs_interfaceid": "0f89619f-be27-4321-8cef-fce725b9c55e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 803.280212] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 5a609adf-7c6f-4ee5-a94a-cdda99227a12] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:03:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f66f8375-4460-4acd-987b-acda72bfcf0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f89619f-be27-4321-8cef-fce725b9c55e', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.287846] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Creating folder: Project (1b72f826aa534249890653a8e469cbaf). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.288179] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f93cdf3c-14cd-4459-9b6a-2090d17cbf87 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.299600] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Created folder: Project (1b72f826aa534249890653a8e469cbaf) in parent group-v720117. [ 803.300364] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Creating folder: Instances. Parent ref: group-v720260. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.300364] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b667004-6c71-494f-a7db-2d1da5871e53 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.308961] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Created folder: Instances in parent group-v720260. [ 803.309076] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.309319] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a609adf-7c6f-4ee5-a94a-cdda99227a12] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.309535] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61840682-f257-48ae-80f2-14e5fa34f8ab {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.333029] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 803.333029] env[70015]: value = "task-3610717" [ 803.333029] env[70015]: _type = "Task" [ 803.333029] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.341550] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610717, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.491650] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7de4bd9a-7810-402a-b278-9a2af8d1f363 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Lock "af089f7b-dc31-4722-93a2-a2dbc9ff557e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.612s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.604402] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9ab92bce-8311-416f-8a3f-d153997a57a3 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Lock "938ef7b4-e459-403d-ba0f-93415a15acbc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.053s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.645014] env[70015]: INFO nova.compute.manager [None req-0994b281-a5a1-4668-a6a6-ca7be0299e71 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] instance snapshotting [ 803.645697] env[70015]: DEBUG nova.objects.instance [None req-0994b281-a5a1-4668-a6a6-ca7be0299e71 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lazy-loading 'flavor' on Instance uuid 66d937aa-30ed-468f-a62a-e37e7c2b41fb {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.670939] env[70015]: DEBUG oslo_vmware.api [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52f66ec6-b6a9-1d3d-33cb-87ca22b912a2, 'name': SearchDatastore_Task, 'duration_secs': 0.010369} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.671511] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.671774] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 1716c7db-d5b5-4152-98cf-e20453059362/1716c7db-d5b5-4152-98cf-e20453059362.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.672049] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e88bbfa6-423a-4dc1-8d60-30aaa5e74c4d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.682958] env[70015]: DEBUG oslo_vmware.api [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Waiting for the task: (returnval){ [ 803.682958] env[70015]: value = "task-3610718" [ 803.682958] env[70015]: _type = "Task" [ 803.682958] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.693621] env[70015]: DEBUG oslo_vmware.api [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Task: {'id': task-3610718, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.702825] env[70015]: DEBUG nova.compute.manager [req-7949a974-2ce5-453f-8477-070e8efb471e req-eb109f4b-5e5f-4991-a30d-74b3baf972db service nova] [instance: 5a609adf-7c6f-4ee5-a94a-cdda99227a12] Received event network-vif-plugged-0f89619f-be27-4321-8cef-fce725b9c55e {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.703109] env[70015]: DEBUG oslo_concurrency.lockutils [req-7949a974-2ce5-453f-8477-070e8efb471e req-eb109f4b-5e5f-4991-a30d-74b3baf972db service nova] Acquiring lock "5a609adf-7c6f-4ee5-a94a-cdda99227a12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.703288] env[70015]: DEBUG oslo_concurrency.lockutils [req-7949a974-2ce5-453f-8477-070e8efb471e req-eb109f4b-5e5f-4991-a30d-74b3baf972db service nova] Lock "5a609adf-7c6f-4ee5-a94a-cdda99227a12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.703493] env[70015]: DEBUG oslo_concurrency.lockutils [req-7949a974-2ce5-453f-8477-070e8efb471e req-eb109f4b-5e5f-4991-a30d-74b3baf972db service nova] Lock "5a609adf-7c6f-4ee5-a94a-cdda99227a12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.703602] env[70015]: DEBUG nova.compute.manager [req-7949a974-2ce5-453f-8477-070e8efb471e req-eb109f4b-5e5f-4991-a30d-74b3baf972db service nova] [instance: 5a609adf-7c6f-4ee5-a94a-cdda99227a12] No waiting events found dispatching network-vif-plugged-0f89619f-be27-4321-8cef-fce725b9c55e {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 803.703771] env[70015]: WARNING nova.compute.manager [req-7949a974-2ce5-453f-8477-070e8efb471e req-eb109f4b-5e5f-4991-a30d-74b3baf972db service nova] [instance: 5a609adf-7c6f-4ee5-a94a-cdda99227a12] Received unexpected event network-vif-plugged-0f89619f-be27-4321-8cef-fce725b9c55e for instance with vm_state building and task_state spawning. [ 803.703932] env[70015]: DEBUG nova.compute.manager [req-7949a974-2ce5-453f-8477-070e8efb471e req-eb109f4b-5e5f-4991-a30d-74b3baf972db service nova] [instance: 5a609adf-7c6f-4ee5-a94a-cdda99227a12] Received event network-changed-0f89619f-be27-4321-8cef-fce725b9c55e {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.704093] env[70015]: DEBUG nova.compute.manager [req-7949a974-2ce5-453f-8477-070e8efb471e req-eb109f4b-5e5f-4991-a30d-74b3baf972db service nova] [instance: 5a609adf-7c6f-4ee5-a94a-cdda99227a12] Refreshing instance network info cache due to event network-changed-0f89619f-be27-4321-8cef-fce725b9c55e. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 803.704321] env[70015]: DEBUG oslo_concurrency.lockutils [req-7949a974-2ce5-453f-8477-070e8efb471e req-eb109f4b-5e5f-4991-a30d-74b3baf972db service nova] Acquiring lock "refresh_cache-5a609adf-7c6f-4ee5-a94a-cdda99227a12" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.704419] env[70015]: DEBUG oslo_concurrency.lockutils [req-7949a974-2ce5-453f-8477-070e8efb471e req-eb109f4b-5e5f-4991-a30d-74b3baf972db service nova] Acquired lock "refresh_cache-5a609adf-7c6f-4ee5-a94a-cdda99227a12" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.704577] env[70015]: DEBUG nova.network.neutron [req-7949a974-2ce5-453f-8477-070e8efb471e req-eb109f4b-5e5f-4991-a30d-74b3baf972db service nova] [instance: 5a609adf-7c6f-4ee5-a94a-cdda99227a12] Refreshing network info cache for port 0f89619f-be27-4321-8cef-fce725b9c55e {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.756048] env[70015]: DEBUG nova.network.neutron [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 803.848459] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610717, 'name': CreateVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.886385] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2efebc3c-2f10-4b92-978b-ddac83aaee8f tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Acquiring lock "a4ff87cd-018c-4386-ad14-5018367b64b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.887089] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2efebc3c-2f10-4b92-978b-ddac83aaee8f tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Lock "a4ff87cd-018c-4386-ad14-5018367b64b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.887644] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2efebc3c-2f10-4b92-978b-ddac83aaee8f tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Acquiring lock "a4ff87cd-018c-4386-ad14-5018367b64b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.888021] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2efebc3c-2f10-4b92-978b-ddac83aaee8f tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Lock "a4ff87cd-018c-4386-ad14-5018367b64b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.888463] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2efebc3c-2f10-4b92-978b-ddac83aaee8f tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Lock "a4ff87cd-018c-4386-ad14-5018367b64b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.891173] env[70015]: INFO nova.compute.manager [None req-2efebc3c-2f10-4b92-978b-ddac83aaee8f tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: a4ff87cd-018c-4386-ad14-5018367b64b2] Terminating instance [ 803.958549] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-a850e0ee-ece3-4857-b839-1b9341417239 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.959102] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89ed856e-ff05-4582-94a9-ce8570ea26f8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.967973] env[70015]: DEBUG oslo_vmware.api [None req-a850e0ee-ece3-4857-b839-1b9341417239 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 803.967973] env[70015]: value = "task-3610719" [ 803.967973] env[70015]: _type = "Task" [ 803.967973] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.982775] env[70015]: DEBUG oslo_vmware.api [None req-a850e0ee-ece3-4857-b839-1b9341417239 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3610719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.999230] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4cc0c7c-8364-45ca-af77-85f8595c9f8d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.008076] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1528dee8-e99f-4a3f-96d1-fdcd458e27a6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.044965] env[70015]: DEBUG nova.network.neutron [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Updating instance_info_cache with network_info: [{"id": "12d1a3ef-c542-429b-86e8-18a5c72a80da", "address": "fa:16:3e:81:a8:27", "network": {"id": "74079621-6489-4099-86ba-2ce6a3e033f9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-701290069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db9270719b1d444d9e1e4434b1a1199a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12d1a3ef-c5", "ovs_interfaceid": "12d1a3ef-c542-429b-86e8-18a5c72a80da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.049293] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce586824-c863-4f20-b655-c6603de8e202 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.057729] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d22974-bda2-4511-9559-863e57b2937f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.075031] env[70015]: DEBUG nova.compute.provider_tree [None req-890f9a34-fff0-4bcd-8a43-7afd850d1a60 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.107310] env[70015]: DEBUG nova.compute.manager [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 804.154620] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1c6eb2-495b-4a72-960e-5d9f28fafe79 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.176993] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7545c0a8-3889-4528-8b4c-e1186fe855ae {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.199146] env[70015]: DEBUG oslo_vmware.api [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Task: {'id': task-3610718, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515103} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.199322] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 1716c7db-d5b5-4152-98cf-e20453059362/1716c7db-d5b5-4152-98cf-e20453059362.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.199545] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.199889] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aad492fd-d18a-4128-9ba2-e3d0b1582880 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.208796] env[70015]: DEBUG oslo_vmware.api [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Waiting for the task: (returnval){ [ 804.208796] env[70015]: value = "task-3610720" [ 804.208796] env[70015]: _type = "Task" [ 804.208796] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.220234] env[70015]: DEBUG oslo_vmware.api [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Task: {'id': task-3610720, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.346658] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610717, 'name': CreateVM_Task, 'duration_secs': 0.557614} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.346835] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a609adf-7c6f-4ee5-a94a-cdda99227a12] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.347502] env[70015]: DEBUG oslo_concurrency.lockutils [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.347669] env[70015]: DEBUG oslo_concurrency.lockutils [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.347986] env[70015]: DEBUG oslo_concurrency.lockutils [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.348251] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-052e0229-ccc0-4539-8c83-c565424f2852 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.352956] env[70015]: DEBUG oslo_vmware.api [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 804.352956] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5288b7f2-8e5d-e661-51df-92c19a93cccb" [ 804.352956] env[70015]: _type = "Task" [ 804.352956] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.360833] env[70015]: DEBUG oslo_vmware.api [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5288b7f2-8e5d-e661-51df-92c19a93cccb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.395742] env[70015]: DEBUG nova.compute.manager [None req-2efebc3c-2f10-4b92-978b-ddac83aaee8f tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: a4ff87cd-018c-4386-ad14-5018367b64b2] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 804.395971] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-2efebc3c-2f10-4b92-978b-ddac83aaee8f tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: a4ff87cd-018c-4386-ad14-5018367b64b2] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 804.396855] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4769b5-03a2-4853-bef3-23f984b1da6a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.406438] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-2efebc3c-2f10-4b92-978b-ddac83aaee8f tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: a4ff87cd-018c-4386-ad14-5018367b64b2] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 804.406848] env[70015]: INFO nova.compute.manager [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Rebuilding instance [ 804.408708] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c5cef10-db16-4289-919e-cb1533ba5bec {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.419368] env[70015]: DEBUG oslo_vmware.api [None req-2efebc3c-2f10-4b92-978b-ddac83aaee8f tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Waiting for the task: (returnval){ [ 804.419368] env[70015]: value = "task-3610721" [ 804.419368] env[70015]: _type = "Task" [ 804.419368] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.427864] env[70015]: DEBUG oslo_vmware.api [None req-2efebc3c-2f10-4b92-978b-ddac83aaee8f tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': task-3610721, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.487989] env[70015]: DEBUG oslo_vmware.api [None req-a850e0ee-ece3-4857-b839-1b9341417239 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3610719, 'name': PowerOffVM_Task, 'duration_secs': 0.231219} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.488473] env[70015]: DEBUG nova.compute.manager [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.492024] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-a850e0ee-ece3-4857-b839-1b9341417239 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 804.492024] env[70015]: DEBUG nova.compute.manager [None req-a850e0ee-ece3-4857-b839-1b9341417239 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.492024] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17731f09-c8d2-427d-b0f8-d7d25614f3da {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.494920] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14138f7b-11ad-43b9-b61e-4d06312521ce {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.548456] env[70015]: DEBUG oslo_concurrency.lockutils [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Releasing lock "refresh_cache-f3d258e2-ca12-4953-a7a7-1d6f701d6599" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.548948] env[70015]: DEBUG nova.compute.manager [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Instance network_info: |[{"id": "12d1a3ef-c542-429b-86e8-18a5c72a80da", "address": "fa:16:3e:81:a8:27", "network": {"id": "74079621-6489-4099-86ba-2ce6a3e033f9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-701290069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db9270719b1d444d9e1e4434b1a1199a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12d1a3ef-c5", "ovs_interfaceid": "12d1a3ef-c542-429b-86e8-18a5c72a80da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 804.551347] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:a8:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5291d0-ee0f-4d70-b2ae-ab6879a67b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12d1a3ef-c542-429b-86e8-18a5c72a80da', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 804.561421] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Creating folder: Project (db9270719b1d444d9e1e4434b1a1199a). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 804.561894] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7320828-b460-42c5-a3dd-c351036c0f8f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.570754] env[70015]: DEBUG nova.network.neutron [req-7949a974-2ce5-453f-8477-070e8efb471e req-eb109f4b-5e5f-4991-a30d-74b3baf972db service nova] [instance: 5a609adf-7c6f-4ee5-a94a-cdda99227a12] Updated VIF entry in instance network info cache for port 0f89619f-be27-4321-8cef-fce725b9c55e. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 804.571375] env[70015]: DEBUG nova.network.neutron [req-7949a974-2ce5-453f-8477-070e8efb471e req-eb109f4b-5e5f-4991-a30d-74b3baf972db service nova] [instance: 5a609adf-7c6f-4ee5-a94a-cdda99227a12] Updating instance_info_cache with network_info: [{"id": "0f89619f-be27-4321-8cef-fce725b9c55e", "address": "fa:16:3e:4f:03:68", "network": {"id": "87921d07-4a17-46a8-bc91-3d5d318c1dff", "bridge": "br-int", "label": "tempest-ServersTestJSON-1620274104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b72f826aa534249890653a8e469cbaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f89619f-be", "ovs_interfaceid": "0f89619f-be27-4321-8cef-fce725b9c55e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.578563] env[70015]: DEBUG nova.scheduler.client.report [None req-890f9a34-fff0-4bcd-8a43-7afd850d1a60 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.582996] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Created folder: Project (db9270719b1d444d9e1e4434b1a1199a) in parent group-v720117. [ 804.582996] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Creating folder: Instances. Parent ref: group-v720263. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 804.582996] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eedbbdf9-ec9d-472b-b7cd-c0df21153044 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.596883] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Created folder: Instances in parent group-v720263. [ 804.597285] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.597387] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 804.597614] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3c281a4-22ec-446f-9bc1-3b866271e563 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.624568] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.624568] env[70015]: value = "task-3610724" [ 804.624568] env[70015]: _type = "Task" [ 804.624568] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.633880] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610724, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.636822] env[70015]: DEBUG oslo_concurrency.lockutils [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.694228] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-0994b281-a5a1-4668-a6a6-ca7be0299e71 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Creating Snapshot of the VM instance {{(pid=70015) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 804.694565] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-504e4ca8-61f7-4884-9a4c-5a3d6000f209 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.703073] env[70015]: DEBUG oslo_vmware.api [None req-0994b281-a5a1-4668-a6a6-ca7be0299e71 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 804.703073] env[70015]: value = "task-3610725" [ 804.703073] env[70015]: _type = "Task" [ 804.703073] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.713036] env[70015]: DEBUG oslo_vmware.api [None req-0994b281-a5a1-4668-a6a6-ca7be0299e71 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610725, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.723197] env[70015]: DEBUG oslo_vmware.api [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Task: {'id': task-3610720, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069436} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.723416] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.724281] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1836ced3-a115-47ff-8109-0d92d6184256 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.751794] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 1716c7db-d5b5-4152-98cf-e20453059362/1716c7db-d5b5-4152-98cf-e20453059362.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.752570] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a9bb7e7-c2be-4867-9d37-d89173af43d9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.774548] env[70015]: DEBUG oslo_vmware.api [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Waiting for the task: (returnval){ [ 804.774548] env[70015]: value = "task-3610726" [ 804.774548] env[70015]: _type = "Task" [ 804.774548] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.783447] env[70015]: DEBUG oslo_vmware.api [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Task: {'id': task-3610726, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.824125] env[70015]: DEBUG nova.compute.manager [req-6280ea48-85e0-493b-8822-b88c5d918d63 req-22706713-05fa-48e6-b860-db11ce887909 service nova] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Received event network-changed-12d1a3ef-c542-429b-86e8-18a5c72a80da {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.824125] env[70015]: DEBUG nova.compute.manager [req-6280ea48-85e0-493b-8822-b88c5d918d63 req-22706713-05fa-48e6-b860-db11ce887909 service nova] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Refreshing instance network info cache due to event network-changed-12d1a3ef-c542-429b-86e8-18a5c72a80da. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 804.824261] env[70015]: DEBUG oslo_concurrency.lockutils [req-6280ea48-85e0-493b-8822-b88c5d918d63 req-22706713-05fa-48e6-b860-db11ce887909 service nova] Acquiring lock "refresh_cache-f3d258e2-ca12-4953-a7a7-1d6f701d6599" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.824429] env[70015]: DEBUG oslo_concurrency.lockutils [req-6280ea48-85e0-493b-8822-b88c5d918d63 req-22706713-05fa-48e6-b860-db11ce887909 service nova] Acquired lock "refresh_cache-f3d258e2-ca12-4953-a7a7-1d6f701d6599" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.825027] env[70015]: DEBUG nova.network.neutron [req-6280ea48-85e0-493b-8822-b88c5d918d63 req-22706713-05fa-48e6-b860-db11ce887909 service nova] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Refreshing network info cache for port 12d1a3ef-c542-429b-86e8-18a5c72a80da {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.864147] env[70015]: DEBUG oslo_vmware.api [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5288b7f2-8e5d-e661-51df-92c19a93cccb, 'name': SearchDatastore_Task, 'duration_secs': 0.010148} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.864312] env[70015]: DEBUG oslo_concurrency.lockutils [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.864516] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 5a609adf-7c6f-4ee5-a94a-cdda99227a12] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 804.864750] env[70015]: DEBUG oslo_concurrency.lockutils [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.864896] env[70015]: DEBUG oslo_concurrency.lockutils [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.865101] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 804.865378] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df5f3099-cb3a-4a5f-b673-45e8c565032c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.875772] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 804.875967] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 804.876696] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-503fa8d1-621a-4d12-8e1c-a47ac71e335c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.884739] env[70015]: DEBUG oslo_vmware.api [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 804.884739] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5268be6a-e2d3-8372-4d7f-378708794891" [ 804.884739] env[70015]: _type = "Task" [ 804.884739] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.893360] env[70015]: DEBUG oslo_vmware.api [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5268be6a-e2d3-8372-4d7f-378708794891, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.929629] env[70015]: DEBUG oslo_vmware.api [None req-2efebc3c-2f10-4b92-978b-ddac83aaee8f tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': task-3610721, 'name': PowerOffVM_Task, 'duration_secs': 0.237958} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.929902] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-2efebc3c-2f10-4b92-978b-ddac83aaee8f tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: a4ff87cd-018c-4386-ad14-5018367b64b2] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 804.930096] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-2efebc3c-2f10-4b92-978b-ddac83aaee8f tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: a4ff87cd-018c-4386-ad14-5018367b64b2] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.930371] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7562d1c6-1add-4e6c-a304-c0fcadc210e8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.015603] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a850e0ee-ece3-4857-b839-1b9341417239 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lock "9346b616-beab-42ce-8211-f746d17130ae" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.076s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.016692] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-2efebc3c-2f10-4b92-978b-ddac83aaee8f tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: a4ff87cd-018c-4386-ad14-5018367b64b2] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 805.017168] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-2efebc3c-2f10-4b92-978b-ddac83aaee8f tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: a4ff87cd-018c-4386-ad14-5018367b64b2] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 805.017445] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-2efebc3c-2f10-4b92-978b-ddac83aaee8f tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Deleting the datastore file [datastore2] a4ff87cd-018c-4386-ad14-5018367b64b2 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 805.018092] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b29846d-5980-4f7d-8e68-34daf1a95f6c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.027018] env[70015]: DEBUG oslo_vmware.api [None req-2efebc3c-2f10-4b92-978b-ddac83aaee8f tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Waiting for the task: (returnval){ [ 805.027018] env[70015]: value = "task-3610728" [ 805.027018] env[70015]: _type = "Task" [ 805.027018] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.037694] env[70015]: DEBUG oslo_vmware.api [None req-2efebc3c-2f10-4b92-978b-ddac83aaee8f tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': task-3610728, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.074483] env[70015]: DEBUG oslo_concurrency.lockutils [req-7949a974-2ce5-453f-8477-070e8efb471e req-eb109f4b-5e5f-4991-a30d-74b3baf972db service nova] Releasing lock "refresh_cache-5a609adf-7c6f-4ee5-a94a-cdda99227a12" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.074483] env[70015]: DEBUG nova.compute.manager [req-7949a974-2ce5-453f-8477-070e8efb471e req-eb109f4b-5e5f-4991-a30d-74b3baf972db service nova] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Received event network-changed-93331186-4db2-4184-9547-f0a58b80160a {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.074702] env[70015]: DEBUG nova.compute.manager [req-7949a974-2ce5-453f-8477-070e8efb471e req-eb109f4b-5e5f-4991-a30d-74b3baf972db service nova] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Refreshing instance network info cache due to event network-changed-93331186-4db2-4184-9547-f0a58b80160a. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 805.074824] env[70015]: DEBUG oslo_concurrency.lockutils [req-7949a974-2ce5-453f-8477-070e8efb471e req-eb109f4b-5e5f-4991-a30d-74b3baf972db service nova] Acquiring lock "refresh_cache-a6ad6fe7-22f0-405e-8e5f-6e56325049a8" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.074972] env[70015]: DEBUG oslo_concurrency.lockutils [req-7949a974-2ce5-453f-8477-070e8efb471e req-eb109f4b-5e5f-4991-a30d-74b3baf972db service nova] Acquired lock "refresh_cache-a6ad6fe7-22f0-405e-8e5f-6e56325049a8" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.075204] env[70015]: DEBUG nova.network.neutron [req-7949a974-2ce5-453f-8477-070e8efb471e req-eb109f4b-5e5f-4991-a30d-74b3baf972db service nova] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Refreshing network info cache for port 93331186-4db2-4184-9547-f0a58b80160a {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 805.084228] env[70015]: DEBUG oslo_concurrency.lockutils [None req-890f9a34-fff0-4bcd-8a43-7afd850d1a60 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.128s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.086733] env[70015]: DEBUG oslo_concurrency.lockutils [None req-70a7a553-fbd6-4b66-9a23-415ed907449c tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.107s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.086965] env[70015]: DEBUG nova.objects.instance [None req-70a7a553-fbd6-4b66-9a23-415ed907449c tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Lazy-loading 'resources' on Instance uuid b06c2059-7b44-45df-abcd-b99348a86df4 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 805.107493] env[70015]: INFO nova.scheduler.client.report [None req-890f9a34-fff0-4bcd-8a43-7afd850d1a60 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Deleted allocations for instance ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622 [ 805.135662] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610724, 'name': CreateVM_Task, 'duration_secs': 0.473313} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.135815] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 805.136487] env[70015]: DEBUG oslo_concurrency.lockutils [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.136647] env[70015]: DEBUG oslo_concurrency.lockutils [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.136967] env[70015]: DEBUG oslo_concurrency.lockutils [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.137253] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca60edc9-6d7f-4a24-93e5-80f2203e12ee {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.143905] env[70015]: DEBUG oslo_vmware.api [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for the task: (returnval){ [ 805.143905] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52ce457a-6f35-d41c-491d-d8437e3c9aea" [ 805.143905] env[70015]: _type = "Task" [ 805.143905] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.152686] env[70015]: DEBUG oslo_vmware.api [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52ce457a-6f35-d41c-491d-d8437e3c9aea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.214329] env[70015]: DEBUG oslo_vmware.api [None req-0994b281-a5a1-4668-a6a6-ca7be0299e71 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610725, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.285258] env[70015]: DEBUG oslo_vmware.api [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Task: {'id': task-3610726, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.395883] env[70015]: DEBUG oslo_vmware.api [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5268be6a-e2d3-8372-4d7f-378708794891, 'name': SearchDatastore_Task, 'duration_secs': 0.01121} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.396968] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a5ee87b-f5ba-4cac-9ea0-f9a4942b62db {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.403503] env[70015]: DEBUG oslo_vmware.api [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 805.403503] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]523dad98-c826-f781-c4ee-cc5841630375" [ 805.403503] env[70015]: _type = "Task" [ 805.403503] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.411854] env[70015]: DEBUG oslo_vmware.api [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]523dad98-c826-f781-c4ee-cc5841630375, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.515293] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.515714] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06c2c4c1-fe5b-45e3-8374-b42299708761 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.524782] env[70015]: DEBUG oslo_vmware.api [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Waiting for the task: (returnval){ [ 805.524782] env[70015]: value = "task-3610729" [ 805.524782] env[70015]: _type = "Task" [ 805.524782] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.538607] env[70015]: DEBUG oslo_vmware.api [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Task: {'id': task-3610729, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.541656] env[70015]: DEBUG oslo_vmware.api [None req-2efebc3c-2f10-4b92-978b-ddac83aaee8f tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': task-3610728, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167859} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.541887] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-2efebc3c-2f10-4b92-978b-ddac83aaee8f tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 805.542102] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-2efebc3c-2f10-4b92-978b-ddac83aaee8f tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: a4ff87cd-018c-4386-ad14-5018367b64b2] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 805.542292] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-2efebc3c-2f10-4b92-978b-ddac83aaee8f tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: a4ff87cd-018c-4386-ad14-5018367b64b2] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 805.542586] env[70015]: INFO nova.compute.manager [None req-2efebc3c-2f10-4b92-978b-ddac83aaee8f tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: a4ff87cd-018c-4386-ad14-5018367b64b2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 805.542774] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2efebc3c-2f10-4b92-978b-ddac83aaee8f tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 805.542887] env[70015]: DEBUG nova.compute.manager [-] [instance: a4ff87cd-018c-4386-ad14-5018367b64b2] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 805.542979] env[70015]: DEBUG nova.network.neutron [-] [instance: a4ff87cd-018c-4386-ad14-5018367b64b2] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 805.619658] env[70015]: DEBUG oslo_concurrency.lockutils [None req-890f9a34-fff0-4bcd-8a43-7afd850d1a60 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Lock "ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.549s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.664946] env[70015]: DEBUG oslo_vmware.api [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52ce457a-6f35-d41c-491d-d8437e3c9aea, 'name': SearchDatastore_Task, 'duration_secs': 0.011887} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.669966] env[70015]: DEBUG oslo_concurrency.lockutils [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.670409] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 805.670762] env[70015]: DEBUG oslo_concurrency.lockutils [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.718391] env[70015]: DEBUG oslo_vmware.api [None req-0994b281-a5a1-4668-a6a6-ca7be0299e71 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610725, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.791543] env[70015]: DEBUG oslo_vmware.api [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Task: {'id': task-3610726, 'name': ReconfigVM_Task, 'duration_secs': 0.859295} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.794258] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 1716c7db-d5b5-4152-98cf-e20453059362/1716c7db-d5b5-4152-98cf-e20453059362.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 805.797311] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26807631-fae5-4e16-943d-ba05e0178d1d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.810434] env[70015]: DEBUG oslo_vmware.api [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Waiting for the task: (returnval){ [ 805.810434] env[70015]: value = "task-3610730" [ 805.810434] env[70015]: _type = "Task" [ 805.810434] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.825457] env[70015]: DEBUG oslo_vmware.api [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Task: {'id': task-3610730, 'name': Rename_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.917908] env[70015]: DEBUG oslo_vmware.api [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]523dad98-c826-f781-c4ee-cc5841630375, 'name': SearchDatastore_Task, 'duration_secs': 0.011669} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.917908] env[70015]: DEBUG oslo_concurrency.lockutils [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.918163] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 5a609adf-7c6f-4ee5-a94a-cdda99227a12/5a609adf-7c6f-4ee5-a94a-cdda99227a12.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 805.923465] env[70015]: DEBUG oslo_concurrency.lockutils [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.923692] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 805.923944] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfe0bf1b-50ff-47b5-8cdd-73981ea200c5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.928082] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed8184d1-b4f7-45c2-bd7d-8c23e6189882 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.940530] env[70015]: DEBUG oslo_vmware.api [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 805.940530] env[70015]: value = "task-3610731" [ 805.940530] env[70015]: _type = "Task" [ 805.940530] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.947148] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 805.947148] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 805.949742] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c20da62-9092-49ac-a64f-5e0aa19a9543 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.965646] env[70015]: DEBUG oslo_vmware.api [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for the task: (returnval){ [ 805.965646] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5246d9e9-97c8-140e-b295-95a14d37012b" [ 805.965646] env[70015]: _type = "Task" [ 805.965646] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.966805] env[70015]: DEBUG oslo_vmware.api [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3610731, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.995021] env[70015]: DEBUG oslo_vmware.api [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5246d9e9-97c8-140e-b295-95a14d37012b, 'name': SearchDatastore_Task, 'duration_secs': 0.014787} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.000143] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51aa5c51-b980-458d-86a4-7f85562d9b8c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.010933] env[70015]: DEBUG oslo_vmware.api [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for the task: (returnval){ [ 806.010933] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5215ea0a-d9e9-6c33-ef46-451e431327a7" [ 806.010933] env[70015]: _type = "Task" [ 806.010933] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.027963] env[70015]: DEBUG oslo_vmware.api [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5215ea0a-d9e9-6c33-ef46-451e431327a7, 'name': SearchDatastore_Task, 'duration_secs': 0.01365} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.032749] env[70015]: DEBUG oslo_concurrency.lockutils [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.042949] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] f3d258e2-ca12-4953-a7a7-1d6f701d6599/f3d258e2-ca12-4953-a7a7-1d6f701d6599.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 806.042949] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee8bd0d4-e81e-4905-a528-9d60655a982e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.048140] env[70015]: DEBUG oslo_vmware.api [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Task: {'id': task-3610729, 'name': PowerOffVM_Task, 'duration_secs': 0.186268} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.051309] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.051994] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 806.052381] env[70015]: DEBUG oslo_vmware.api [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for the task: (returnval){ [ 806.052381] env[70015]: value = "task-3610732" [ 806.052381] env[70015]: _type = "Task" [ 806.052381] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.053165] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f75bdf7-4ba8-41b6-bc53-fbd508dc936e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.072104] env[70015]: DEBUG oslo_vmware.api [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3610732, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.072584] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.072813] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63af6637-66ce-424b-bf0d-b02b49b5129e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.113887] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.114148] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.114306] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Deleting the datastore file [datastore1] 938ef7b4-e459-403d-ba0f-93415a15acbc {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.117569] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1e3b423-98cc-4bc1-b795-6d224d2858dc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.130327] env[70015]: DEBUG oslo_vmware.api [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Waiting for the task: (returnval){ [ 806.130327] env[70015]: value = "task-3610734" [ 806.130327] env[70015]: _type = "Task" [ 806.130327] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.142822] env[70015]: DEBUG oslo_vmware.api [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Task: {'id': task-3610734, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.186414] env[70015]: DEBUG nova.network.neutron [req-6280ea48-85e0-493b-8822-b88c5d918d63 req-22706713-05fa-48e6-b860-db11ce887909 service nova] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Updated VIF entry in instance network info cache for port 12d1a3ef-c542-429b-86e8-18a5c72a80da. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 806.186833] env[70015]: DEBUG nova.network.neutron [req-6280ea48-85e0-493b-8822-b88c5d918d63 req-22706713-05fa-48e6-b860-db11ce887909 service nova] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Updating instance_info_cache with network_info: [{"id": "12d1a3ef-c542-429b-86e8-18a5c72a80da", "address": "fa:16:3e:81:a8:27", "network": {"id": "74079621-6489-4099-86ba-2ce6a3e033f9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-701290069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db9270719b1d444d9e1e4434b1a1199a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12d1a3ef-c5", "ovs_interfaceid": "12d1a3ef-c542-429b-86e8-18a5c72a80da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.221873] env[70015]: DEBUG oslo_vmware.api [None req-0994b281-a5a1-4668-a6a6-ca7be0299e71 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610725, 'name': CreateSnapshot_Task, 'duration_secs': 1.253877} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.224603] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-0994b281-a5a1-4668-a6a6-ca7be0299e71 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Created Snapshot of the VM instance {{(pid=70015) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 806.228038] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b48479b-c4ce-4b5c-adff-5017a831d106 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.285762] env[70015]: DEBUG nova.network.neutron [req-7949a974-2ce5-453f-8477-070e8efb471e req-eb109f4b-5e5f-4991-a30d-74b3baf972db service nova] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Updated VIF entry in instance network info cache for port 93331186-4db2-4184-9547-f0a58b80160a. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 806.286238] env[70015]: DEBUG nova.network.neutron [req-7949a974-2ce5-453f-8477-070e8efb471e req-eb109f4b-5e5f-4991-a30d-74b3baf972db service nova] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Updating instance_info_cache with network_info: [{"id": "93331186-4db2-4184-9547-f0a58b80160a", "address": "fa:16:3e:3a:7a:08", "network": {"id": "c4713025-e6ef-422c-bbe7-a7b177f470d7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1187912558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d435d68eafe0418f81f5d5af015db50d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93331186-4d", "ovs_interfaceid": "93331186-4db2-4184-9547-f0a58b80160a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.298376] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd948cca-0973-4a4e-8b11-28734b769376 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.310748] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba323b1c-a10d-4c06-a0a1-aad6c112e7bb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.324887] env[70015]: DEBUG oslo_vmware.api [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Task: {'id': task-3610730, 'name': Rename_Task, 'duration_secs': 0.202598} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.350958] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.352104] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9509d010-b070-4867-9abb-be165271929f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.354474] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f56746e-76cb-45b9-a158-c6b7ebafb18e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.365272] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ff1c36-8477-42e8-bf07-f70c8af3a6e7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.371876] env[70015]: DEBUG nova.compute.manager [None req-922e285f-6a4c-4359-97c0-39a098da96b6 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.372261] env[70015]: DEBUG oslo_vmware.api [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Waiting for the task: (returnval){ [ 806.372261] env[70015]: value = "task-3610735" [ 806.372261] env[70015]: _type = "Task" [ 806.372261] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.372982] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea94b065-0c09-47fa-89fa-5361e1599c1d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.390405] env[70015]: DEBUG nova.network.neutron [-] [instance: a4ff87cd-018c-4386-ad14-5018367b64b2] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.391983] env[70015]: DEBUG nova.compute.provider_tree [None req-70a7a553-fbd6-4b66-9a23-415ed907449c tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.401786] env[70015]: DEBUG oslo_vmware.api [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Task: {'id': task-3610735, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.456714] env[70015]: DEBUG oslo_vmware.api [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3610731, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.488828] env[70015]: DEBUG oslo_concurrency.lockutils [None req-57725eeb-f758-465e-99d1-53cadddc39fc tempest-VolumesAssistedSnapshotsTest-1842652814 tempest-VolumesAssistedSnapshotsTest-1842652814-project-admin] Acquiring lock "2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.489133] env[70015]: DEBUG oslo_concurrency.lockutils [None req-57725eeb-f758-465e-99d1-53cadddc39fc tempest-VolumesAssistedSnapshotsTest-1842652814 tempest-VolumesAssistedSnapshotsTest-1842652814-project-admin] Lock "2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.567880] env[70015]: DEBUG oslo_vmware.api [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3610732, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.641398] env[70015]: DEBUG oslo_vmware.api [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Task: {'id': task-3610734, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.689593] env[70015]: DEBUG oslo_concurrency.lockutils [req-6280ea48-85e0-493b-8822-b88c5d918d63 req-22706713-05fa-48e6-b860-db11ce887909 service nova] Releasing lock "refresh_cache-f3d258e2-ca12-4953-a7a7-1d6f701d6599" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.752775] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-0994b281-a5a1-4668-a6a6-ca7be0299e71 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Creating linked-clone VM from snapshot {{(pid=70015) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 806.753577] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b61ee02d-7079-4d52-80a4-e042693ceb42 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.765356] env[70015]: DEBUG oslo_vmware.api [None req-0994b281-a5a1-4668-a6a6-ca7be0299e71 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 806.765356] env[70015]: value = "task-3610736" [ 806.765356] env[70015]: _type = "Task" [ 806.765356] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.776065] env[70015]: DEBUG oslo_vmware.api [None req-0994b281-a5a1-4668-a6a6-ca7be0299e71 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610736, 'name': CloneVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.789127] env[70015]: DEBUG oslo_concurrency.lockutils [req-7949a974-2ce5-453f-8477-070e8efb471e req-eb109f4b-5e5f-4991-a30d-74b3baf972db service nova] Releasing lock "refresh_cache-a6ad6fe7-22f0-405e-8e5f-6e56325049a8" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.887829] env[70015]: DEBUG oslo_vmware.api [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Task: {'id': task-3610735, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.894467] env[70015]: INFO nova.compute.manager [-] [instance: a4ff87cd-018c-4386-ad14-5018367b64b2] Took 1.35 seconds to deallocate network for instance. [ 806.899818] env[70015]: DEBUG nova.scheduler.client.report [None req-70a7a553-fbd6-4b66-9a23-415ed907449c tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.903775] env[70015]: INFO nova.compute.manager [None req-922e285f-6a4c-4359-97c0-39a098da96b6 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9346b616-beab-42ce-8211-f746d17130ae] instance snapshotting [ 806.904146] env[70015]: WARNING nova.compute.manager [None req-922e285f-6a4c-4359-97c0-39a098da96b6 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9346b616-beab-42ce-8211-f746d17130ae] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 806.906283] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb40f74-d71a-4710-86cd-4fbf08237c97 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.927704] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7406a857-d023-45a4-8ce2-f7a66def88b8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.956242] env[70015]: DEBUG oslo_vmware.api [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3610731, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575889} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.956242] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 5a609adf-7c6f-4ee5-a94a-cdda99227a12/5a609adf-7c6f-4ee5-a94a-cdda99227a12.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 806.956242] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 5a609adf-7c6f-4ee5-a94a-cdda99227a12] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 806.956437] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6756256f-bbd7-4ef3-8e99-111e9ef73d39 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.964552] env[70015]: DEBUG oslo_vmware.api [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 806.964552] env[70015]: value = "task-3610737" [ 806.964552] env[70015]: _type = "Task" [ 806.964552] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.976154] env[70015]: DEBUG oslo_vmware.api [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3610737, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.992225] env[70015]: DEBUG nova.compute.utils [None req-57725eeb-f758-465e-99d1-53cadddc39fc tempest-VolumesAssistedSnapshotsTest-1842652814 tempest-VolumesAssistedSnapshotsTest-1842652814-project-admin] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 807.069983] env[70015]: DEBUG oslo_vmware.api [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3610732, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.819983} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.070092] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] f3d258e2-ca12-4953-a7a7-1d6f701d6599/f3d258e2-ca12-4953-a7a7-1d6f701d6599.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 807.070338] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 807.070646] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d61c9d48-0130-44a6-a894-3e4f3a648a8f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.078899] env[70015]: DEBUG oslo_vmware.api [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for the task: (returnval){ [ 807.078899] env[70015]: value = "task-3610738" [ 807.078899] env[70015]: _type = "Task" [ 807.078899] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.088560] env[70015]: DEBUG oslo_vmware.api [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3610738, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.094529] env[70015]: DEBUG nova.compute.manager [req-38331e3d-efea-4106-bff4-86dc8668df17 req-5fba7cab-d070-4f11-9721-f307ce711e27 service nova] [instance: a4ff87cd-018c-4386-ad14-5018367b64b2] Received event network-vif-deleted-96fa845e-e22d-4698-b824-f026ef2937a0 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.141538] env[70015]: DEBUG oslo_vmware.api [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Task: {'id': task-3610734, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.741602} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.141813] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.142028] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.142311] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.276998] env[70015]: DEBUG oslo_vmware.api [None req-0994b281-a5a1-4668-a6a6-ca7be0299e71 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610736, 'name': CloneVM_Task} progress is 94%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.388997] env[70015]: DEBUG oslo_vmware.api [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Task: {'id': task-3610735, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.404968] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2efebc3c-2f10-4b92-978b-ddac83aaee8f tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.406433] env[70015]: DEBUG oslo_concurrency.lockutils [None req-70a7a553-fbd6-4b66-9a23-415ed907449c tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.320s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.408897] env[70015]: DEBUG oslo_concurrency.lockutils [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.482s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.410537] env[70015]: INFO nova.compute.claims [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 807.434636] env[70015]: INFO nova.scheduler.client.report [None req-70a7a553-fbd6-4b66-9a23-415ed907449c tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Deleted allocations for instance b06c2059-7b44-45df-abcd-b99348a86df4 [ 807.441519] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-922e285f-6a4c-4359-97c0-39a098da96b6 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Creating Snapshot of the VM instance {{(pid=70015) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 807.441833] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-967833c9-cd56-4f19-b80c-c541b93ca8ee {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.453027] env[70015]: DEBUG oslo_vmware.api [None req-922e285f-6a4c-4359-97c0-39a098da96b6 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 807.453027] env[70015]: value = "task-3610739" [ 807.453027] env[70015]: _type = "Task" [ 807.453027] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.467099] env[70015]: DEBUG oslo_vmware.api [None req-922e285f-6a4c-4359-97c0-39a098da96b6 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3610739, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.477664] env[70015]: DEBUG oslo_vmware.api [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3610737, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116287} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.477786] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 5a609adf-7c6f-4ee5-a94a-cdda99227a12] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 807.481927] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f988e1b-5be5-4357-9462-d54338a6ea24 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.496467] env[70015]: DEBUG oslo_concurrency.lockutils [None req-57725eeb-f758-465e-99d1-53cadddc39fc tempest-VolumesAssistedSnapshotsTest-1842652814 tempest-VolumesAssistedSnapshotsTest-1842652814-project-admin] Lock "2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.507954] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 5a609adf-7c6f-4ee5-a94a-cdda99227a12] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 5a609adf-7c6f-4ee5-a94a-cdda99227a12/5a609adf-7c6f-4ee5-a94a-cdda99227a12.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 807.508991] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24703c55-5f41-421d-8b25-c76085b56e25 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.533501] env[70015]: DEBUG oslo_vmware.api [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 807.533501] env[70015]: value = "task-3610740" [ 807.533501] env[70015]: _type = "Task" [ 807.533501] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.545569] env[70015]: DEBUG oslo_vmware.api [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3610740, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.591652] env[70015]: DEBUG oslo_vmware.api [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3610738, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.256138} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.592216] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 807.593208] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f699b7a0-ef21-4501-992f-0bcaf195a6da {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.621042] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] f3d258e2-ca12-4953-a7a7-1d6f701d6599/f3d258e2-ca12-4953-a7a7-1d6f701d6599.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 807.621428] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e68a7158-8257-4ffc-9b47-4553fb24f8b6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.652650] env[70015]: DEBUG oslo_vmware.api [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for the task: (returnval){ [ 807.652650] env[70015]: value = "task-3610741" [ 807.652650] env[70015]: _type = "Task" [ 807.652650] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.663215] env[70015]: DEBUG oslo_vmware.api [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3610741, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.778538] env[70015]: DEBUG oslo_vmware.api [None req-0994b281-a5a1-4668-a6a6-ca7be0299e71 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610736, 'name': CloneVM_Task} progress is 94%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.890074] env[70015]: DEBUG oslo_vmware.api [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Task: {'id': task-3610735, 'name': PowerOnVM_Task, 'duration_secs': 1.20709} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.890348] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.890554] env[70015]: INFO nova.compute.manager [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Took 13.89 seconds to spawn the instance on the hypervisor. [ 807.890734] env[70015]: DEBUG nova.compute.manager [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.891576] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd60291-a95b-4f41-8603-f308399f7ab2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.942352] env[70015]: DEBUG oslo_concurrency.lockutils [None req-70a7a553-fbd6-4b66-9a23-415ed907449c tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Lock "b06c2059-7b44-45df-abcd-b99348a86df4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.530s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.962651] env[70015]: DEBUG oslo_vmware.api [None req-922e285f-6a4c-4359-97c0-39a098da96b6 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3610739, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.046393] env[70015]: DEBUG oslo_vmware.api [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3610740, 'name': ReconfigVM_Task, 'duration_secs': 0.393146} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.047039] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 5a609adf-7c6f-4ee5-a94a-cdda99227a12] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 5a609adf-7c6f-4ee5-a94a-cdda99227a12/5a609adf-7c6f-4ee5-a94a-cdda99227a12.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 808.047748] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa866aae-8e48-4760-ace5-8abab8ae8ab1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.055063] env[70015]: DEBUG oslo_vmware.api [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 808.055063] env[70015]: value = "task-3610742" [ 808.055063] env[70015]: _type = "Task" [ 808.055063] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.064341] env[70015]: DEBUG oslo_vmware.api [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3610742, 'name': Rename_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.163914] env[70015]: DEBUG oslo_vmware.api [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3610741, 'name': ReconfigVM_Task, 'duration_secs': 0.41037} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.164161] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Reconfigured VM instance instance-00000032 to attach disk [datastore1] f3d258e2-ca12-4953-a7a7-1d6f701d6599/f3d258e2-ca12-4953-a7a7-1d6f701d6599.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 808.165312] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f69ee5d1-3419-4d32-914a-99d56f8b44c0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.176070] env[70015]: DEBUG oslo_vmware.api [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for the task: (returnval){ [ 808.176070] env[70015]: value = "task-3610743" [ 808.176070] env[70015]: _type = "Task" [ 808.176070] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.183557] env[70015]: DEBUG nova.virt.hardware [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 808.183797] env[70015]: DEBUG nova.virt.hardware [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 808.183953] env[70015]: DEBUG nova.virt.hardware [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 808.184152] env[70015]: DEBUG nova.virt.hardware [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 808.184306] env[70015]: DEBUG nova.virt.hardware [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 808.184476] env[70015]: DEBUG nova.virt.hardware [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 808.184642] env[70015]: DEBUG nova.virt.hardware [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 808.184798] env[70015]: DEBUG nova.virt.hardware [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 808.184962] env[70015]: DEBUG nova.virt.hardware [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 808.185138] env[70015]: DEBUG nova.virt.hardware [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 808.185321] env[70015]: DEBUG nova.virt.hardware [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 808.186156] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6a29e7-a915-49d9-800d-04f3c8a0a1b2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.192332] env[70015]: DEBUG oslo_vmware.api [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3610743, 'name': Rename_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.199110] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c692ec28-b16c-413f-8ec3-4cd5c224d933 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.216652] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Instance VIF info [] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 808.222684] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 808.223040] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 808.223277] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4cedab71-b550-40fa-b52f-4c6bc8bac4ec {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.241115] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 808.241115] env[70015]: value = "task-3610744" [ 808.241115] env[70015]: _type = "Task" [ 808.241115] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.250530] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610744, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.278354] env[70015]: DEBUG oslo_vmware.api [None req-0994b281-a5a1-4668-a6a6-ca7be0299e71 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610736, 'name': CloneVM_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.411527] env[70015]: INFO nova.compute.manager [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Took 49.19 seconds to build instance. [ 808.465549] env[70015]: DEBUG oslo_vmware.api [None req-922e285f-6a4c-4359-97c0-39a098da96b6 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3610739, 'name': CreateSnapshot_Task, 'duration_secs': 0.648402} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.468774] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-922e285f-6a4c-4359-97c0-39a098da96b6 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Created Snapshot of the VM instance {{(pid=70015) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 808.469959] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf19fab-68f5-48a7-9301-322611087183 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.566854] env[70015]: DEBUG oslo_vmware.api [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3610742, 'name': Rename_Task, 'duration_secs': 0.189618} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.569652] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 5a609adf-7c6f-4ee5-a94a-cdda99227a12] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 808.570908] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-600ede15-ed8b-4fea-a214-31c1f2894ad2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.579738] env[70015]: DEBUG oslo_vmware.api [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 808.579738] env[70015]: value = "task-3610745" [ 808.579738] env[70015]: _type = "Task" [ 808.579738] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.580411] env[70015]: DEBUG oslo_concurrency.lockutils [None req-57725eeb-f758-465e-99d1-53cadddc39fc tempest-VolumesAssistedSnapshotsTest-1842652814 tempest-VolumesAssistedSnapshotsTest-1842652814-project-admin] Acquiring lock "2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.580650] env[70015]: DEBUG oslo_concurrency.lockutils [None req-57725eeb-f758-465e-99d1-53cadddc39fc tempest-VolumesAssistedSnapshotsTest-1842652814 tempest-VolumesAssistedSnapshotsTest-1842652814-project-admin] Lock "2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.580905] env[70015]: INFO nova.compute.manager [None req-57725eeb-f758-465e-99d1-53cadddc39fc tempest-VolumesAssistedSnapshotsTest-1842652814 tempest-VolumesAssistedSnapshotsTest-1842652814-project-admin] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Attaching volume 421a4e17-46e8-411a-8ca9-9f3b985b0ac8 to /dev/sdb [ 808.597773] env[70015]: DEBUG oslo_vmware.api [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3610745, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.631586] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100786cd-ed7e-45c5-9507-0ace7cfd0044 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.657029] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46175ab8-6bea-45b5-954d-96b6f45e868d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.673947] env[70015]: DEBUG nova.virt.block_device [None req-57725eeb-f758-465e-99d1-53cadddc39fc tempest-VolumesAssistedSnapshotsTest-1842652814 tempest-VolumesAssistedSnapshotsTest-1842652814-project-admin] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Updating existing volume attachment record: 3bcc0f2a-7d00-4503-894f-6464afe0744b {{(pid=70015) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 808.688801] env[70015]: DEBUG oslo_vmware.api [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3610743, 'name': Rename_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.760158] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610744, 'name': CreateVM_Task, 'duration_secs': 0.416831} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.760321] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.760760] env[70015]: DEBUG oslo_concurrency.lockutils [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.760948] env[70015]: DEBUG oslo_concurrency.lockutils [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.761412] env[70015]: DEBUG oslo_concurrency.lockutils [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.761711] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f916a410-0fc6-481b-a06c-5b5001a9bfe9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.773539] env[70015]: DEBUG oslo_vmware.api [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Waiting for the task: (returnval){ [ 808.773539] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52e0d717-7562-689c-4173-e8a5cd6ab4f5" [ 808.773539] env[70015]: _type = "Task" [ 808.773539] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.781809] env[70015]: DEBUG oslo_vmware.api [None req-0994b281-a5a1-4668-a6a6-ca7be0299e71 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610736, 'name': CloneVM_Task, 'duration_secs': 1.60067} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.782213] env[70015]: INFO nova.virt.vmwareapi.vmops [None req-0994b281-a5a1-4668-a6a6-ca7be0299e71 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Created linked-clone VM from snapshot [ 808.783067] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ff4f2d-3eec-4a80-ba92-0e7cfd698c10 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.792569] env[70015]: DEBUG oslo_vmware.api [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52e0d717-7562-689c-4173-e8a5cd6ab4f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.798626] env[70015]: DEBUG nova.virt.vmwareapi.images [None req-0994b281-a5a1-4668-a6a6-ca7be0299e71 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Uploading image a987d348-27e7-4043-a673-4eef995132d6 {{(pid=70015) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 808.847499] env[70015]: DEBUG oslo_vmware.rw_handles [None req-0994b281-a5a1-4668-a6a6-ca7be0299e71 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 808.847499] env[70015]: value = "vm-720267" [ 808.847499] env[70015]: _type = "VirtualMachine" [ 808.847499] env[70015]: }. {{(pid=70015) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 808.847499] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a1f19b54-ec1e-4e06-a81c-2780a4f23118 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.856762] env[70015]: DEBUG oslo_vmware.rw_handles [None req-0994b281-a5a1-4668-a6a6-ca7be0299e71 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lease: (returnval){ [ 808.856762] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]524fc89e-e582-563b-db44-1acb47bf1088" [ 808.856762] env[70015]: _type = "HttpNfcLease" [ 808.856762] env[70015]: } obtained for exporting VM: (result){ [ 808.856762] env[70015]: value = "vm-720267" [ 808.856762] env[70015]: _type = "VirtualMachine" [ 808.856762] env[70015]: }. {{(pid=70015) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 808.857095] env[70015]: DEBUG oslo_vmware.api [None req-0994b281-a5a1-4668-a6a6-ca7be0299e71 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the lease: (returnval){ [ 808.857095] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]524fc89e-e582-563b-db44-1acb47bf1088" [ 808.857095] env[70015]: _type = "HttpNfcLease" [ 808.857095] env[70015]: } to be ready. {{(pid=70015) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 808.871619] env[70015]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 808.871619] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]524fc89e-e582-563b-db44-1acb47bf1088" [ 808.871619] env[70015]: _type = "HttpNfcLease" [ 808.871619] env[70015]: } is initializing. {{(pid=70015) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 808.913723] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e07a8583-f37c-446e-91b7-fef5906007f9 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Lock "1716c7db-d5b5-4152-98cf-e20453059362" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.448s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.999699] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-922e285f-6a4c-4359-97c0-39a098da96b6 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Creating linked-clone VM from snapshot {{(pid=70015) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 809.001909] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-415399bd-ef0e-4728-9386-5d048ca75666 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.015430] env[70015]: DEBUG oslo_vmware.api [None req-922e285f-6a4c-4359-97c0-39a098da96b6 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 809.015430] env[70015]: value = "task-3610750" [ 809.015430] env[70015]: _type = "Task" [ 809.015430] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.025443] env[70015]: DEBUG oslo_vmware.api [None req-922e285f-6a4c-4359-97c0-39a098da96b6 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3610750, 'name': CloneVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.042414] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac15b7f-d645-41a4-a697-11ced5a98e26 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.051472] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943d4728-cc9a-4fc9-8e2c-e07fb9ba13e2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.091173] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7346261-c68f-4f12-bfd5-19e0301e9986 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.100850] env[70015]: DEBUG oslo_vmware.api [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3610745, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.104399] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935f3f85-b0e6-4d84-85fa-3ae2abf42687 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.119181] env[70015]: DEBUG nova.compute.provider_tree [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.191532] env[70015]: DEBUG oslo_vmware.api [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3610743, 'name': Rename_Task, 'duration_secs': 0.586476} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.191800] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 809.192052] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7ca0797-3a73-4b3c-88de-5b71dabdf465 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.203920] env[70015]: DEBUG oslo_vmware.api [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for the task: (returnval){ [ 809.203920] env[70015]: value = "task-3610751" [ 809.203920] env[70015]: _type = "Task" [ 809.203920] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.214122] env[70015]: DEBUG oslo_vmware.api [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3610751, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.286443] env[70015]: DEBUG oslo_vmware.api [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52e0d717-7562-689c-4173-e8a5cd6ab4f5, 'name': SearchDatastore_Task, 'duration_secs': 0.027521} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.286944] env[70015]: DEBUG oslo_concurrency.lockutils [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.287425] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 809.287779] env[70015]: DEBUG oslo_concurrency.lockutils [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.288048] env[70015]: DEBUG oslo_concurrency.lockutils [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.288314] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 809.288638] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1193b72a-67bf-41b8-b221-558bb014fc61 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.302239] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 809.302651] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 809.303590] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-464b0355-b73d-407e-ba8f-bb2a11dd60f1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.310285] env[70015]: DEBUG oslo_vmware.api [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Waiting for the task: (returnval){ [ 809.310285] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52fedb75-af37-7dd2-df93-0f4805fb660b" [ 809.310285] env[70015]: _type = "Task" [ 809.310285] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.319248] env[70015]: DEBUG oslo_vmware.api [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52fedb75-af37-7dd2-df93-0f4805fb660b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.366493] env[70015]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 809.366493] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]524fc89e-e582-563b-db44-1acb47bf1088" [ 809.366493] env[70015]: _type = "HttpNfcLease" [ 809.366493] env[70015]: } is ready. {{(pid=70015) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 809.366666] env[70015]: DEBUG oslo_vmware.rw_handles [None req-0994b281-a5a1-4668-a6a6-ca7be0299e71 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 809.366666] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]524fc89e-e582-563b-db44-1acb47bf1088" [ 809.366666] env[70015]: _type = "HttpNfcLease" [ 809.366666] env[70015]: }. {{(pid=70015) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 809.367436] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4623ffe3-214b-4d98-9276-30dbc297c0f5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.376322] env[70015]: DEBUG oslo_vmware.rw_handles [None req-0994b281-a5a1-4668-a6a6-ca7be0299e71 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52432243-e87a-fd8d-c0b4-03c5a6c31404/disk-0.vmdk from lease info. {{(pid=70015) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 809.376502] env[70015]: DEBUG oslo_vmware.rw_handles [None req-0994b281-a5a1-4668-a6a6-ca7be0299e71 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52432243-e87a-fd8d-c0b4-03c5a6c31404/disk-0.vmdk for reading. {{(pid=70015) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 809.438565] env[70015]: DEBUG nova.compute.manager [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] [instance: f8bf5641-1c7c-41d6-b82f-3dfc40f16ece] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 809.447031] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3214864b-7bf0-4fe9-a966-836245092919 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Acquiring lock "1716c7db-d5b5-4152-98cf-e20453059362" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.448023] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3214864b-7bf0-4fe9-a966-836245092919 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Lock "1716c7db-d5b5-4152-98cf-e20453059362" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.448023] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3214864b-7bf0-4fe9-a966-836245092919 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Acquiring lock "1716c7db-d5b5-4152-98cf-e20453059362-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.448023] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3214864b-7bf0-4fe9-a966-836245092919 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Lock "1716c7db-d5b5-4152-98cf-e20453059362-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.448023] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3214864b-7bf0-4fe9-a966-836245092919 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Lock "1716c7db-d5b5-4152-98cf-e20453059362-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.450250] env[70015]: INFO nova.compute.manager [None req-3214864b-7bf0-4fe9-a966-836245092919 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Terminating instance [ 809.483509] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Acquiring lock "145d58b1-f2b6-42d6-96ca-d7b3b6f7a260" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.483724] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Lock "145d58b1-f2b6-42d6-96ca-d7b3b6f7a260" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.484457] env[70015]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4bd5cc35-74bd-40b7-a679-90d3063e1a57 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.526357] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Acquiring lock "569a00c0-95d1-4054-aa8c-0e06f7fe0aba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.526357] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Lock "569a00c0-95d1-4054-aa8c-0e06f7fe0aba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.533499] env[70015]: DEBUG oslo_vmware.api [None req-922e285f-6a4c-4359-97c0-39a098da96b6 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3610750, 'name': CloneVM_Task} progress is 93%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.599106] env[70015]: DEBUG oslo_vmware.api [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3610745, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.623268] env[70015]: DEBUG nova.scheduler.client.report [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.717730] env[70015]: DEBUG oslo_vmware.api [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3610751, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.826777] env[70015]: DEBUG oslo_vmware.api [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52fedb75-af37-7dd2-df93-0f4805fb660b, 'name': SearchDatastore_Task, 'duration_secs': 0.011373} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.827721] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ef331d1-2bfa-463f-bc1d-989278e70b4a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.833952] env[70015]: DEBUG oslo_vmware.api [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Waiting for the task: (returnval){ [ 809.833952] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52ea045c-8dc9-1dc0-8b94-edb8cbf9fe05" [ 809.833952] env[70015]: _type = "Task" [ 809.833952] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.842728] env[70015]: DEBUG oslo_vmware.api [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52ea045c-8dc9-1dc0-8b94-edb8cbf9fe05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.955583] env[70015]: DEBUG nova.compute.manager [None req-3214864b-7bf0-4fe9-a966-836245092919 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 809.955855] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3214864b-7bf0-4fe9-a966-836245092919 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 809.956826] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52563e5f-85ae-46c5-8fca-55cf99d84820 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.964396] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.967455] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-3214864b-7bf0-4fe9-a966-836245092919 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.968975] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99a6da0d-2f9d-4b0f-b484-79ead864c191 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.975284] env[70015]: DEBUG oslo_vmware.api [None req-3214864b-7bf0-4fe9-a966-836245092919 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Waiting for the task: (returnval){ [ 809.975284] env[70015]: value = "task-3610752" [ 809.975284] env[70015]: _type = "Task" [ 809.975284] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.986889] env[70015]: DEBUG oslo_vmware.api [None req-3214864b-7bf0-4fe9-a966-836245092919 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Task: {'id': task-3610752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.027689] env[70015]: DEBUG oslo_vmware.api [None req-922e285f-6a4c-4359-97c0-39a098da96b6 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3610750, 'name': CloneVM_Task} progress is 93%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.099085] env[70015]: DEBUG oslo_vmware.api [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3610745, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.128737] env[70015]: DEBUG oslo_concurrency.lockutils [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.129341] env[70015]: DEBUG nova.compute.manager [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 810.132272] env[70015]: DEBUG oslo_concurrency.lockutils [None req-496f4a22-0e03-4f7a-ab17-f8f2c3f1680d tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.590s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.132630] env[70015]: DEBUG nova.objects.instance [None req-496f4a22-0e03-4f7a-ab17-f8f2c3f1680d tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Lazy-loading 'resources' on Instance uuid 30be86a3-ab72-49b8-80f3-353cc9a4bd68 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 810.216195] env[70015]: DEBUG oslo_vmware.api [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3610751, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.346963] env[70015]: DEBUG oslo_vmware.api [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52ea045c-8dc9-1dc0-8b94-edb8cbf9fe05, 'name': SearchDatastore_Task, 'duration_secs': 0.01148} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.347425] env[70015]: DEBUG oslo_concurrency.lockutils [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.348016] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 938ef7b4-e459-403d-ba0f-93415a15acbc/938ef7b4-e459-403d-ba0f-93415a15acbc.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 810.348375] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2201ad7-6a0e-4ffb-ab94-800897224e35 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.357227] env[70015]: DEBUG oslo_vmware.api [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Waiting for the task: (returnval){ [ 810.357227] env[70015]: value = "task-3610753" [ 810.357227] env[70015]: _type = "Task" [ 810.357227] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.368425] env[70015]: DEBUG oslo_vmware.api [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Task: {'id': task-3610753, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.487737] env[70015]: DEBUG oslo_vmware.api [None req-3214864b-7bf0-4fe9-a966-836245092919 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Task: {'id': task-3610752, 'name': PowerOffVM_Task, 'duration_secs': 0.264414} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.488193] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-3214864b-7bf0-4fe9-a966-836245092919 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.488456] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3214864b-7bf0-4fe9-a966-836245092919 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 810.488830] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4856c1ee-b8c5-49b2-9b4a-02de9401b091 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.527276] env[70015]: DEBUG oslo_vmware.api [None req-922e285f-6a4c-4359-97c0-39a098da96b6 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3610750, 'name': CloneVM_Task} progress is 94%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.599326] env[70015]: DEBUG oslo_vmware.api [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3610745, 'name': PowerOnVM_Task, 'duration_secs': 1.893156} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.599903] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 5a609adf-7c6f-4ee5-a94a-cdda99227a12] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.600199] env[70015]: INFO nova.compute.manager [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 5a609adf-7c6f-4ee5-a94a-cdda99227a12] Took 11.13 seconds to spawn the instance on the hypervisor. [ 810.600830] env[70015]: DEBUG nova.compute.manager [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 5a609adf-7c6f-4ee5-a94a-cdda99227a12] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.602035] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b392d155-29e6-4369-8d37-56cd8e381ca4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.614924] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3214864b-7bf0-4fe9-a966-836245092919 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 810.615195] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3214864b-7bf0-4fe9-a966-836245092919 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 810.615529] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-3214864b-7bf0-4fe9-a966-836245092919 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Deleting the datastore file [datastore1] 1716c7db-d5b5-4152-98cf-e20453059362 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 810.616160] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9084964c-3237-4e83-90fb-e83d506dcf74 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.627984] env[70015]: DEBUG oslo_vmware.api [None req-3214864b-7bf0-4fe9-a966-836245092919 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Waiting for the task: (returnval){ [ 810.627984] env[70015]: value = "task-3610755" [ 810.627984] env[70015]: _type = "Task" [ 810.627984] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.636799] env[70015]: DEBUG nova.compute.utils [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 810.645575] env[70015]: DEBUG nova.compute.manager [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 810.645895] env[70015]: DEBUG nova.network.neutron [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 810.647982] env[70015]: DEBUG oslo_vmware.api [None req-3214864b-7bf0-4fe9-a966-836245092919 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Task: {'id': task-3610755, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.725235] env[70015]: DEBUG oslo_vmware.api [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3610751, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.737602] env[70015]: DEBUG nova.policy [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f74c80322484d35a9219fe7d3471e53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'faa8a08038de44e2ad837e0e45b67282', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 810.871788] env[70015]: DEBUG oslo_vmware.api [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Task: {'id': task-3610753, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.032549] env[70015]: DEBUG oslo_vmware.api [None req-922e285f-6a4c-4359-97c0-39a098da96b6 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3610750, 'name': CloneVM_Task} progress is 94%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.128224] env[70015]: INFO nova.compute.manager [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 5a609adf-7c6f-4ee5-a94a-cdda99227a12] Took 44.20 seconds to build instance. [ 811.140659] env[70015]: DEBUG oslo_vmware.api [None req-3214864b-7bf0-4fe9-a966-836245092919 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Task: {'id': task-3610755, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.322334} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.141053] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-3214864b-7bf0-4fe9-a966-836245092919 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 811.141363] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3214864b-7bf0-4fe9-a966-836245092919 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 811.141619] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3214864b-7bf0-4fe9-a966-836245092919 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 811.141849] env[70015]: INFO nova.compute.manager [None req-3214864b-7bf0-4fe9-a966-836245092919 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Took 1.19 seconds to destroy the instance on the hypervisor. [ 811.142494] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3214864b-7bf0-4fe9-a966-836245092919 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.142676] env[70015]: DEBUG nova.compute.manager [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 811.145564] env[70015]: DEBUG nova.compute.manager [-] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 811.145942] env[70015]: DEBUG nova.network.neutron [-] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 811.224900] env[70015]: DEBUG oslo_vmware.api [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3610751, 'name': PowerOnVM_Task, 'duration_secs': 1.755052} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.225264] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.225476] env[70015]: INFO nova.compute.manager [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Took 8.96 seconds to spawn the instance on the hypervisor. [ 811.225657] env[70015]: DEBUG nova.compute.manager [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.226521] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f266311-a1a5-4f35-9648-2c6731574df2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.327276] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9dbe80c-5f86-4061-b483-54ae53cbb62f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.337130] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b5738f-24c5-4799-aab9-78b2f531f977 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.375321] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc85177-a6bf-4421-be6e-c4cbf3ae1afd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.390178] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ce9eb7-2bc1-457b-8bab-a9fe94c916fa {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.394933] env[70015]: DEBUG oslo_vmware.api [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Task: {'id': task-3610753, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547711} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.395892] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 938ef7b4-e459-403d-ba0f-93415a15acbc/938ef7b4-e459-403d-ba0f-93415a15acbc.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 811.395892] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 811.396256] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fdb103e6-0d45-42cf-968c-d5ecc65d22d5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.408525] env[70015]: DEBUG nova.compute.provider_tree [None req-496f4a22-0e03-4f7a-ab17-f8f2c3f1680d tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.411484] env[70015]: DEBUG oslo_vmware.api [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Waiting for the task: (returnval){ [ 811.411484] env[70015]: value = "task-3610757" [ 811.411484] env[70015]: _type = "Task" [ 811.411484] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.417442] env[70015]: DEBUG nova.network.neutron [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Successfully created port: cf1f9a29-03df-4143-a944-eeba34926184 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 811.424432] env[70015]: DEBUG oslo_vmware.api [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Task: {'id': task-3610757, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.530584] env[70015]: DEBUG oslo_vmware.api [None req-922e285f-6a4c-4359-97c0-39a098da96b6 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3610750, 'name': CloneVM_Task, 'duration_secs': 2.398784} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.530925] env[70015]: INFO nova.virt.vmwareapi.vmops [None req-922e285f-6a4c-4359-97c0-39a098da96b6 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Created linked-clone VM from snapshot [ 811.531800] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4eae93-acdb-4f12-9974-32adb18fb518 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.541407] env[70015]: DEBUG nova.virt.vmwareapi.images [None req-922e285f-6a4c-4359-97c0-39a098da96b6 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Uploading image 4753459e-16d4-4492-97a9-63f4ba642c5d {{(pid=70015) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 811.574872] env[70015]: DEBUG oslo_vmware.rw_handles [None req-922e285f-6a4c-4359-97c0-39a098da96b6 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 811.574872] env[70015]: value = "vm-720273" [ 811.574872] env[70015]: _type = "VirtualMachine" [ 811.574872] env[70015]: }. {{(pid=70015) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 811.575261] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8322f000-b564-4a71-9755-cc8338849d3d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.586951] env[70015]: DEBUG oslo_vmware.rw_handles [None req-922e285f-6a4c-4359-97c0-39a098da96b6 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lease: (returnval){ [ 811.586951] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52c82945-2534-3159-ec03-05cfea4c0a1b" [ 811.586951] env[70015]: _type = "HttpNfcLease" [ 811.586951] env[70015]: } obtained for exporting VM: (result){ [ 811.586951] env[70015]: value = "vm-720273" [ 811.586951] env[70015]: _type = "VirtualMachine" [ 811.586951] env[70015]: }. {{(pid=70015) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 811.586951] env[70015]: DEBUG oslo_vmware.api [None req-922e285f-6a4c-4359-97c0-39a098da96b6 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the lease: (returnval){ [ 811.586951] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52c82945-2534-3159-ec03-05cfea4c0a1b" [ 811.586951] env[70015]: _type = "HttpNfcLease" [ 811.586951] env[70015]: } to be ready. {{(pid=70015) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 811.592202] env[70015]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 811.592202] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52c82945-2534-3159-ec03-05cfea4c0a1b" [ 811.592202] env[70015]: _type = "HttpNfcLease" [ 811.592202] env[70015]: } is initializing. {{(pid=70015) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 811.629997] env[70015]: DEBUG oslo_concurrency.lockutils [None req-88f2aba3-4909-4d3a-867f-c2950264c06f tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "5a609adf-7c6f-4ee5-a94a-cdda99227a12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.059s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.752299] env[70015]: INFO nova.compute.manager [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Took 44.76 seconds to build instance. [ 811.913796] env[70015]: DEBUG nova.scheduler.client.report [None req-496f4a22-0e03-4f7a-ab17-f8f2c3f1680d tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.928499] env[70015]: DEBUG oslo_vmware.api [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Task: {'id': task-3610757, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079838} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.928793] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 811.929812] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384c462f-9600-41cf-a714-d10994c15138 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.957323] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 938ef7b4-e459-403d-ba0f-93415a15acbc/938ef7b4-e459-403d-ba0f-93415a15acbc.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.958031] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1cc2863-b40d-4a5f-b45c-3b226fd6147c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.980144] env[70015]: DEBUG oslo_vmware.api [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Waiting for the task: (returnval){ [ 811.980144] env[70015]: value = "task-3610759" [ 811.980144] env[70015]: _type = "Task" [ 811.980144] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.989751] env[70015]: DEBUG oslo_vmware.api [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Task: {'id': task-3610759, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.095883] env[70015]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 812.095883] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52c82945-2534-3159-ec03-05cfea4c0a1b" [ 812.095883] env[70015]: _type = "HttpNfcLease" [ 812.095883] env[70015]: } is ready. {{(pid=70015) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 812.095883] env[70015]: DEBUG oslo_vmware.rw_handles [None req-922e285f-6a4c-4359-97c0-39a098da96b6 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 812.095883] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52c82945-2534-3159-ec03-05cfea4c0a1b" [ 812.095883] env[70015]: _type = "HttpNfcLease" [ 812.095883] env[70015]: }. {{(pid=70015) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 812.095883] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942cd51a-dc17-4a37-8856-fdb1e4393b95 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.107560] env[70015]: DEBUG oslo_vmware.rw_handles [None req-922e285f-6a4c-4359-97c0-39a098da96b6 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52047e42-65a4-ec84-7715-d41fdc273fbf/disk-0.vmdk from lease info. {{(pid=70015) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 812.107919] env[70015]: DEBUG oslo_vmware.rw_handles [None req-922e285f-6a4c-4359-97c0-39a098da96b6 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52047e42-65a4-ec84-7715-d41fdc273fbf/disk-0.vmdk for reading. {{(pid=70015) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 812.172697] env[70015]: DEBUG nova.compute.manager [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: aac9197d-0c55-4a40-b0c7-877edefa3ab2] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 812.176910] env[70015]: DEBUG nova.compute.manager [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 812.219246] env[70015]: DEBUG nova.virt.hardware [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 812.219543] env[70015]: DEBUG nova.virt.hardware [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 812.219693] env[70015]: DEBUG nova.virt.hardware [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 812.219871] env[70015]: DEBUG nova.virt.hardware [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 812.220064] env[70015]: DEBUG nova.virt.hardware [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 812.220180] env[70015]: DEBUG nova.virt.hardware [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 812.220410] env[70015]: DEBUG nova.virt.hardware [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 812.220586] env[70015]: DEBUG nova.virt.hardware [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 812.220784] env[70015]: DEBUG nova.virt.hardware [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 812.220992] env[70015]: DEBUG nova.virt.hardware [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 812.221153] env[70015]: DEBUG nova.virt.hardware [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 812.222903] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9077e54b-3823-4b21-9108-e595e9a88833 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.235310] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4bc7dc-f7c8-43cf-a6be-fea3c8c63e04 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.241763] env[70015]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fa74075d-a3e2-40e8-9750-afc005495363 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.256778] env[70015]: DEBUG oslo_concurrency.lockutils [None req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Lock "f3d258e2-ca12-4953-a7a7-1d6f701d6599" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.879s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.267294] env[70015]: DEBUG nova.compute.manager [req-5776e78d-388c-4b99-86f3-4d162bf23a37 req-1a4232ce-2158-4974-b6a7-3a5c25328516 service nova] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Received event network-vif-deleted-72bfb461-13f1-4d82-89ba-f35ef8dcf787 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.268029] env[70015]: INFO nova.compute.manager [req-5776e78d-388c-4b99-86f3-4d162bf23a37 req-1a4232ce-2158-4974-b6a7-3a5c25328516 service nova] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Neutron deleted interface 72bfb461-13f1-4d82-89ba-f35ef8dcf787; detaching it from the instance and deleting it from the info cache [ 812.268029] env[70015]: DEBUG nova.network.neutron [req-5776e78d-388c-4b99-86f3-4d162bf23a37 req-1a4232ce-2158-4974-b6a7-3a5c25328516 service nova] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Updating instance_info_cache with network_info: [{"id": "c7889eaa-1500-4a25-adc9-045c7cbbe13f", "address": "fa:16:3e:ca:f3:bf", "network": {"id": "832b1460-3746-4af7-a9e0-f2eee96d2bc3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1206400215", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6e655a79e2034aa39a18fa61c26d6412", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7889eaa-15", "ovs_interfaceid": "c7889eaa-1500-4a25-adc9-045c7cbbe13f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.423638] env[70015]: DEBUG oslo_concurrency.lockutils [None req-496f4a22-0e03-4f7a-ab17-f8f2c3f1680d tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.291s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.428156] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.393s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.428156] env[70015]: DEBUG nova.objects.instance [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] [instance: 70185831-3921-4fbf-8382-b6098f340372] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70015) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 812.459714] env[70015]: INFO nova.scheduler.client.report [None req-496f4a22-0e03-4f7a-ab17-f8f2c3f1680d tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Deleted allocations for instance 30be86a3-ab72-49b8-80f3-353cc9a4bd68 [ 812.490916] env[70015]: DEBUG oslo_vmware.api [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Task: {'id': task-3610759, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.703242] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.744604] env[70015]: DEBUG nova.network.neutron [-] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.764048] env[70015]: DEBUG nova.compute.manager [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] [instance: 1b4eaaac-eed4-432f-a535-bee8f93ee4c7] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 812.774118] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a7387a9d-0524-45a0-9d3d-5525edfbda04 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.786378] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f7e81e-c377-4f11-999a-752ae05bc2ce {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.831730] env[70015]: DEBUG nova.compute.manager [req-5776e78d-388c-4b99-86f3-4d162bf23a37 req-1a4232ce-2158-4974-b6a7-3a5c25328516 service nova] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Detach interface failed, port_id=72bfb461-13f1-4d82-89ba-f35ef8dcf787, reason: Instance 1716c7db-d5b5-4152-98cf-e20453059362 could not be found. {{(pid=70015) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 812.972065] env[70015]: DEBUG oslo_concurrency.lockutils [None req-496f4a22-0e03-4f7a-ab17-f8f2c3f1680d tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Lock "30be86a3-ab72-49b8-80f3-353cc9a4bd68" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.349s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.003677] env[70015]: DEBUG oslo_vmware.api [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Task: {'id': task-3610759, 'name': ReconfigVM_Task, 'duration_secs': 0.904161} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.005122] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 938ef7b4-e459-403d-ba0f-93415a15acbc/938ef7b4-e459-403d-ba0f-93415a15acbc.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.006722] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6064200c-37e0-4ba9-a918-e238c350ea8e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.017729] env[70015]: DEBUG oslo_vmware.api [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Waiting for the task: (returnval){ [ 813.017729] env[70015]: value = "task-3610760" [ 813.017729] env[70015]: _type = "Task" [ 813.017729] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.029595] env[70015]: DEBUG oslo_vmware.api [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Task: {'id': task-3610760, 'name': Rename_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.227508] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-57725eeb-f758-465e-99d1-53cadddc39fc tempest-VolumesAssistedSnapshotsTest-1842652814 tempest-VolumesAssistedSnapshotsTest-1842652814-project-admin] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Volume attach. Driver type: vmdk {{(pid=70015) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 813.231648] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-57725eeb-f758-465e-99d1-53cadddc39fc tempest-VolumesAssistedSnapshotsTest-1842652814 tempest-VolumesAssistedSnapshotsTest-1842652814-project-admin] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720272', 'volume_id': '421a4e17-46e8-411a-8ca9-9f3b985b0ac8', 'name': 'volume-421a4e17-46e8-411a-8ca9-9f3b985b0ac8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28', 'attached_at': '', 'detached_at': '', 'volume_id': '421a4e17-46e8-411a-8ca9-9f3b985b0ac8', 'serial': '421a4e17-46e8-411a-8ca9-9f3b985b0ac8'} {{(pid=70015) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 813.232794] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2490be03-8065-475c-be32-d79e7e5b9164 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.269395] env[70015]: INFO nova.compute.manager [-] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Took 2.12 seconds to deallocate network for instance. [ 813.278255] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8edee3a-2257-4e75-b7b1-3b0d85c76a90 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.317504] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-57725eeb-f758-465e-99d1-53cadddc39fc tempest-VolumesAssistedSnapshotsTest-1842652814 tempest-VolumesAssistedSnapshotsTest-1842652814-project-admin] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] volume-421a4e17-46e8-411a-8ca9-9f3b985b0ac8/volume-421a4e17-46e8-411a-8ca9-9f3b985b0ac8.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.319311] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.320231] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3aa87a34-8f41-4bf3-8ef5-70575e27d1d6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.343980] env[70015]: DEBUG oslo_vmware.api [None req-57725eeb-f758-465e-99d1-53cadddc39fc tempest-VolumesAssistedSnapshotsTest-1842652814 tempest-VolumesAssistedSnapshotsTest-1842652814-project-admin] Waiting for the task: (returnval){ [ 813.343980] env[70015]: value = "task-3610761" [ 813.343980] env[70015]: _type = "Task" [ 813.343980] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.355601] env[70015]: DEBUG oslo_vmware.api [None req-57725eeb-f758-465e-99d1-53cadddc39fc tempest-VolumesAssistedSnapshotsTest-1842652814 tempest-VolumesAssistedSnapshotsTest-1842652814-project-admin] Task: {'id': task-3610761, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.446223] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b5b1cd60-48c0-4e6b-8806-abc0021eac48 tempest-ServersAdmin275Test-2010590053 tempest-ServersAdmin275Test-2010590053-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.449176] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f8d6dcb1-a719-44ec-a233-bc9a911f4119 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.290s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.449461] env[70015]: DEBUG nova.objects.instance [None req-f8d6dcb1-a719-44ec-a233-bc9a911f4119 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Lazy-loading 'resources' on Instance uuid 70185831-3921-4fbf-8382-b6098f340372 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 813.529843] env[70015]: DEBUG oslo_vmware.api [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Task: {'id': task-3610760, 'name': Rename_Task, 'duration_secs': 0.270687} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.530174] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.530439] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4644f8d6-e126-4d34-bbcd-bfdadfa99e0f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.539914] env[70015]: DEBUG oslo_vmware.api [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Waiting for the task: (returnval){ [ 813.539914] env[70015]: value = "task-3610762" [ 813.539914] env[70015]: _type = "Task" [ 813.539914] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.550743] env[70015]: DEBUG oslo_vmware.api [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Task: {'id': task-3610762, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.783569] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3214864b-7bf0-4fe9-a966-836245092919 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.856713] env[70015]: DEBUG oslo_vmware.api [None req-57725eeb-f758-465e-99d1-53cadddc39fc tempest-VolumesAssistedSnapshotsTest-1842652814 tempest-VolumesAssistedSnapshotsTest-1842652814-project-admin] Task: {'id': task-3610761, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.051835] env[70015]: DEBUG oslo_vmware.api [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Task: {'id': task-3610762, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.069630] env[70015]: DEBUG nova.network.neutron [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Successfully updated port: cf1f9a29-03df-4143-a944-eeba34926184 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 814.360121] env[70015]: DEBUG oslo_vmware.api [None req-57725eeb-f758-465e-99d1-53cadddc39fc tempest-VolumesAssistedSnapshotsTest-1842652814 tempest-VolumesAssistedSnapshotsTest-1842652814-project-admin] Task: {'id': task-3610761, 'name': ReconfigVM_Task, 'duration_secs': 0.565318} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.360121] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-57725eeb-f758-465e-99d1-53cadddc39fc tempest-VolumesAssistedSnapshotsTest-1842652814 tempest-VolumesAssistedSnapshotsTest-1842652814-project-admin] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Reconfigured VM instance instance-00000009 to attach disk [datastore1] volume-421a4e17-46e8-411a-8ca9-9f3b985b0ac8/volume-421a4e17-46e8-411a-8ca9-9f3b985b0ac8.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 814.367725] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1de8b72a-3796-416a-9f58-ea31af590f03 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.386259] env[70015]: DEBUG oslo_vmware.api [None req-57725eeb-f758-465e-99d1-53cadddc39fc tempest-VolumesAssistedSnapshotsTest-1842652814 tempest-VolumesAssistedSnapshotsTest-1842652814-project-admin] Waiting for the task: (returnval){ [ 814.386259] env[70015]: value = "task-3610763" [ 814.386259] env[70015]: _type = "Task" [ 814.386259] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.399952] env[70015]: DEBUG oslo_vmware.api [None req-57725eeb-f758-465e-99d1-53cadddc39fc tempest-VolumesAssistedSnapshotsTest-1842652814 tempest-VolumesAssistedSnapshotsTest-1842652814-project-admin] Task: {'id': task-3610763, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.520082] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986a80d7-bba5-42e1-bce3-52540dbf95b3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.530887] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da20869c-6211-4de0-b2e5-da5c114af09d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.572285] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0c4043-2248-487b-a727-3e4a1b59a2ab {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.581845] env[70015]: DEBUG oslo_concurrency.lockutils [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "refresh_cache-566ef0e4-fa32-47b4-aa48-094c2d0030b5" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.582026] env[70015]: DEBUG oslo_concurrency.lockutils [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquired lock "refresh_cache-566ef0e4-fa32-47b4-aa48-094c2d0030b5" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.582208] env[70015]: DEBUG nova.network.neutron [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.586520] env[70015]: DEBUG oslo_vmware.api [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Task: {'id': task-3610762, 'name': PowerOnVM_Task, 'duration_secs': 0.69319} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.590452] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.590591] env[70015]: DEBUG nova.compute.manager [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 814.591468] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901adb9d-1a28-4672-b8fb-ab2f63e9f142 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.595737] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e65999d-2964-4df0-9834-f78e6edc3796 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.620074] env[70015]: DEBUG nova.compute.provider_tree [None req-f8d6dcb1-a719-44ec-a233-bc9a911f4119 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.897708] env[70015]: DEBUG oslo_vmware.api [None req-57725eeb-f758-465e-99d1-53cadddc39fc tempest-VolumesAssistedSnapshotsTest-1842652814 tempest-VolumesAssistedSnapshotsTest-1842652814-project-admin] Task: {'id': task-3610763, 'name': ReconfigVM_Task, 'duration_secs': 0.201535} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.898105] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-57725eeb-f758-465e-99d1-53cadddc39fc tempest-VolumesAssistedSnapshotsTest-1842652814 tempest-VolumesAssistedSnapshotsTest-1842652814-project-admin] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720272', 'volume_id': '421a4e17-46e8-411a-8ca9-9f3b985b0ac8', 'name': 'volume-421a4e17-46e8-411a-8ca9-9f3b985b0ac8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28', 'attached_at': '', 'detached_at': '', 'volume_id': '421a4e17-46e8-411a-8ca9-9f3b985b0ac8', 'serial': '421a4e17-46e8-411a-8ca9-9f3b985b0ac8'} {{(pid=70015) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 815.118978] env[70015]: DEBUG nova.network.neutron [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 815.121515] env[70015]: DEBUG oslo_concurrency.lockutils [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.122704] env[70015]: DEBUG nova.scheduler.client.report [None req-f8d6dcb1-a719-44ec-a233-bc9a911f4119 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.264469] env[70015]: DEBUG nova.network.neutron [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Updating instance_info_cache with network_info: [{"id": "cf1f9a29-03df-4143-a944-eeba34926184", "address": "fa:16:3e:b6:3e:4e", "network": {"id": "aed3b2bc-e425-473e-9c01-5fba157d1ba4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-846382282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faa8a08038de44e2ad837e0e45b67282", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf1f9a29-03", "ovs_interfaceid": "cf1f9a29-03df-4143-a944-eeba34926184", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.628279] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f8d6dcb1-a719-44ec-a233-bc9a911f4119 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.179s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.631888] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.677s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.632292] env[70015]: DEBUG nova.objects.instance [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70015) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 815.658519] env[70015]: INFO nova.scheduler.client.report [None req-f8d6dcb1-a719-44ec-a233-bc9a911f4119 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Deleted allocations for instance 70185831-3921-4fbf-8382-b6098f340372 [ 815.767358] env[70015]: DEBUG oslo_concurrency.lockutils [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Releasing lock "refresh_cache-566ef0e4-fa32-47b4-aa48-094c2d0030b5" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.767800] env[70015]: DEBUG nova.compute.manager [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Instance network_info: |[{"id": "cf1f9a29-03df-4143-a944-eeba34926184", "address": "fa:16:3e:b6:3e:4e", "network": {"id": "aed3b2bc-e425-473e-9c01-5fba157d1ba4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-846382282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faa8a08038de44e2ad837e0e45b67282", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf1f9a29-03", "ovs_interfaceid": "cf1f9a29-03df-4143-a944-eeba34926184", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 815.768314] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:3e:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cc30a16-f070-421c-964e-50c9aa32f17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf1f9a29-03df-4143-a944-eeba34926184', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 815.776235] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.776827] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 815.777080] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ca7c3a3-9d93-4d35-8472-f179184c026e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.799386] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 815.799386] env[70015]: value = "task-3610764" [ 815.799386] env[70015]: _type = "Task" [ 815.799386] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.808742] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610764, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.946196] env[70015]: DEBUG nova.objects.instance [None req-57725eeb-f758-465e-99d1-53cadddc39fc tempest-VolumesAssistedSnapshotsTest-1842652814 tempest-VolumesAssistedSnapshotsTest-1842652814-project-admin] Lazy-loading 'flavor' on Instance uuid 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 816.170542] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f8d6dcb1-a719-44ec-a233-bc9a911f4119 tempest-ServersAdmin275Test-347029813 tempest-ServersAdmin275Test-347029813-project-member] Lock "70185831-3921-4fbf-8382-b6098f340372" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.224s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.311393] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610764, 'name': CreateVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.451702] env[70015]: DEBUG oslo_concurrency.lockutils [None req-57725eeb-f758-465e-99d1-53cadddc39fc tempest-VolumesAssistedSnapshotsTest-1842652814 tempest-VolumesAssistedSnapshotsTest-1842652814-project-admin] Lock "2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.871s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.650742] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a5e9fc97-1525-4bef-ae79-3102bc6b0981 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.651912] env[70015]: DEBUG oslo_concurrency.lockutils [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.082s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.653835] env[70015]: INFO nova.compute.claims [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 816.812758] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610764, 'name': CreateVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.312685] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610764, 'name': CreateVM_Task} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.313079] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 817.313537] env[70015]: DEBUG oslo_concurrency.lockutils [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.313718] env[70015]: DEBUG oslo_concurrency.lockutils [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.314064] env[70015]: DEBUG oslo_concurrency.lockutils [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.314329] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c0ca912-4360-4347-b422-9cbdcb09f84b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.320665] env[70015]: DEBUG oslo_vmware.api [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 817.320665] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]528e3b68-cd7d-1236-16ef-0a8172e963e2" [ 817.320665] env[70015]: _type = "Task" [ 817.320665] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.331846] env[70015]: DEBUG oslo_vmware.api [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]528e3b68-cd7d-1236-16ef-0a8172e963e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.831759] env[70015]: DEBUG oslo_vmware.api [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]528e3b68-cd7d-1236-16ef-0a8172e963e2, 'name': SearchDatastore_Task, 'duration_secs': 0.013303} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.834829] env[70015]: DEBUG oslo_concurrency.lockutils [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.835073] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 817.835345] env[70015]: DEBUG oslo_concurrency.lockutils [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.835512] env[70015]: DEBUG oslo_concurrency.lockutils [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.835840] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 817.836312] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e43960c6-fc66-4a3e-89e1-08876e5f2341 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.847067] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 817.847299] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 817.850825] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b1c6110-718b-4686-9bcc-131924a30e8e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.857109] env[70015]: DEBUG oslo_vmware.api [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 817.857109] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]521bcebb-a265-a8a1-19ab-0b9f26551d4a" [ 817.857109] env[70015]: _type = "Task" [ 817.857109] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.866014] env[70015]: DEBUG oslo_vmware.api [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]521bcebb-a265-a8a1-19ab-0b9f26551d4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.114058] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c799426b-9e01-4f06-8bc1-180047a13c13 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.122761] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55fa89a2-2d73-4ef3-b5af-de1190293712 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.155484] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06970d67-a6e2-4134-b30e-cdec828c7cac {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.164225] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1c1ded-b902-4e39-80af-41d05c3e66a9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.181082] env[70015]: DEBUG nova.compute.provider_tree [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.368255] env[70015]: DEBUG oslo_vmware.api [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]521bcebb-a265-a8a1-19ab-0b9f26551d4a, 'name': SearchDatastore_Task, 'duration_secs': 0.011958} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.369132] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32f15d5e-c5dd-48fa-be17-010d19dc93d6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.375959] env[70015]: DEBUG oslo_vmware.api [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 818.375959] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5237bcaa-50e5-717d-aa0f-9a76172498cc" [ 818.375959] env[70015]: _type = "Task" [ 818.375959] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.385273] env[70015]: DEBUG oslo_vmware.api [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5237bcaa-50e5-717d-aa0f-9a76172498cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.684900] env[70015]: DEBUG nova.scheduler.client.report [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.889360] env[70015]: DEBUG oslo_vmware.api [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5237bcaa-50e5-717d-aa0f-9a76172498cc, 'name': SearchDatastore_Task, 'duration_secs': 0.01129} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.889698] env[70015]: DEBUG oslo_concurrency.lockutils [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.889996] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 566ef0e4-fa32-47b4-aa48-094c2d0030b5/566ef0e4-fa32-47b4-aa48-094c2d0030b5.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.890291] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4cb97891-a4f3-472e-8260-afcf93d6c178 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.900334] env[70015]: DEBUG oslo_vmware.api [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 818.900334] env[70015]: value = "task-3610765" [ 818.900334] env[70015]: _type = "Task" [ 818.900334] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.910833] env[70015]: DEBUG oslo_vmware.api [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610765, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.191058] env[70015]: DEBUG oslo_concurrency.lockutils [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.539s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.191727] env[70015]: DEBUG nova.compute.manager [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 819.195025] env[70015]: DEBUG oslo_concurrency.lockutils [None req-80888e0e-c52a-4159-975b-257d5ca35c06 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.023s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.195941] env[70015]: DEBUG nova.objects.instance [None req-80888e0e-c52a-4159-975b-257d5ca35c06 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Lazy-loading 'resources' on Instance uuid 962c568b-ddb8-40bb-bdeb-99019be084cc {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 819.395999] env[70015]: DEBUG oslo_vmware.rw_handles [None req-0994b281-a5a1-4668-a6a6-ca7be0299e71 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52432243-e87a-fd8d-c0b4-03c5a6c31404/disk-0.vmdk. {{(pid=70015) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 819.396676] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120bbf04-34dd-4ab4-b4e9-4bc49db70b55 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.405766] env[70015]: DEBUG oslo_vmware.rw_handles [None req-0994b281-a5a1-4668-a6a6-ca7be0299e71 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52432243-e87a-fd8d-c0b4-03c5a6c31404/disk-0.vmdk is in state: ready. {{(pid=70015) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 819.405934] env[70015]: ERROR oslo_vmware.rw_handles [None req-0994b281-a5a1-4668-a6a6-ca7be0299e71 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52432243-e87a-fd8d-c0b4-03c5a6c31404/disk-0.vmdk due to incomplete transfer. [ 819.406536] env[70015]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-336b8ad0-1fd0-4f57-841f-52a045491ac3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.411674] env[70015]: DEBUG oslo_vmware.api [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610765, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481315} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.411938] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 566ef0e4-fa32-47b4-aa48-094c2d0030b5/566ef0e4-fa32-47b4-aa48-094c2d0030b5.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 819.412196] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 819.412419] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b562b33-a030-4793-97ba-0a993823da0b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.415552] env[70015]: DEBUG oslo_vmware.rw_handles [None req-0994b281-a5a1-4668-a6a6-ca7be0299e71 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52432243-e87a-fd8d-c0b4-03c5a6c31404/disk-0.vmdk. {{(pid=70015) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 819.415739] env[70015]: DEBUG nova.virt.vmwareapi.images [None req-0994b281-a5a1-4668-a6a6-ca7be0299e71 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Uploaded image a987d348-27e7-4043-a673-4eef995132d6 to the Glance image server {{(pid=70015) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 819.417743] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-0994b281-a5a1-4668-a6a6-ca7be0299e71 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Destroying the VM {{(pid=70015) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 819.418338] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-142bf436-6018-4e90-ae3d-00b2e23c80dc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.423668] env[70015]: DEBUG oslo_vmware.api [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 819.423668] env[70015]: value = "task-3610766" [ 819.423668] env[70015]: _type = "Task" [ 819.423668] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.427767] env[70015]: DEBUG oslo_vmware.api [None req-0994b281-a5a1-4668-a6a6-ca7be0299e71 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 819.427767] env[70015]: value = "task-3610767" [ 819.427767] env[70015]: _type = "Task" [ 819.427767] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.435936] env[70015]: DEBUG oslo_vmware.api [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610766, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.439396] env[70015]: DEBUG oslo_vmware.api [None req-0994b281-a5a1-4668-a6a6-ca7be0299e71 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610767, 'name': Destroy_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.699755] env[70015]: DEBUG nova.compute.utils [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 819.704507] env[70015]: DEBUG nova.compute.manager [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 819.704507] env[70015]: DEBUG nova.network.neutron [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 819.753611] env[70015]: DEBUG nova.policy [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f443ab6bde44fd99a278d241889c1d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40772f72de5441ae94c1c2f2cd9154d0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 819.943445] env[70015]: DEBUG oslo_vmware.api [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610766, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104579} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.947286] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 819.947665] env[70015]: DEBUG oslo_vmware.api [None req-0994b281-a5a1-4668-a6a6-ca7be0299e71 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610767, 'name': Destroy_Task} progress is 33%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.951068] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd15e0c-8b12-4e33-8c1b-ffd90e8c8b3a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.981152] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 566ef0e4-fa32-47b4-aa48-094c2d0030b5/566ef0e4-fa32-47b4-aa48-094c2d0030b5.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.984649] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-401fbd10-f296-482f-bdb1-6f1a54f0aa41 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.008354] env[70015]: DEBUG oslo_vmware.api [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 820.008354] env[70015]: value = "task-3610768" [ 820.008354] env[70015]: _type = "Task" [ 820.008354] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.021704] env[70015]: DEBUG oslo_vmware.api [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610768, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.034033] env[70015]: DEBUG nova.compute.manager [req-7092be1c-d0f3-42ff-a351-84d06f32d7b2 req-636aebb0-1a8d-40f3-9a00-6d533ef9f2e2 service nova] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Received event network-vif-deleted-c7889eaa-1500-4a25-adc9-045c7cbbe13f {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.034033] env[70015]: DEBUG nova.compute.manager [req-7092be1c-d0f3-42ff-a351-84d06f32d7b2 req-636aebb0-1a8d-40f3-9a00-6d533ef9f2e2 service nova] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Received event network-vif-plugged-cf1f9a29-03df-4143-a944-eeba34926184 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.034033] env[70015]: DEBUG oslo_concurrency.lockutils [req-7092be1c-d0f3-42ff-a351-84d06f32d7b2 req-636aebb0-1a8d-40f3-9a00-6d533ef9f2e2 service nova] Acquiring lock "566ef0e4-fa32-47b4-aa48-094c2d0030b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.034033] env[70015]: DEBUG oslo_concurrency.lockutils [req-7092be1c-d0f3-42ff-a351-84d06f32d7b2 req-636aebb0-1a8d-40f3-9a00-6d533ef9f2e2 service nova] Lock "566ef0e4-fa32-47b4-aa48-094c2d0030b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.034033] env[70015]: DEBUG oslo_concurrency.lockutils [req-7092be1c-d0f3-42ff-a351-84d06f32d7b2 req-636aebb0-1a8d-40f3-9a00-6d533ef9f2e2 service nova] Lock "566ef0e4-fa32-47b4-aa48-094c2d0030b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.034033] env[70015]: DEBUG nova.compute.manager [req-7092be1c-d0f3-42ff-a351-84d06f32d7b2 req-636aebb0-1a8d-40f3-9a00-6d533ef9f2e2 service nova] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] No waiting events found dispatching network-vif-plugged-cf1f9a29-03df-4143-a944-eeba34926184 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 820.034033] env[70015]: WARNING nova.compute.manager [req-7092be1c-d0f3-42ff-a351-84d06f32d7b2 req-636aebb0-1a8d-40f3-9a00-6d533ef9f2e2 service nova] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Received unexpected event network-vif-plugged-cf1f9a29-03df-4143-a944-eeba34926184 for instance with vm_state building and task_state spawning. [ 820.034033] env[70015]: DEBUG nova.compute.manager [req-7092be1c-d0f3-42ff-a351-84d06f32d7b2 req-636aebb0-1a8d-40f3-9a00-6d533ef9f2e2 service nova] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Received event network-changed-12d1a3ef-c542-429b-86e8-18a5c72a80da {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.034033] env[70015]: DEBUG nova.compute.manager [req-7092be1c-d0f3-42ff-a351-84d06f32d7b2 req-636aebb0-1a8d-40f3-9a00-6d533ef9f2e2 service nova] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Refreshing instance network info cache due to event network-changed-12d1a3ef-c542-429b-86e8-18a5c72a80da. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 820.034033] env[70015]: DEBUG oslo_concurrency.lockutils [req-7092be1c-d0f3-42ff-a351-84d06f32d7b2 req-636aebb0-1a8d-40f3-9a00-6d533ef9f2e2 service nova] Acquiring lock "refresh_cache-f3d258e2-ca12-4953-a7a7-1d6f701d6599" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.034033] env[70015]: DEBUG oslo_concurrency.lockutils [req-7092be1c-d0f3-42ff-a351-84d06f32d7b2 req-636aebb0-1a8d-40f3-9a00-6d533ef9f2e2 service nova] Acquired lock "refresh_cache-f3d258e2-ca12-4953-a7a7-1d6f701d6599" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.034033] env[70015]: DEBUG nova.network.neutron [req-7092be1c-d0f3-42ff-a351-84d06f32d7b2 req-636aebb0-1a8d-40f3-9a00-6d533ef9f2e2 service nova] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Refreshing network info cache for port 12d1a3ef-c542-429b-86e8-18a5c72a80da {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 820.204813] env[70015]: DEBUG nova.compute.utils [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 820.303354] env[70015]: DEBUG nova.network.neutron [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] Successfully created port: 3088ea07-1397-417a-ae9b-a73ef0bee17b {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 820.323929] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ead6923-6488-4412-bb1f-cc78ae87c6ba {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.332750] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3a0354-5678-46b6-9b45-50de986aa829 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.367901] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da00f24-d495-4a7e-b4d3-902965c4969b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.375258] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquiring lock "16289849-7c2a-4ac3-bdcf-4b93f18bfb13" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.375613] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "16289849-7c2a-4ac3-bdcf-4b93f18bfb13" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.383034] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830efff5-a8ab-42f5-9638-dc2877b61885 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.407584] env[70015]: DEBUG nova.compute.provider_tree [None req-80888e0e-c52a-4159-975b-257d5ca35c06 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.444137] env[70015]: DEBUG oslo_vmware.api [None req-0994b281-a5a1-4668-a6a6-ca7be0299e71 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610767, 'name': Destroy_Task, 'duration_secs': 0.655949} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.444908] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-0994b281-a5a1-4668-a6a6-ca7be0299e71 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Destroyed the VM [ 820.445476] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-0994b281-a5a1-4668-a6a6-ca7be0299e71 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Deleting Snapshot of the VM instance {{(pid=70015) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 820.445476] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f238ef45-921e-49c5-bb9a-defc18f671b0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.454515] env[70015]: DEBUG oslo_vmware.api [None req-0994b281-a5a1-4668-a6a6-ca7be0299e71 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 820.454515] env[70015]: value = "task-3610769" [ 820.454515] env[70015]: _type = "Task" [ 820.454515] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.465568] env[70015]: DEBUG oslo_vmware.api [None req-0994b281-a5a1-4668-a6a6-ca7be0299e71 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610769, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.521664] env[70015]: DEBUG oslo_vmware.api [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610768, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.708270] env[70015]: DEBUG nova.compute.manager [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 820.913714] env[70015]: DEBUG nova.scheduler.client.report [None req-80888e0e-c52a-4159-975b-257d5ca35c06 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.966519] env[70015]: DEBUG oslo_vmware.api [None req-0994b281-a5a1-4668-a6a6-ca7be0299e71 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610769, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.005030] env[70015]: DEBUG nova.network.neutron [req-7092be1c-d0f3-42ff-a351-84d06f32d7b2 req-636aebb0-1a8d-40f3-9a00-6d533ef9f2e2 service nova] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Updated VIF entry in instance network info cache for port 12d1a3ef-c542-429b-86e8-18a5c72a80da. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 821.005030] env[70015]: DEBUG nova.network.neutron [req-7092be1c-d0f3-42ff-a351-84d06f32d7b2 req-636aebb0-1a8d-40f3-9a00-6d533ef9f2e2 service nova] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Updating instance_info_cache with network_info: [{"id": "12d1a3ef-c542-429b-86e8-18a5c72a80da", "address": "fa:16:3e:81:a8:27", "network": {"id": "74079621-6489-4099-86ba-2ce6a3e033f9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-701290069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db9270719b1d444d9e1e4434b1a1199a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12d1a3ef-c5", "ovs_interfaceid": "12d1a3ef-c542-429b-86e8-18a5c72a80da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.025167] env[70015]: DEBUG oslo_vmware.api [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610768, 'name': ReconfigVM_Task, 'duration_secs': 0.657604} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.026711] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 566ef0e4-fa32-47b4-aa48-094c2d0030b5/566ef0e4-fa32-47b4-aa48-094c2d0030b5.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.027021] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53e26207-6419-4e69-a8d7-5c9de99ee58d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.038134] env[70015]: DEBUG oslo_vmware.api [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 821.038134] env[70015]: value = "task-3610770" [ 821.038134] env[70015]: _type = "Task" [ 821.038134] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.053385] env[70015]: DEBUG oslo_vmware.api [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610770, 'name': Rename_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.383516] env[70015]: DEBUG oslo_concurrency.lockutils [None req-685e0b07-e6bd-452a-a32d-38d6dd9ce6cd tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Acquiring lock "938ef7b4-e459-403d-ba0f-93415a15acbc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.384216] env[70015]: DEBUG oslo_concurrency.lockutils [None req-685e0b07-e6bd-452a-a32d-38d6dd9ce6cd tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Lock "938ef7b4-e459-403d-ba0f-93415a15acbc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.385028] env[70015]: DEBUG oslo_concurrency.lockutils [None req-685e0b07-e6bd-452a-a32d-38d6dd9ce6cd tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Acquiring lock "938ef7b4-e459-403d-ba0f-93415a15acbc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.385028] env[70015]: DEBUG oslo_concurrency.lockutils [None req-685e0b07-e6bd-452a-a32d-38d6dd9ce6cd tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Lock "938ef7b4-e459-403d-ba0f-93415a15acbc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.385176] env[70015]: DEBUG oslo_concurrency.lockutils [None req-685e0b07-e6bd-452a-a32d-38d6dd9ce6cd tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Lock "938ef7b4-e459-403d-ba0f-93415a15acbc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.387861] env[70015]: INFO nova.compute.manager [None req-685e0b07-e6bd-452a-a32d-38d6dd9ce6cd tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Terminating instance [ 821.422244] env[70015]: DEBUG oslo_concurrency.lockutils [None req-80888e0e-c52a-4159-975b-257d5ca35c06 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.226s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.426524] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.551s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.428729] env[70015]: INFO nova.compute.claims [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 821.467439] env[70015]: DEBUG oslo_vmware.api [None req-0994b281-a5a1-4668-a6a6-ca7be0299e71 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610769, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.472090] env[70015]: INFO nova.scheduler.client.report [None req-80888e0e-c52a-4159-975b-257d5ca35c06 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Deleted allocations for instance 962c568b-ddb8-40bb-bdeb-99019be084cc [ 821.508521] env[70015]: DEBUG oslo_concurrency.lockutils [req-7092be1c-d0f3-42ff-a351-84d06f32d7b2 req-636aebb0-1a8d-40f3-9a00-6d533ef9f2e2 service nova] Releasing lock "refresh_cache-f3d258e2-ca12-4953-a7a7-1d6f701d6599" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.508788] env[70015]: DEBUG nova.compute.manager [req-7092be1c-d0f3-42ff-a351-84d06f32d7b2 req-636aebb0-1a8d-40f3-9a00-6d533ef9f2e2 service nova] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Received event network-changed-cf1f9a29-03df-4143-a944-eeba34926184 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.508954] env[70015]: DEBUG nova.compute.manager [req-7092be1c-d0f3-42ff-a351-84d06f32d7b2 req-636aebb0-1a8d-40f3-9a00-6d533ef9f2e2 service nova] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Refreshing instance network info cache due to event network-changed-cf1f9a29-03df-4143-a944-eeba34926184. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 821.509205] env[70015]: DEBUG oslo_concurrency.lockutils [req-7092be1c-d0f3-42ff-a351-84d06f32d7b2 req-636aebb0-1a8d-40f3-9a00-6d533ef9f2e2 service nova] Acquiring lock "refresh_cache-566ef0e4-fa32-47b4-aa48-094c2d0030b5" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.509408] env[70015]: DEBUG oslo_concurrency.lockutils [req-7092be1c-d0f3-42ff-a351-84d06f32d7b2 req-636aebb0-1a8d-40f3-9a00-6d533ef9f2e2 service nova] Acquired lock "refresh_cache-566ef0e4-fa32-47b4-aa48-094c2d0030b5" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.509583] env[70015]: DEBUG nova.network.neutron [req-7092be1c-d0f3-42ff-a351-84d06f32d7b2 req-636aebb0-1a8d-40f3-9a00-6d533ef9f2e2 service nova] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Refreshing network info cache for port cf1f9a29-03df-4143-a944-eeba34926184 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 821.549935] env[70015]: DEBUG oslo_vmware.api [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610770, 'name': Rename_Task, 'duration_secs': 0.278014} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.551664] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.558308] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49148423-2fe5-4293-96ac-9411e5204f3a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.562868] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Acquiring lock "239702ca-50c6-47a9-9207-394811e26eb4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.562868] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Lock "239702ca-50c6-47a9-9207-394811e26eb4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.571412] env[70015]: DEBUG oslo_vmware.api [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 821.571412] env[70015]: value = "task-3610771" [ 821.571412] env[70015]: _type = "Task" [ 821.571412] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.584564] env[70015]: DEBUG oslo_vmware.api [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610771, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.599285] env[70015]: DEBUG oslo_vmware.rw_handles [None req-922e285f-6a4c-4359-97c0-39a098da96b6 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52047e42-65a4-ec84-7715-d41fdc273fbf/disk-0.vmdk. {{(pid=70015) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 821.603597] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468f3ab7-93d8-47cb-9357-bb264c562f69 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.620336] env[70015]: DEBUG oslo_vmware.rw_handles [None req-922e285f-6a4c-4359-97c0-39a098da96b6 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52047e42-65a4-ec84-7715-d41fdc273fbf/disk-0.vmdk is in state: ready. {{(pid=70015) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 821.620633] env[70015]: ERROR oslo_vmware.rw_handles [None req-922e285f-6a4c-4359-97c0-39a098da96b6 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52047e42-65a4-ec84-7715-d41fdc273fbf/disk-0.vmdk due to incomplete transfer. [ 821.621688] env[70015]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5ea531c6-4bc2-4429-8b50-a218e50c8e95 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.634203] env[70015]: DEBUG oslo_vmware.rw_handles [None req-922e285f-6a4c-4359-97c0-39a098da96b6 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52047e42-65a4-ec84-7715-d41fdc273fbf/disk-0.vmdk. {{(pid=70015) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 821.634449] env[70015]: DEBUG nova.virt.vmwareapi.images [None req-922e285f-6a4c-4359-97c0-39a098da96b6 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Uploaded image 4753459e-16d4-4492-97a9-63f4ba642c5d to the Glance image server {{(pid=70015) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 821.636635] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-922e285f-6a4c-4359-97c0-39a098da96b6 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Destroying the VM {{(pid=70015) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 821.637213] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b7c22a6b-32ea-455d-a16c-60b350c9c42b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.657023] env[70015]: DEBUG oslo_vmware.api [None req-922e285f-6a4c-4359-97c0-39a098da96b6 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 821.657023] env[70015]: value = "task-3610772" [ 821.657023] env[70015]: _type = "Task" [ 821.657023] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.669344] env[70015]: DEBUG oslo_vmware.api [None req-922e285f-6a4c-4359-97c0-39a098da96b6 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3610772, 'name': Destroy_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.720162] env[70015]: DEBUG nova.compute.manager [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 821.743855] env[70015]: DEBUG nova.virt.hardware [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:58:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='727408075',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-719772050',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 821.744535] env[70015]: DEBUG nova.virt.hardware [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 821.744832] env[70015]: DEBUG nova.virt.hardware [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 821.745155] env[70015]: DEBUG nova.virt.hardware [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 821.745417] env[70015]: DEBUG nova.virt.hardware [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 821.745752] env[70015]: DEBUG nova.virt.hardware [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 821.746192] env[70015]: DEBUG nova.virt.hardware [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 821.746575] env[70015]: DEBUG nova.virt.hardware [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 821.748026] env[70015]: DEBUG nova.virt.hardware [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 821.748026] env[70015]: DEBUG nova.virt.hardware [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 821.748026] env[70015]: DEBUG nova.virt.hardware [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 821.748279] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a389a575-f177-437c-9bd3-4bb461cd4100 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.758534] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32299710-14fc-431c-a716-687661726b74 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.894119] env[70015]: DEBUG oslo_concurrency.lockutils [None req-685e0b07-e6bd-452a-a32d-38d6dd9ce6cd tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Acquiring lock "refresh_cache-938ef7b4-e459-403d-ba0f-93415a15acbc" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.894338] env[70015]: DEBUG oslo_concurrency.lockutils [None req-685e0b07-e6bd-452a-a32d-38d6dd9ce6cd tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Acquired lock "refresh_cache-938ef7b4-e459-403d-ba0f-93415a15acbc" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.894579] env[70015]: DEBUG nova.network.neutron [None req-685e0b07-e6bd-452a-a32d-38d6dd9ce6cd tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.966299] env[70015]: DEBUG oslo_vmware.api [None req-0994b281-a5a1-4668-a6a6-ca7be0299e71 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610769, 'name': RemoveSnapshot_Task, 'duration_secs': 1.049182} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.966592] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-0994b281-a5a1-4668-a6a6-ca7be0299e71 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Deleted Snapshot of the VM instance {{(pid=70015) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 821.966823] env[70015]: INFO nova.compute.manager [None req-0994b281-a5a1-4668-a6a6-ca7be0299e71 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Took 17.81 seconds to snapshot the instance on the hypervisor. [ 821.980343] env[70015]: DEBUG oslo_concurrency.lockutils [None req-80888e0e-c52a-4159-975b-257d5ca35c06 tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Lock "962c568b-ddb8-40bb-bdeb-99019be084cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.666s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.083096] env[70015]: DEBUG oslo_vmware.api [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610771, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.123712] env[70015]: DEBUG oslo_concurrency.lockutils [None req-87a9c0c8-b9b4-47a7-9ba2-0170014c5350 tempest-VolumesAssistedSnapshotsTest-1842652814 tempest-VolumesAssistedSnapshotsTest-1842652814-project-admin] Acquiring lock "2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.123981] env[70015]: DEBUG oslo_concurrency.lockutils [None req-87a9c0c8-b9b4-47a7-9ba2-0170014c5350 tempest-VolumesAssistedSnapshotsTest-1842652814 tempest-VolumesAssistedSnapshotsTest-1842652814-project-admin] Lock "2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.174477] env[70015]: DEBUG oslo_vmware.api [None req-922e285f-6a4c-4359-97c0-39a098da96b6 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3610772, 'name': Destroy_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.299263] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3408a324-701f-4a46-aff2-f308f33eefdb tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Acquiring lock "42a0560b-a274-4273-9828-57645661f4a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.299623] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3408a324-701f-4a46-aff2-f308f33eefdb tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Lock "42a0560b-a274-4273-9828-57645661f4a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.299843] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3408a324-701f-4a46-aff2-f308f33eefdb tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Acquiring lock "42a0560b-a274-4273-9828-57645661f4a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.300180] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3408a324-701f-4a46-aff2-f308f33eefdb tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Lock "42a0560b-a274-4273-9828-57645661f4a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.300244] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3408a324-701f-4a46-aff2-f308f33eefdb tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Lock "42a0560b-a274-4273-9828-57645661f4a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.302662] env[70015]: INFO nova.compute.manager [None req-3408a324-701f-4a46-aff2-f308f33eefdb tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 42a0560b-a274-4273-9828-57645661f4a0] Terminating instance [ 822.424390] env[70015]: DEBUG nova.network.neutron [None req-685e0b07-e6bd-452a-a32d-38d6dd9ce6cd tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 822.506968] env[70015]: DEBUG nova.network.neutron [req-7092be1c-d0f3-42ff-a351-84d06f32d7b2 req-636aebb0-1a8d-40f3-9a00-6d533ef9f2e2 service nova] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Updated VIF entry in instance network info cache for port cf1f9a29-03df-4143-a944-eeba34926184. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 822.507427] env[70015]: DEBUG nova.network.neutron [req-7092be1c-d0f3-42ff-a351-84d06f32d7b2 req-636aebb0-1a8d-40f3-9a00-6d533ef9f2e2 service nova] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Updating instance_info_cache with network_info: [{"id": "cf1f9a29-03df-4143-a944-eeba34926184", "address": "fa:16:3e:b6:3e:4e", "network": {"id": "aed3b2bc-e425-473e-9c01-5fba157d1ba4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-846382282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faa8a08038de44e2ad837e0e45b67282", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf1f9a29-03", "ovs_interfaceid": "cf1f9a29-03df-4143-a944-eeba34926184", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.532149] env[70015]: DEBUG nova.compute.manager [None req-0994b281-a5a1-4668-a6a6-ca7be0299e71 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Found 3 images (rotation: 2) {{(pid=70015) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 822.532149] env[70015]: DEBUG nova.compute.manager [None req-0994b281-a5a1-4668-a6a6-ca7be0299e71 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Rotating out 1 backups {{(pid=70015) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 822.532149] env[70015]: DEBUG nova.compute.manager [None req-0994b281-a5a1-4668-a6a6-ca7be0299e71 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Deleting image 9cf184ee-f015-48c1-95c7-f53ce99148bf {{(pid=70015) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 822.546019] env[70015]: DEBUG nova.network.neutron [None req-685e0b07-e6bd-452a-a32d-38d6dd9ce6cd tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.568483] env[70015]: DEBUG nova.compute.manager [req-ef5a6763-9f46-4cd0-98d8-571fe1f728c3 req-aa0b26ef-873b-48ca-8b33-5eb28fcd032b service nova] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] Received event network-vif-plugged-3088ea07-1397-417a-ae9b-a73ef0bee17b {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.568483] env[70015]: DEBUG oslo_concurrency.lockutils [req-ef5a6763-9f46-4cd0-98d8-571fe1f728c3 req-aa0b26ef-873b-48ca-8b33-5eb28fcd032b service nova] Acquiring lock "0048c4f6-5e34-472c-9f8b-4218a86c03b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.568483] env[70015]: DEBUG oslo_concurrency.lockutils [req-ef5a6763-9f46-4cd0-98d8-571fe1f728c3 req-aa0b26ef-873b-48ca-8b33-5eb28fcd032b service nova] Lock "0048c4f6-5e34-472c-9f8b-4218a86c03b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.568483] env[70015]: DEBUG oslo_concurrency.lockutils [req-ef5a6763-9f46-4cd0-98d8-571fe1f728c3 req-aa0b26ef-873b-48ca-8b33-5eb28fcd032b service nova] Lock "0048c4f6-5e34-472c-9f8b-4218a86c03b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.568483] env[70015]: DEBUG nova.compute.manager [req-ef5a6763-9f46-4cd0-98d8-571fe1f728c3 req-aa0b26ef-873b-48ca-8b33-5eb28fcd032b service nova] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] No waiting events found dispatching network-vif-plugged-3088ea07-1397-417a-ae9b-a73ef0bee17b {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 822.568483] env[70015]: WARNING nova.compute.manager [req-ef5a6763-9f46-4cd0-98d8-571fe1f728c3 req-aa0b26ef-873b-48ca-8b33-5eb28fcd032b service nova] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] Received unexpected event network-vif-plugged-3088ea07-1397-417a-ae9b-a73ef0bee17b for instance with vm_state building and task_state spawning. [ 822.585111] env[70015]: DEBUG oslo_vmware.api [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610771, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.586070] env[70015]: DEBUG nova.network.neutron [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] Successfully updated port: 3088ea07-1397-417a-ae9b-a73ef0bee17b {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 822.632077] env[70015]: INFO nova.compute.manager [None req-87a9c0c8-b9b4-47a7-9ba2-0170014c5350 tempest-VolumesAssistedSnapshotsTest-1842652814 tempest-VolumesAssistedSnapshotsTest-1842652814-project-admin] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Detaching volume 421a4e17-46e8-411a-8ca9-9f3b985b0ac8 [ 822.675555] env[70015]: DEBUG oslo_vmware.api [None req-922e285f-6a4c-4359-97c0-39a098da96b6 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3610772, 'name': Destroy_Task, 'duration_secs': 0.893178} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.676885] env[70015]: INFO nova.virt.block_device [None req-87a9c0c8-b9b4-47a7-9ba2-0170014c5350 tempest-VolumesAssistedSnapshotsTest-1842652814 tempest-VolumesAssistedSnapshotsTest-1842652814-project-admin] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Attempting to driver detach volume 421a4e17-46e8-411a-8ca9-9f3b985b0ac8 from mountpoint /dev/sdb [ 822.677326] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-87a9c0c8-b9b4-47a7-9ba2-0170014c5350 tempest-VolumesAssistedSnapshotsTest-1842652814 tempest-VolumesAssistedSnapshotsTest-1842652814-project-admin] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Volume detach. Driver type: vmdk {{(pid=70015) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 822.677326] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-87a9c0c8-b9b4-47a7-9ba2-0170014c5350 tempest-VolumesAssistedSnapshotsTest-1842652814 tempest-VolumesAssistedSnapshotsTest-1842652814-project-admin] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720272', 'volume_id': '421a4e17-46e8-411a-8ca9-9f3b985b0ac8', 'name': 'volume-421a4e17-46e8-411a-8ca9-9f3b985b0ac8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28', 'attached_at': '', 'detached_at': '', 'volume_id': '421a4e17-46e8-411a-8ca9-9f3b985b0ac8', 'serial': '421a4e17-46e8-411a-8ca9-9f3b985b0ac8'} {{(pid=70015) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 822.678018] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-922e285f-6a4c-4359-97c0-39a098da96b6 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Destroyed the VM [ 822.678018] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-922e285f-6a4c-4359-97c0-39a098da96b6 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Deleting Snapshot of the VM instance {{(pid=70015) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 822.678838] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c958c23-a3dc-466c-aeb6-2259fc112726 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.684195] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d3e7a130-5683-4ffe-a797-d8b79981b144 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.718696] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ffbb8ec-e710-42ec-9b48-27506aee2c3f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.722028] env[70015]: DEBUG oslo_vmware.api [None req-922e285f-6a4c-4359-97c0-39a098da96b6 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 822.722028] env[70015]: value = "task-3610773" [ 822.722028] env[70015]: _type = "Task" [ 822.722028] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.731697] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0bf77c-52c0-4644-89e7-c8734441ec0e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.738259] env[70015]: DEBUG oslo_vmware.api [None req-922e285f-6a4c-4359-97c0-39a098da96b6 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3610773, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.760729] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be034d29-cbce-4b25-a319-9726dd3d4d01 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.781286] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-87a9c0c8-b9b4-47a7-9ba2-0170014c5350 tempest-VolumesAssistedSnapshotsTest-1842652814 tempest-VolumesAssistedSnapshotsTest-1842652814-project-admin] The volume has not been displaced from its original location: [datastore1] volume-421a4e17-46e8-411a-8ca9-9f3b985b0ac8/volume-421a4e17-46e8-411a-8ca9-9f3b985b0ac8.vmdk. No consolidation needed. {{(pid=70015) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 822.786509] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-87a9c0c8-b9b4-47a7-9ba2-0170014c5350 tempest-VolumesAssistedSnapshotsTest-1842652814 tempest-VolumesAssistedSnapshotsTest-1842652814-project-admin] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Reconfiguring VM instance instance-00000009 to detach disk 2001 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 822.786594] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d09644f-81a4-42f6-a944-8acc387ec266 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.806074] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3408a324-701f-4a46-aff2-f308f33eefdb tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Acquiring lock "refresh_cache-42a0560b-a274-4273-9828-57645661f4a0" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.806273] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3408a324-701f-4a46-aff2-f308f33eefdb tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Acquired lock "refresh_cache-42a0560b-a274-4273-9828-57645661f4a0" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.806488] env[70015]: DEBUG nova.network.neutron [None req-3408a324-701f-4a46-aff2-f308f33eefdb tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 42a0560b-a274-4273-9828-57645661f4a0] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 822.809193] env[70015]: DEBUG oslo_vmware.api [None req-87a9c0c8-b9b4-47a7-9ba2-0170014c5350 tempest-VolumesAssistedSnapshotsTest-1842652814 tempest-VolumesAssistedSnapshotsTest-1842652814-project-admin] Waiting for the task: (returnval){ [ 822.809193] env[70015]: value = "task-3610774" [ 822.809193] env[70015]: _type = "Task" [ 822.809193] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.818565] env[70015]: DEBUG oslo_vmware.api [None req-87a9c0c8-b9b4-47a7-9ba2-0170014c5350 tempest-VolumesAssistedSnapshotsTest-1842652814 tempest-VolumesAssistedSnapshotsTest-1842652814-project-admin] Task: {'id': task-3610774, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.876641] env[70015]: DEBUG oslo_concurrency.lockutils [None req-166b2728-b67c-4146-8379-ca45021a179a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquiring lock "9346b616-beab-42ce-8211-f746d17130ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.876964] env[70015]: DEBUG oslo_concurrency.lockutils [None req-166b2728-b67c-4146-8379-ca45021a179a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lock "9346b616-beab-42ce-8211-f746d17130ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.877270] env[70015]: DEBUG oslo_concurrency.lockutils [None req-166b2728-b67c-4146-8379-ca45021a179a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquiring lock "9346b616-beab-42ce-8211-f746d17130ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.877545] env[70015]: DEBUG oslo_concurrency.lockutils [None req-166b2728-b67c-4146-8379-ca45021a179a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lock "9346b616-beab-42ce-8211-f746d17130ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.877752] env[70015]: DEBUG oslo_concurrency.lockutils [None req-166b2728-b67c-4146-8379-ca45021a179a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lock "9346b616-beab-42ce-8211-f746d17130ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.883115] env[70015]: INFO nova.compute.manager [None req-166b2728-b67c-4146-8379-ca45021a179a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Terminating instance [ 823.013956] env[70015]: DEBUG oslo_concurrency.lockutils [req-7092be1c-d0f3-42ff-a351-84d06f32d7b2 req-636aebb0-1a8d-40f3-9a00-6d533ef9f2e2 service nova] Releasing lock "refresh_cache-566ef0e4-fa32-47b4-aa48-094c2d0030b5" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.045672] env[70015]: DEBUG oslo_concurrency.lockutils [None req-685e0b07-e6bd-452a-a32d-38d6dd9ce6cd tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Releasing lock "refresh_cache-938ef7b4-e459-403d-ba0f-93415a15acbc" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.046137] env[70015]: DEBUG nova.compute.manager [None req-685e0b07-e6bd-452a-a32d-38d6dd9ce6cd tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 823.046412] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-685e0b07-e6bd-452a-a32d-38d6dd9ce6cd tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 823.047307] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1332cc2a-d887-4342-98f0-62fc8985c90c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.057193] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-685e0b07-e6bd-452a-a32d-38d6dd9ce6cd tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.057485] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32943348-1c1f-41ff-9765-dc2723162570 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.067106] env[70015]: DEBUG oslo_vmware.api [None req-685e0b07-e6bd-452a-a32d-38d6dd9ce6cd tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Waiting for the task: (returnval){ [ 823.067106] env[70015]: value = "task-3610775" [ 823.067106] env[70015]: _type = "Task" [ 823.067106] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.090797] env[70015]: DEBUG oslo_vmware.api [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610771, 'name': PowerOnVM_Task, 'duration_secs': 1.231943} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.091448] env[70015]: DEBUG oslo_concurrency.lockutils [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Acquiring lock "refresh_cache-0048c4f6-5e34-472c-9f8b-4218a86c03b1" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.091603] env[70015]: DEBUG oslo_concurrency.lockutils [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Acquired lock "refresh_cache-0048c4f6-5e34-472c-9f8b-4218a86c03b1" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.091850] env[70015]: DEBUG nova.network.neutron [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 823.093500] env[70015]: DEBUG oslo_vmware.api [None req-685e0b07-e6bd-452a-a32d-38d6dd9ce6cd tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Task: {'id': task-3610775, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.093684] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 823.093917] env[70015]: INFO nova.compute.manager [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Took 10.92 seconds to spawn the instance on the hypervisor. [ 823.094087] env[70015]: DEBUG nova.compute.manager [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.096486] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f230c9f0-7baa-4a8d-ab7b-723b219d0926 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.182464] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f61e3f-28ab-4ab0-aab3-a5b6f6eda41f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.191553] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746143ca-bfac-4da6-a239-f9ce86be447a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.234240] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e7621a-4e92-4d75-b845-b8289b7abbfb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.250709] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cdb4b40-a781-4a4e-9a29-0a2433dfa11a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.255356] env[70015]: DEBUG oslo_vmware.api [None req-922e285f-6a4c-4359-97c0-39a098da96b6 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3610773, 'name': RemoveSnapshot_Task, 'duration_secs': 0.420859} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.256015] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-922e285f-6a4c-4359-97c0-39a098da96b6 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Deleted Snapshot of the VM instance {{(pid=70015) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 823.256015] env[70015]: INFO nova.compute.manager [None req-922e285f-6a4c-4359-97c0-39a098da96b6 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Took 16.35 seconds to snapshot the instance on the hypervisor. [ 823.274872] env[70015]: DEBUG nova.compute.provider_tree [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.326422] env[70015]: DEBUG oslo_vmware.api [None req-87a9c0c8-b9b4-47a7-9ba2-0170014c5350 tempest-VolumesAssistedSnapshotsTest-1842652814 tempest-VolumesAssistedSnapshotsTest-1842652814-project-admin] Task: {'id': task-3610774, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.349262] env[70015]: DEBUG nova.network.neutron [None req-3408a324-701f-4a46-aff2-f308f33eefdb tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 42a0560b-a274-4273-9828-57645661f4a0] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 823.389774] env[70015]: DEBUG nova.compute.manager [None req-166b2728-b67c-4146-8379-ca45021a179a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 823.389774] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-166b2728-b67c-4146-8379-ca45021a179a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 823.390122] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df296cb4-df27-452d-9a71-9fcfca204048 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.399924] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-166b2728-b67c-4146-8379-ca45021a179a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 823.400254] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-068ea842-8d0d-4315-98c8-aaefd66ba4ad {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.437730] env[70015]: DEBUG nova.network.neutron [None req-3408a324-701f-4a46-aff2-f308f33eefdb tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 42a0560b-a274-4273-9828-57645661f4a0] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.477584] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-166b2728-b67c-4146-8379-ca45021a179a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 823.477888] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-166b2728-b67c-4146-8379-ca45021a179a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 823.478359] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-166b2728-b67c-4146-8379-ca45021a179a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Deleting the datastore file [datastore1] 9346b616-beab-42ce-8211-f746d17130ae {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 823.478504] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e7096f7-63c8-4a11-bf24-b3eb024c8f54 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.488333] env[70015]: DEBUG oslo_vmware.api [None req-166b2728-b67c-4146-8379-ca45021a179a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 823.488333] env[70015]: value = "task-3610777" [ 823.488333] env[70015]: _type = "Task" [ 823.488333] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.503992] env[70015]: DEBUG oslo_vmware.api [None req-166b2728-b67c-4146-8379-ca45021a179a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3610777, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.578750] env[70015]: DEBUG oslo_vmware.api [None req-685e0b07-e6bd-452a-a32d-38d6dd9ce6cd tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Task: {'id': task-3610775, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.619521] env[70015]: INFO nova.compute.manager [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Took 49.71 seconds to build instance. [ 823.660744] env[70015]: DEBUG nova.network.neutron [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 823.760744] env[70015]: DEBUG nova.compute.manager [None req-922e285f-6a4c-4359-97c0-39a098da96b6 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Instance disappeared during snapshot {{(pid=70015) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 823.776053] env[70015]: DEBUG nova.compute.manager [None req-922e285f-6a4c-4359-97c0-39a098da96b6 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Image not found during clean up 4753459e-16d4-4492-97a9-63f4ba642c5d {{(pid=70015) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 823.780213] env[70015]: DEBUG nova.scheduler.client.report [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.826386] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquiring lock "3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.826770] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lock "3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.831882] env[70015]: DEBUG oslo_vmware.api [None req-87a9c0c8-b9b4-47a7-9ba2-0170014c5350 tempest-VolumesAssistedSnapshotsTest-1842652814 tempest-VolumesAssistedSnapshotsTest-1842652814-project-admin] Task: {'id': task-3610774, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.891840] env[70015]: DEBUG nova.network.neutron [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] Updating instance_info_cache with network_info: [{"id": "3088ea07-1397-417a-ae9b-a73ef0bee17b", "address": "fa:16:3e:0c:49:e6", "network": {"id": "3f8bbdcb-7f15-4924-ad97-982962208d43", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1953514224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40772f72de5441ae94c1c2f2cd9154d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3088ea07-13", "ovs_interfaceid": "3088ea07-1397-417a-ae9b-a73ef0bee17b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.944463] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3408a324-701f-4a46-aff2-f308f33eefdb tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Releasing lock "refresh_cache-42a0560b-a274-4273-9828-57645661f4a0" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.944936] env[70015]: DEBUG nova.compute.manager [None req-3408a324-701f-4a46-aff2-f308f33eefdb tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 42a0560b-a274-4273-9828-57645661f4a0] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 823.945171] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3408a324-701f-4a46-aff2-f308f33eefdb tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 42a0560b-a274-4273-9828-57645661f4a0] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 823.946062] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d314bb-00ad-417e-a12e-516d1f48e0a4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.954903] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-3408a324-701f-4a46-aff2-f308f33eefdb tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 42a0560b-a274-4273-9828-57645661f4a0] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.955201] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eec1d185-f4a4-49b4-bbfc-bfb807929822 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.963982] env[70015]: DEBUG oslo_vmware.api [None req-3408a324-701f-4a46-aff2-f308f33eefdb tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Waiting for the task: (returnval){ [ 823.963982] env[70015]: value = "task-3610778" [ 823.963982] env[70015]: _type = "Task" [ 823.963982] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.972961] env[70015]: DEBUG oslo_vmware.api [None req-3408a324-701f-4a46-aff2-f308f33eefdb tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': task-3610778, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.997862] env[70015]: DEBUG oslo_vmware.api [None req-166b2728-b67c-4146-8379-ca45021a179a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3610777, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168099} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.998161] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-166b2728-b67c-4146-8379-ca45021a179a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 823.998590] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-166b2728-b67c-4146-8379-ca45021a179a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 823.998590] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-166b2728-b67c-4146-8379-ca45021a179a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 823.998786] env[70015]: INFO nova.compute.manager [None req-166b2728-b67c-4146-8379-ca45021a179a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Took 0.61 seconds to destroy the instance on the hypervisor. [ 824.002020] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-166b2728-b67c-4146-8379-ca45021a179a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.002020] env[70015]: DEBUG nova.compute.manager [-] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 824.002020] env[70015]: DEBUG nova.network.neutron [-] [instance: 9346b616-beab-42ce-8211-f746d17130ae] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 824.078676] env[70015]: DEBUG oslo_vmware.api [None req-685e0b07-e6bd-452a-a32d-38d6dd9ce6cd tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Task: {'id': task-3610775, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.122235] env[70015]: DEBUG oslo_concurrency.lockutils [None req-861a9ad2-0496-4888-9764-a4d3ec2496c5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "566ef0e4-fa32-47b4-aa48-094c2d0030b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.603s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.287805] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.861s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.288457] env[70015]: DEBUG nova.compute.manager [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 824.293968] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.367s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.296266] env[70015]: INFO nova.compute.claims [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 824.328581] env[70015]: DEBUG oslo_vmware.api [None req-87a9c0c8-b9b4-47a7-9ba2-0170014c5350 tempest-VolumesAssistedSnapshotsTest-1842652814 tempest-VolumesAssistedSnapshotsTest-1842652814-project-admin] Task: {'id': task-3610774, 'name': ReconfigVM_Task, 'duration_secs': 1.299193} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.328754] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-87a9c0c8-b9b4-47a7-9ba2-0170014c5350 tempest-VolumesAssistedSnapshotsTest-1842652814 tempest-VolumesAssistedSnapshotsTest-1842652814-project-admin] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Reconfigured VM instance instance-00000009 to detach disk 2001 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 824.334142] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97ea2613-5bd4-481f-84ab-c6f3ea8093d4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.354293] env[70015]: DEBUG oslo_vmware.api [None req-87a9c0c8-b9b4-47a7-9ba2-0170014c5350 tempest-VolumesAssistedSnapshotsTest-1842652814 tempest-VolumesAssistedSnapshotsTest-1842652814-project-admin] Waiting for the task: (returnval){ [ 824.354293] env[70015]: value = "task-3610779" [ 824.354293] env[70015]: _type = "Task" [ 824.354293] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.361918] env[70015]: DEBUG oslo_vmware.api [None req-87a9c0c8-b9b4-47a7-9ba2-0170014c5350 tempest-VolumesAssistedSnapshotsTest-1842652814 tempest-VolumesAssistedSnapshotsTest-1842652814-project-admin] Task: {'id': task-3610779, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.396111] env[70015]: DEBUG oslo_concurrency.lockutils [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Releasing lock "refresh_cache-0048c4f6-5e34-472c-9f8b-4218a86c03b1" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.396388] env[70015]: DEBUG nova.compute.manager [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] Instance network_info: |[{"id": "3088ea07-1397-417a-ae9b-a73ef0bee17b", "address": "fa:16:3e:0c:49:e6", "network": {"id": "3f8bbdcb-7f15-4924-ad97-982962208d43", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1953514224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40772f72de5441ae94c1c2f2cd9154d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3088ea07-13", "ovs_interfaceid": "3088ea07-1397-417a-ae9b-a73ef0bee17b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 824.396723] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:49:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3088ea07-1397-417a-ae9b-a73ef0bee17b', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 824.406426] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.406677] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 824.406908] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b6c2822-c585-445a-8f38-f43f086d8ee0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.435734] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 824.435734] env[70015]: value = "task-3610780" [ 824.435734] env[70015]: _type = "Task" [ 824.435734] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.446922] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610780, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.478638] env[70015]: DEBUG oslo_vmware.api [None req-3408a324-701f-4a46-aff2-f308f33eefdb tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': task-3610778, 'name': PowerOffVM_Task, 'duration_secs': 0.15614} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.478973] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-3408a324-701f-4a46-aff2-f308f33eefdb tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 42a0560b-a274-4273-9828-57645661f4a0] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.479239] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3408a324-701f-4a46-aff2-f308f33eefdb tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 42a0560b-a274-4273-9828-57645661f4a0] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.479859] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f882fe9-062f-4c4d-ad36-ff874bdd0f9e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.523309] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3408a324-701f-4a46-aff2-f308f33eefdb tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 42a0560b-a274-4273-9828-57645661f4a0] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.523309] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3408a324-701f-4a46-aff2-f308f33eefdb tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 42a0560b-a274-4273-9828-57645661f4a0] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.523309] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-3408a324-701f-4a46-aff2-f308f33eefdb tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Deleting the datastore file [datastore2] 42a0560b-a274-4273-9828-57645661f4a0 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.523309] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5e62d4b-7c3b-46be-9555-4708f2bb93db {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.531389] env[70015]: DEBUG oslo_vmware.api [None req-3408a324-701f-4a46-aff2-f308f33eefdb tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Waiting for the task: (returnval){ [ 824.531389] env[70015]: value = "task-3610782" [ 824.531389] env[70015]: _type = "Task" [ 824.531389] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.540595] env[70015]: DEBUG oslo_vmware.api [None req-3408a324-701f-4a46-aff2-f308f33eefdb tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': task-3610782, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.580019] env[70015]: DEBUG oslo_vmware.api [None req-685e0b07-e6bd-452a-a32d-38d6dd9ce6cd tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Task: {'id': task-3610775, 'name': PowerOffVM_Task, 'duration_secs': 1.164279} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.583018] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-685e0b07-e6bd-452a-a32d-38d6dd9ce6cd tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.583018] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-685e0b07-e6bd-452a-a32d-38d6dd9ce6cd tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.583018] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c58c7aa-374d-4692-ab24-0ad7ceeaf60e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.616024] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-685e0b07-e6bd-452a-a32d-38d6dd9ce6cd tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.616024] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-685e0b07-e6bd-452a-a32d-38d6dd9ce6cd tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.616024] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-685e0b07-e6bd-452a-a32d-38d6dd9ce6cd tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Deleting the datastore file [datastore2] 938ef7b4-e459-403d-ba0f-93415a15acbc {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.616024] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6086fde-dd1d-49fa-924c-a1b17cef2403 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.624611] env[70015]: DEBUG nova.compute.manager [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 824.629793] env[70015]: DEBUG oslo_vmware.api [None req-685e0b07-e6bd-452a-a32d-38d6dd9ce6cd tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Waiting for the task: (returnval){ [ 824.629793] env[70015]: value = "task-3610784" [ 824.629793] env[70015]: _type = "Task" [ 824.629793] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.640652] env[70015]: DEBUG oslo_vmware.api [None req-685e0b07-e6bd-452a-a32d-38d6dd9ce6cd tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Task: {'id': task-3610784, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.806376] env[70015]: DEBUG nova.compute.utils [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 824.811474] env[70015]: DEBUG nova.compute.manager [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 824.811722] env[70015]: DEBUG nova.network.neutron [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 824.866008] env[70015]: DEBUG oslo_vmware.api [None req-87a9c0c8-b9b4-47a7-9ba2-0170014c5350 tempest-VolumesAssistedSnapshotsTest-1842652814 tempest-VolumesAssistedSnapshotsTest-1842652814-project-admin] Task: {'id': task-3610779, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.886223] env[70015]: DEBUG nova.compute.manager [req-9e649d8b-ec71-4dab-9875-0d7778195a58 req-03e9119b-8a10-4eb5-9646-49918055be37 service nova] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] Received event network-changed-3088ea07-1397-417a-ae9b-a73ef0bee17b {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.890024] env[70015]: DEBUG nova.compute.manager [req-9e649d8b-ec71-4dab-9875-0d7778195a58 req-03e9119b-8a10-4eb5-9646-49918055be37 service nova] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] Refreshing instance network info cache due to event network-changed-3088ea07-1397-417a-ae9b-a73ef0bee17b. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 824.890024] env[70015]: DEBUG oslo_concurrency.lockutils [req-9e649d8b-ec71-4dab-9875-0d7778195a58 req-03e9119b-8a10-4eb5-9646-49918055be37 service nova] Acquiring lock "refresh_cache-0048c4f6-5e34-472c-9f8b-4218a86c03b1" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.890024] env[70015]: DEBUG oslo_concurrency.lockutils [req-9e649d8b-ec71-4dab-9875-0d7778195a58 req-03e9119b-8a10-4eb5-9646-49918055be37 service nova] Acquired lock "refresh_cache-0048c4f6-5e34-472c-9f8b-4218a86c03b1" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.890024] env[70015]: DEBUG nova.network.neutron [req-9e649d8b-ec71-4dab-9875-0d7778195a58 req-03e9119b-8a10-4eb5-9646-49918055be37 service nova] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] Refreshing network info cache for port 3088ea07-1397-417a-ae9b-a73ef0bee17b {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 824.891626] env[70015]: DEBUG nova.policy [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '128a4e7890a6485fb780cf775afe4789', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '18af55c3b61d40df9b4d2eea6d7c1946', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 824.912864] env[70015]: DEBUG oslo_concurrency.lockutils [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Acquiring lock "ef9ab7eb-ca3b-4cae-a693-91ed524fe718" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.913193] env[70015]: DEBUG oslo_concurrency.lockutils [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Lock "ef9ab7eb-ca3b-4cae-a693-91ed524fe718" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.934724] env[70015]: DEBUG nova.network.neutron [-] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.953802] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610780, 'name': CreateVM_Task, 'duration_secs': 0.385724} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.953802] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 824.953802] env[70015]: DEBUG oslo_concurrency.lockutils [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.953802] env[70015]: DEBUG oslo_concurrency.lockutils [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.953802] env[70015]: DEBUG oslo_concurrency.lockutils [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.954293] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91f69b84-1569-41d8-9ff7-f643a2f3515d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.960979] env[70015]: DEBUG oslo_vmware.api [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Waiting for the task: (returnval){ [ 824.960979] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52b8f922-ecb3-ce94-2e88-5ebf2fe4d40b" [ 824.960979] env[70015]: _type = "Task" [ 824.960979] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.976048] env[70015]: DEBUG oslo_vmware.api [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52b8f922-ecb3-ce94-2e88-5ebf2fe4d40b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.041966] env[70015]: DEBUG oslo_vmware.api [None req-3408a324-701f-4a46-aff2-f308f33eefdb tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Task: {'id': task-3610782, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.110267} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.042347] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-3408a324-701f-4a46-aff2-f308f33eefdb tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.042573] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3408a324-701f-4a46-aff2-f308f33eefdb tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 42a0560b-a274-4273-9828-57645661f4a0] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.042759] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3408a324-701f-4a46-aff2-f308f33eefdb tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 42a0560b-a274-4273-9828-57645661f4a0] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.042932] env[70015]: INFO nova.compute.manager [None req-3408a324-701f-4a46-aff2-f308f33eefdb tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] [instance: 42a0560b-a274-4273-9828-57645661f4a0] Took 1.10 seconds to destroy the instance on the hypervisor. [ 825.043195] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3408a324-701f-4a46-aff2-f308f33eefdb tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.043392] env[70015]: DEBUG nova.compute.manager [-] [instance: 42a0560b-a274-4273-9828-57645661f4a0] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 825.043616] env[70015]: DEBUG nova.network.neutron [-] [instance: 42a0560b-a274-4273-9828-57645661f4a0] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.072951] env[70015]: DEBUG nova.network.neutron [-] [instance: 42a0560b-a274-4273-9828-57645661f4a0] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 825.150836] env[70015]: DEBUG oslo_vmware.api [None req-685e0b07-e6bd-452a-a32d-38d6dd9ce6cd tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Task: {'id': task-3610784, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.112478} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.151248] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-685e0b07-e6bd-452a-a32d-38d6dd9ce6cd tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.151615] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-685e0b07-e6bd-452a-a32d-38d6dd9ce6cd tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.151855] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-685e0b07-e6bd-452a-a32d-38d6dd9ce6cd tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.152090] env[70015]: INFO nova.compute.manager [None req-685e0b07-e6bd-452a-a32d-38d6dd9ce6cd tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Took 2.11 seconds to destroy the instance on the hypervisor. [ 825.152408] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-685e0b07-e6bd-452a-a32d-38d6dd9ce6cd tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.152657] env[70015]: DEBUG nova.compute.manager [-] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 825.152790] env[70015]: DEBUG nova.network.neutron [-] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.160804] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.172479] env[70015]: DEBUG nova.network.neutron [-] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 825.310924] env[70015]: DEBUG nova.compute.manager [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 825.367512] env[70015]: DEBUG oslo_vmware.api [None req-87a9c0c8-b9b4-47a7-9ba2-0170014c5350 tempest-VolumesAssistedSnapshotsTest-1842652814 tempest-VolumesAssistedSnapshotsTest-1842652814-project-admin] Task: {'id': task-3610779, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.438238] env[70015]: INFO nova.compute.manager [-] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Took 1.44 seconds to deallocate network for instance. [ 825.473509] env[70015]: DEBUG oslo_vmware.api [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52b8f922-ecb3-ce94-2e88-5ebf2fe4d40b, 'name': SearchDatastore_Task, 'duration_secs': 0.012285} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.473509] env[70015]: DEBUG oslo_concurrency.lockutils [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.473509] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 825.473509] env[70015]: DEBUG oslo_concurrency.lockutils [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.473509] env[70015]: DEBUG oslo_concurrency.lockutils [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.474332] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 825.474332] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0db43840-073a-4c0d-817c-3b6c0e60a0c3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.489414] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 825.489414] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 825.492881] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dba2989-2e55-415d-89f8-2999a46640ca {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.497515] env[70015]: DEBUG oslo_vmware.api [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Waiting for the task: (returnval){ [ 825.497515] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]521fad8a-4e7e-4fbc-ec91-05f239f9f054" [ 825.497515] env[70015]: _type = "Task" [ 825.497515] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.513739] env[70015]: DEBUG oslo_vmware.api [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]521fad8a-4e7e-4fbc-ec91-05f239f9f054, 'name': SearchDatastore_Task, 'duration_secs': 0.010191} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.514933] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64dfe0f6-3441-4cb9-b4be-3fee6e001a66 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.521600] env[70015]: DEBUG oslo_vmware.api [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Waiting for the task: (returnval){ [ 825.521600] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52a29ce0-e4cb-93c8-c553-5d12d8c1e587" [ 825.521600] env[70015]: _type = "Task" [ 825.521600] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.535948] env[70015]: DEBUG oslo_vmware.api [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52a29ce0-e4cb-93c8-c553-5d12d8c1e587, 'name': SearchDatastore_Task, 'duration_secs': 0.010176} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.538032] env[70015]: DEBUG oslo_concurrency.lockutils [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.538032] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 0048c4f6-5e34-472c-9f8b-4218a86c03b1/0048c4f6-5e34-472c-9f8b-4218a86c03b1.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 825.538032] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7dd6d03-a2db-4ac1-8f17-d93b8d1cd7a8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.543628] env[70015]: DEBUG oslo_vmware.api [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Waiting for the task: (returnval){ [ 825.543628] env[70015]: value = "task-3610785" [ 825.543628] env[70015]: _type = "Task" [ 825.543628] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.553213] env[70015]: DEBUG oslo_vmware.api [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Task: {'id': task-3610785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.576302] env[70015]: DEBUG nova.network.neutron [-] [instance: 42a0560b-a274-4273-9828-57645661f4a0] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.626303] env[70015]: DEBUG nova.network.neutron [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Successfully created port: d34e1621-b95e-43fd-b275-9e66476b7aa6 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 825.675460] env[70015]: DEBUG nova.network.neutron [-] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.676709] env[70015]: DEBUG nova.network.neutron [req-9e649d8b-ec71-4dab-9875-0d7778195a58 req-03e9119b-8a10-4eb5-9646-49918055be37 service nova] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] Updated VIF entry in instance network info cache for port 3088ea07-1397-417a-ae9b-a73ef0bee17b. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 825.677271] env[70015]: DEBUG nova.network.neutron [req-9e649d8b-ec71-4dab-9875-0d7778195a58 req-03e9119b-8a10-4eb5-9646-49918055be37 service nova] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] Updating instance_info_cache with network_info: [{"id": "3088ea07-1397-417a-ae9b-a73ef0bee17b", "address": "fa:16:3e:0c:49:e6", "network": {"id": "3f8bbdcb-7f15-4924-ad97-982962208d43", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1953514224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40772f72de5441ae94c1c2f2cd9154d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3088ea07-13", "ovs_interfaceid": "3088ea07-1397-417a-ae9b-a73ef0bee17b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.867546] env[70015]: DEBUG oslo_vmware.api [None req-87a9c0c8-b9b4-47a7-9ba2-0170014c5350 tempest-VolumesAssistedSnapshotsTest-1842652814 tempest-VolumesAssistedSnapshotsTest-1842652814-project-admin] Task: {'id': task-3610779, 'name': ReconfigVM_Task, 'duration_secs': 1.200758} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.871109] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-87a9c0c8-b9b4-47a7-9ba2-0170014c5350 tempest-VolumesAssistedSnapshotsTest-1842652814 tempest-VolumesAssistedSnapshotsTest-1842652814-project-admin] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720272', 'volume_id': '421a4e17-46e8-411a-8ca9-9f3b985b0ac8', 'name': 'volume-421a4e17-46e8-411a-8ca9-9f3b985b0ac8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28', 'attached_at': '', 'detached_at': '', 'volume_id': '421a4e17-46e8-411a-8ca9-9f3b985b0ac8', 'serial': '421a4e17-46e8-411a-8ca9-9f3b985b0ac8'} {{(pid=70015) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 825.949818] env[70015]: DEBUG oslo_concurrency.lockutils [None req-166b2728-b67c-4146-8379-ca45021a179a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.969099] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238a8b64-7ccd-4319-812c-c59c91975464 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.977925] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34ba8ea-0468-48f7-86b7-674ef231bdd9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.012507] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1bc778-3c78-41d4-8f9c-326ddcabab8a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.023855] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641384d4-5328-4cbf-996d-94b29bd24b12 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.039288] env[70015]: DEBUG nova.compute.provider_tree [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.053186] env[70015]: DEBUG oslo_vmware.api [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Task: {'id': task-3610785, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490183} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.054115] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 0048c4f6-5e34-472c-9f8b-4218a86c03b1/0048c4f6-5e34-472c-9f8b-4218a86c03b1.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 826.054347] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 826.054599] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c51ebd7-130a-4c54-a67f-7b84b6ee0ed6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.071316] env[70015]: DEBUG oslo_vmware.api [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Waiting for the task: (returnval){ [ 826.071316] env[70015]: value = "task-3610786" [ 826.071316] env[70015]: _type = "Task" [ 826.071316] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.079493] env[70015]: INFO nova.compute.manager [-] [instance: 42a0560b-a274-4273-9828-57645661f4a0] Took 1.04 seconds to deallocate network for instance. [ 826.079816] env[70015]: DEBUG oslo_vmware.api [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Task: {'id': task-3610786, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.159781] env[70015]: DEBUG oslo_concurrency.lockutils [None req-40988ac2-e1be-4ecf-8eec-75306d1079bd tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquiring lock "66d937aa-30ed-468f-a62a-e37e7c2b41fb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.159979] env[70015]: DEBUG oslo_concurrency.lockutils [None req-40988ac2-e1be-4ecf-8eec-75306d1079bd tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lock "66d937aa-30ed-468f-a62a-e37e7c2b41fb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.160183] env[70015]: DEBUG nova.compute.manager [None req-40988ac2-e1be-4ecf-8eec-75306d1079bd tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.161614] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec447356-5aa7-4cde-943b-539f9ab7ba4a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.170387] env[70015]: DEBUG nova.compute.manager [None req-40988ac2-e1be-4ecf-8eec-75306d1079bd tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70015) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 826.170387] env[70015]: DEBUG nova.objects.instance [None req-40988ac2-e1be-4ecf-8eec-75306d1079bd tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lazy-loading 'flavor' on Instance uuid 66d937aa-30ed-468f-a62a-e37e7c2b41fb {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.178737] env[70015]: INFO nova.compute.manager [-] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Took 1.03 seconds to deallocate network for instance. [ 826.179357] env[70015]: DEBUG oslo_concurrency.lockutils [req-9e649d8b-ec71-4dab-9875-0d7778195a58 req-03e9119b-8a10-4eb5-9646-49918055be37 service nova] Releasing lock "refresh_cache-0048c4f6-5e34-472c-9f8b-4218a86c03b1" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.179621] env[70015]: DEBUG nova.compute.manager [req-9e649d8b-ec71-4dab-9875-0d7778195a58 req-03e9119b-8a10-4eb5-9646-49918055be37 service nova] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Received event network-vif-deleted-3102b4d2-5477-4ee7-baf7-395bd5736c63 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.179800] env[70015]: INFO nova.compute.manager [req-9e649d8b-ec71-4dab-9875-0d7778195a58 req-03e9119b-8a10-4eb5-9646-49918055be37 service nova] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Neutron deleted interface 3102b4d2-5477-4ee7-baf7-395bd5736c63; detaching it from the instance and deleting it from the info cache [ 826.179968] env[70015]: DEBUG nova.network.neutron [req-9e649d8b-ec71-4dab-9875-0d7778195a58 req-03e9119b-8a10-4eb5-9646-49918055be37 service nova] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.326606] env[70015]: DEBUG nova.compute.manager [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 826.356097] env[70015]: DEBUG nova.virt.hardware [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 826.356097] env[70015]: DEBUG nova.virt.hardware [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 826.356097] env[70015]: DEBUG nova.virt.hardware [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 826.356097] env[70015]: DEBUG nova.virt.hardware [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 826.356097] env[70015]: DEBUG nova.virt.hardware [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 826.356097] env[70015]: DEBUG nova.virt.hardware [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 826.356097] env[70015]: DEBUG nova.virt.hardware [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 826.356097] env[70015]: DEBUG nova.virt.hardware [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 826.356622] env[70015]: DEBUG nova.virt.hardware [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 826.356928] env[70015]: DEBUG nova.virt.hardware [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 826.357258] env[70015]: DEBUG nova.virt.hardware [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 826.358227] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab6225d-a078-4ff1-ac7c-058f9e88f3b4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.367333] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b90a5f-7d49-48c6-8a7c-09327a34c842 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.424928] env[70015]: DEBUG nova.objects.instance [None req-87a9c0c8-b9b4-47a7-9ba2-0170014c5350 tempest-VolumesAssistedSnapshotsTest-1842652814 tempest-VolumesAssistedSnapshotsTest-1842652814-project-admin] Lazy-loading 'flavor' on Instance uuid 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.543941] env[70015]: DEBUG nova.scheduler.client.report [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.580116] env[70015]: DEBUG oslo_vmware.api [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Task: {'id': task-3610786, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076083} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.580116] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 826.580515] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d88c97-d659-4bf3-af6c-c45e590dbcf6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.597033] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3408a324-701f-4a46-aff2-f308f33eefdb tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.605191] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 0048c4f6-5e34-472c-9f8b-4218a86c03b1/0048c4f6-5e34-472c-9f8b-4218a86c03b1.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 826.605803] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55090628-1b89-4aa8-9950-4c73d7e80c60 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.626168] env[70015]: DEBUG oslo_vmware.api [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Waiting for the task: (returnval){ [ 826.626168] env[70015]: value = "task-3610787" [ 826.626168] env[70015]: _type = "Task" [ 826.626168] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.635925] env[70015]: DEBUG oslo_vmware.api [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Task: {'id': task-3610787, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.688015] env[70015]: DEBUG oslo_concurrency.lockutils [None req-685e0b07-e6bd-452a-a32d-38d6dd9ce6cd tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.688518] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d6e3a9e0-83ba-4f24-9d77-5c3b3eec6576 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.699686] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc88672d-2280-4094-ac2b-408671ecbce7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.737920] env[70015]: DEBUG nova.compute.manager [req-9e649d8b-ec71-4dab-9875-0d7778195a58 req-03e9119b-8a10-4eb5-9646-49918055be37 service nova] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Detach interface failed, port_id=3102b4d2-5477-4ee7-baf7-395bd5736c63, reason: Instance 9346b616-beab-42ce-8211-f746d17130ae could not be found. {{(pid=70015) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 827.050451] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.756s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.050919] env[70015]: DEBUG nova.compute.manager [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 827.056087] env[70015]: DEBUG oslo_concurrency.lockutils [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.075s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.060608] env[70015]: DEBUG nova.objects.instance [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70015) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 827.139666] env[70015]: DEBUG oslo_vmware.api [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Task: {'id': task-3610787, 'name': ReconfigVM_Task, 'duration_secs': 0.279501} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.139978] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 0048c4f6-5e34-472c-9f8b-4218a86c03b1/0048c4f6-5e34-472c-9f8b-4218a86c03b1.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 827.140324] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=70015) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 827.141096] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-9870de76-c677-4650-a8dd-697c2af9eaab {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.149297] env[70015]: DEBUG oslo_vmware.api [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Waiting for the task: (returnval){ [ 827.149297] env[70015]: value = "task-3610789" [ 827.149297] env[70015]: _type = "Task" [ 827.149297] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.158456] env[70015]: DEBUG oslo_vmware.api [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Task: {'id': task-3610789, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.177564] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-40988ac2-e1be-4ecf-8eec-75306d1079bd tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.177564] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04863a32-09cf-476a-ac3d-be7d1910c920 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.189682] env[70015]: DEBUG oslo_vmware.api [None req-40988ac2-e1be-4ecf-8eec-75306d1079bd tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 827.189682] env[70015]: value = "task-3610790" [ 827.189682] env[70015]: _type = "Task" [ 827.189682] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.201090] env[70015]: DEBUG oslo_vmware.api [None req-40988ac2-e1be-4ecf-8eec-75306d1079bd tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.433364] env[70015]: DEBUG oslo_concurrency.lockutils [None req-87a9c0c8-b9b4-47a7-9ba2-0170014c5350 tempest-VolumesAssistedSnapshotsTest-1842652814 tempest-VolumesAssistedSnapshotsTest-1842652814-project-admin] Lock "2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 5.309s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.481374] env[70015]: DEBUG nova.compute.manager [req-3bcfd2ed-43a4-44d0-b7d4-87b65d4c99d4 req-27eadb8d-a73c-4a75-bc1b-00053185a2e3 service nova] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Received event network-vif-plugged-d34e1621-b95e-43fd-b275-9e66476b7aa6 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.482061] env[70015]: DEBUG oslo_concurrency.lockutils [req-3bcfd2ed-43a4-44d0-b7d4-87b65d4c99d4 req-27eadb8d-a73c-4a75-bc1b-00053185a2e3 service nova] Acquiring lock "6419007b-b407-4d50-b3ab-d90ecc5e8e30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.482061] env[70015]: DEBUG oslo_concurrency.lockutils [req-3bcfd2ed-43a4-44d0-b7d4-87b65d4c99d4 req-27eadb8d-a73c-4a75-bc1b-00053185a2e3 service nova] Lock "6419007b-b407-4d50-b3ab-d90ecc5e8e30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.482489] env[70015]: DEBUG oslo_concurrency.lockutils [req-3bcfd2ed-43a4-44d0-b7d4-87b65d4c99d4 req-27eadb8d-a73c-4a75-bc1b-00053185a2e3 service nova] Lock "6419007b-b407-4d50-b3ab-d90ecc5e8e30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.482566] env[70015]: DEBUG nova.compute.manager [req-3bcfd2ed-43a4-44d0-b7d4-87b65d4c99d4 req-27eadb8d-a73c-4a75-bc1b-00053185a2e3 service nova] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] No waiting events found dispatching network-vif-plugged-d34e1621-b95e-43fd-b275-9e66476b7aa6 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 827.483363] env[70015]: WARNING nova.compute.manager [req-3bcfd2ed-43a4-44d0-b7d4-87b65d4c99d4 req-27eadb8d-a73c-4a75-bc1b-00053185a2e3 service nova] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Received unexpected event network-vif-plugged-d34e1621-b95e-43fd-b275-9e66476b7aa6 for instance with vm_state building and task_state spawning. [ 827.566388] env[70015]: DEBUG nova.compute.utils [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 827.567999] env[70015]: DEBUG nova.compute.manager [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 827.568600] env[70015]: DEBUG nova.network.neutron [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 827.611584] env[70015]: DEBUG nova.network.neutron [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Successfully updated port: d34e1621-b95e-43fd-b275-9e66476b7aa6 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 827.638907] env[70015]: DEBUG nova.policy [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5c434507a334eb2a99c82a16ff4138e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f46bede451e4bd286f66d742e8a0a39', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 827.660488] env[70015]: DEBUG oslo_vmware.api [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Task: {'id': task-3610789, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.061556} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.660617] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=70015) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 827.661503] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746b3d26-7207-456a-8927-2c6cc3318bd9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.688820] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 0048c4f6-5e34-472c-9f8b-4218a86c03b1/ephemeral_0.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 827.691097] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aaf6aad5-a9df-41c3-a6a8-efeae5652c43 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.716486] env[70015]: DEBUG oslo_vmware.api [None req-40988ac2-e1be-4ecf-8eec-75306d1079bd tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610790, 'name': PowerOffVM_Task, 'duration_secs': 0.332897} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.716486] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-40988ac2-e1be-4ecf-8eec-75306d1079bd tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.716486] env[70015]: DEBUG nova.compute.manager [None req-40988ac2-e1be-4ecf-8eec-75306d1079bd tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.716808] env[70015]: DEBUG oslo_vmware.api [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Waiting for the task: (returnval){ [ 827.716808] env[70015]: value = "task-3610791" [ 827.716808] env[70015]: _type = "Task" [ 827.716808] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.717706] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622416dd-ece2-4c68-9ce7-54292e391bf9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.732707] env[70015]: DEBUG oslo_vmware.api [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Task: {'id': task-3610791, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.970210] env[70015]: DEBUG nova.network.neutron [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] Successfully created port: 7230ada2-5818-4a82-9be2-159b9737a776 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 828.079021] env[70015]: DEBUG nova.compute.manager [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 828.080325] env[70015]: DEBUG oslo_concurrency.lockutils [None req-86cc8830-22c4-48ab-bef4-0e4fd4e2e401 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.024s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.081669] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0fa29c0c-83d6-4c99-8c80-99d29270a56a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.683s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.082137] env[70015]: DEBUG nova.objects.instance [None req-0fa29c0c-83d6-4c99-8c80-99d29270a56a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Lazy-loading 'resources' on Instance uuid f69ac2e1-d8a9-44b0-98dc-098321ed3826 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 828.113035] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Acquiring lock "refresh_cache-6419007b-b407-4d50-b3ab-d90ecc5e8e30" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.113035] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Acquired lock "refresh_cache-6419007b-b407-4d50-b3ab-d90ecc5e8e30" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.113035] env[70015]: DEBUG nova.network.neutron [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 828.231633] env[70015]: DEBUG oslo_vmware.api [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Task: {'id': task-3610791, 'name': ReconfigVM_Task, 'duration_secs': 0.335091} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.232869] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 0048c4f6-5e34-472c-9f8b-4218a86c03b1/ephemeral_0.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 828.233027] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39c22fcc-6a19-480b-babc-0cfcbee0f5ad {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.236767] env[70015]: DEBUG oslo_concurrency.lockutils [None req-40988ac2-e1be-4ecf-8eec-75306d1079bd tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lock "66d937aa-30ed-468f-a62a-e37e7c2b41fb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.077s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.242856] env[70015]: DEBUG oslo_vmware.api [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Waiting for the task: (returnval){ [ 828.242856] env[70015]: value = "task-3610792" [ 828.242856] env[70015]: _type = "Task" [ 828.242856] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.255364] env[70015]: DEBUG oslo_vmware.api [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Task: {'id': task-3610792, 'name': Rename_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.390048] env[70015]: DEBUG nova.compute.manager [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Stashing vm_state: active {{(pid=70015) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 828.676904] env[70015]: DEBUG nova.network.neutron [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 828.760933] env[70015]: DEBUG oslo_vmware.api [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Task: {'id': task-3610792, 'name': Rename_Task, 'duration_secs': 0.366731} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.764055] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 828.764445] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a14ee7f1-1110-4eb7-9e3b-c29e5dd66eba {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.776850] env[70015]: DEBUG oslo_vmware.api [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Waiting for the task: (returnval){ [ 828.776850] env[70015]: value = "task-3610793" [ 828.776850] env[70015]: _type = "Task" [ 828.776850] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.791234] env[70015]: DEBUG oslo_vmware.api [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Task: {'id': task-3610793, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.908651] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.938723] env[70015]: DEBUG nova.network.neutron [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Updating instance_info_cache with network_info: [{"id": "d34e1621-b95e-43fd-b275-9e66476b7aa6", "address": "fa:16:3e:09:e9:60", "network": {"id": "587aa0b5-b16d-4f2f-8707-2fa01c054a4a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-794950716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "18af55c3b61d40df9b4d2eea6d7c1946", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd34e1621-b9", "ovs_interfaceid": "d34e1621-b95e-43fd-b275-9e66476b7aa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.092307] env[70015]: DEBUG nova.compute.manager [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 829.106566] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b1e8b5-7149-46ff-80ef-605ff6300ed2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.115031] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7270ef7-5fcb-49cd-a14e-9b8f458de517 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.156016] env[70015]: DEBUG nova.virt.hardware [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 829.156016] env[70015]: DEBUG nova.virt.hardware [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 829.156180] env[70015]: DEBUG nova.virt.hardware [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.156380] env[70015]: DEBUG nova.virt.hardware [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 829.156482] env[70015]: DEBUG nova.virt.hardware [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.156825] env[70015]: DEBUG nova.virt.hardware [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 829.157380] env[70015]: DEBUG nova.virt.hardware [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 829.157723] env[70015]: DEBUG nova.virt.hardware [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 829.157915] env[70015]: DEBUG nova.virt.hardware [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 829.158115] env[70015]: DEBUG nova.virt.hardware [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 829.158299] env[70015]: DEBUG nova.virt.hardware [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 829.159271] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161b61e2-a1f2-4eeb-95a7-fa0f9b350bca {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.162553] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbbc7edb-d4a3-4c30-9632-26fabc70b635 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.173816] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3032c11f-14c9-4cd5-ba0b-ca8134535a90 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.178964] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d031339-2b24-4092-8182-518904451e78 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.193690] env[70015]: DEBUG nova.compute.provider_tree [None req-0fa29c0c-83d6-4c99-8c80-99d29270a56a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.292090] env[70015]: DEBUG oslo_vmware.api [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Task: {'id': task-3610793, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.441333] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Releasing lock "refresh_cache-6419007b-b407-4d50-b3ab-d90ecc5e8e30" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.442502] env[70015]: DEBUG nova.compute.manager [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Instance network_info: |[{"id": "d34e1621-b95e-43fd-b275-9e66476b7aa6", "address": "fa:16:3e:09:e9:60", "network": {"id": "587aa0b5-b16d-4f2f-8707-2fa01c054a4a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-794950716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "18af55c3b61d40df9b4d2eea6d7c1946", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd34e1621-b9", "ovs_interfaceid": "d34e1621-b95e-43fd-b275-9e66476b7aa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 829.442502] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:e9:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd12aff80-9d1b-4a67-a470-9c0148b443e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd34e1621-b95e-43fd-b275-9e66476b7aa6', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 829.451696] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.452174] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 829.452530] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1711ebf-1494-4dcd-bb36-352fb5fc0cf4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.471040] env[70015]: DEBUG nova.compute.manager [req-bc684758-e9d2-4120-9bab-362dcccd5521 req-eb7db8b4-0ae3-4bdb-9cf3-edeb379c61d0 service nova] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] Received event network-vif-plugged-7230ada2-5818-4a82-9be2-159b9737a776 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.471391] env[70015]: DEBUG oslo_concurrency.lockutils [req-bc684758-e9d2-4120-9bab-362dcccd5521 req-eb7db8b4-0ae3-4bdb-9cf3-edeb379c61d0 service nova] Acquiring lock "78ec1423-1160-453a-b6db-9348b37d34f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.471663] env[70015]: DEBUG oslo_concurrency.lockutils [req-bc684758-e9d2-4120-9bab-362dcccd5521 req-eb7db8b4-0ae3-4bdb-9cf3-edeb379c61d0 service nova] Lock "78ec1423-1160-453a-b6db-9348b37d34f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.471884] env[70015]: DEBUG oslo_concurrency.lockutils [req-bc684758-e9d2-4120-9bab-362dcccd5521 req-eb7db8b4-0ae3-4bdb-9cf3-edeb379c61d0 service nova] Lock "78ec1423-1160-453a-b6db-9348b37d34f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.472143] env[70015]: DEBUG nova.compute.manager [req-bc684758-e9d2-4120-9bab-362dcccd5521 req-eb7db8b4-0ae3-4bdb-9cf3-edeb379c61d0 service nova] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] No waiting events found dispatching network-vif-plugged-7230ada2-5818-4a82-9be2-159b9737a776 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 829.472458] env[70015]: WARNING nova.compute.manager [req-bc684758-e9d2-4120-9bab-362dcccd5521 req-eb7db8b4-0ae3-4bdb-9cf3-edeb379c61d0 service nova] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] Received unexpected event network-vif-plugged-7230ada2-5818-4a82-9be2-159b9737a776 for instance with vm_state building and task_state spawning. [ 829.479512] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 829.479512] env[70015]: value = "task-3610794" [ 829.479512] env[70015]: _type = "Task" [ 829.479512] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.490588] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610794, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.509110] env[70015]: DEBUG nova.compute.manager [req-94e60669-e29b-4acc-9f4f-3449f2c89f58 req-dc6dec93-f422-4382-9a70-116a493fc8be service nova] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Received event network-changed-d34e1621-b95e-43fd-b275-9e66476b7aa6 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.509301] env[70015]: DEBUG nova.compute.manager [req-94e60669-e29b-4acc-9f4f-3449f2c89f58 req-dc6dec93-f422-4382-9a70-116a493fc8be service nova] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Refreshing instance network info cache due to event network-changed-d34e1621-b95e-43fd-b275-9e66476b7aa6. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 829.509619] env[70015]: DEBUG oslo_concurrency.lockutils [req-94e60669-e29b-4acc-9f4f-3449f2c89f58 req-dc6dec93-f422-4382-9a70-116a493fc8be service nova] Acquiring lock "refresh_cache-6419007b-b407-4d50-b3ab-d90ecc5e8e30" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.509679] env[70015]: DEBUG oslo_concurrency.lockutils [req-94e60669-e29b-4acc-9f4f-3449f2c89f58 req-dc6dec93-f422-4382-9a70-116a493fc8be service nova] Acquired lock "refresh_cache-6419007b-b407-4d50-b3ab-d90ecc5e8e30" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.509910] env[70015]: DEBUG nova.network.neutron [req-94e60669-e29b-4acc-9f4f-3449f2c89f58 req-dc6dec93-f422-4382-9a70-116a493fc8be service nova] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Refreshing network info cache for port d34e1621-b95e-43fd-b275-9e66476b7aa6 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 829.536763] env[70015]: DEBUG nova.network.neutron [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] Successfully updated port: 7230ada2-5818-4a82-9be2-159b9737a776 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 829.705344] env[70015]: DEBUG nova.scheduler.client.report [None req-0fa29c0c-83d6-4c99-8c80-99d29270a56a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.790460] env[70015]: DEBUG oslo_vmware.api [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Task: {'id': task-3610793, 'name': PowerOnVM_Task, 'duration_secs': 0.563854} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.790730] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 829.790927] env[70015]: INFO nova.compute.manager [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] Took 8.07 seconds to spawn the instance on the hypervisor. [ 829.791118] env[70015]: DEBUG nova.compute.manager [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.791912] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe11a3c-8c4b-4ece-bdf1-72f4b87d83bd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.864932] env[70015]: DEBUG nova.compute.manager [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Stashing vm_state: stopped {{(pid=70015) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 829.990937] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610794, 'name': CreateVM_Task, 'duration_secs': 0.387686} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.991132] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 829.991857] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.992037] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.992398] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.992661] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5ac545b-fddc-4bc1-9e7a-ab5f7beae877 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.998410] env[70015]: DEBUG oslo_vmware.api [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Waiting for the task: (returnval){ [ 829.998410] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52c26790-135f-171d-6eb0-16ec514ac2da" [ 829.998410] env[70015]: _type = "Task" [ 829.998410] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.007425] env[70015]: DEBUG oslo_vmware.api [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52c26790-135f-171d-6eb0-16ec514ac2da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.043083] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquiring lock "refresh_cache-78ec1423-1160-453a-b6db-9348b37d34f9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.043194] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquired lock "refresh_cache-78ec1423-1160-453a-b6db-9348b37d34f9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.043457] env[70015]: DEBUG nova.network.neutron [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.210515] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0fa29c0c-83d6-4c99-8c80-99d29270a56a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.129s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.212968] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3c77bf15-1590-4af7-84ee-19190611a429 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.359s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.213217] env[70015]: DEBUG nova.objects.instance [None req-3c77bf15-1590-4af7-84ee-19190611a429 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Lazy-loading 'resources' on Instance uuid 279f0831-5845-4a1a-b70e-48efbc4bc6c6 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 830.220014] env[70015]: DEBUG nova.network.neutron [req-94e60669-e29b-4acc-9f4f-3449f2c89f58 req-dc6dec93-f422-4382-9a70-116a493fc8be service nova] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Updated VIF entry in instance network info cache for port d34e1621-b95e-43fd-b275-9e66476b7aa6. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 830.220427] env[70015]: DEBUG nova.network.neutron [req-94e60669-e29b-4acc-9f4f-3449f2c89f58 req-dc6dec93-f422-4382-9a70-116a493fc8be service nova] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Updating instance_info_cache with network_info: [{"id": "d34e1621-b95e-43fd-b275-9e66476b7aa6", "address": "fa:16:3e:09:e9:60", "network": {"id": "587aa0b5-b16d-4f2f-8707-2fa01c054a4a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-794950716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "18af55c3b61d40df9b4d2eea6d7c1946", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd34e1621-b9", "ovs_interfaceid": "d34e1621-b95e-43fd-b275-9e66476b7aa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.235435] env[70015]: INFO nova.scheduler.client.report [None req-0fa29c0c-83d6-4c99-8c80-99d29270a56a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Deleted allocations for instance f69ac2e1-d8a9-44b0-98dc-098321ed3826 [ 830.310260] env[70015]: INFO nova.compute.manager [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] Took 44.76 seconds to build instance. [ 830.386761] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.509300] env[70015]: DEBUG oslo_vmware.api [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52c26790-135f-171d-6eb0-16ec514ac2da, 'name': SearchDatastore_Task, 'duration_secs': 0.011438} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.509619] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.510057] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 830.510136] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.510310] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.510430] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 830.510697] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ddc91a0-b56e-4414-98ed-2cb7a3b79636 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.521448] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 830.521648] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 830.522415] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c38af493-7aa3-4119-ad55-73f7cb838780 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.528751] env[70015]: DEBUG oslo_vmware.api [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Waiting for the task: (returnval){ [ 830.528751] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5207cf6a-4281-eca8-d499-d6947236b7ea" [ 830.528751] env[70015]: _type = "Task" [ 830.528751] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.537105] env[70015]: DEBUG oslo_vmware.api [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5207cf6a-4281-eca8-d499-d6947236b7ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.577208] env[70015]: DEBUG nova.network.neutron [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 830.728372] env[70015]: DEBUG oslo_concurrency.lockutils [req-94e60669-e29b-4acc-9f4f-3449f2c89f58 req-dc6dec93-f422-4382-9a70-116a493fc8be service nova] Releasing lock "refresh_cache-6419007b-b407-4d50-b3ab-d90ecc5e8e30" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.730920] env[70015]: DEBUG nova.network.neutron [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] Updating instance_info_cache with network_info: [{"id": "7230ada2-5818-4a82-9be2-159b9737a776", "address": "fa:16:3e:41:08:e9", "network": {"id": "8f7fedcd-4fbd-4c74-ad06-9db4b807c476", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1172678132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f46bede451e4bd286f66d742e8a0a39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7230ada2-58", "ovs_interfaceid": "7230ada2-5818-4a82-9be2-159b9737a776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.746815] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0fa29c0c-83d6-4c99-8c80-99d29270a56a tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Lock "f69ac2e1-d8a9-44b0-98dc-098321ed3826" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.944s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.809108] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5a6e73aa-0011-45eb-b099-dbf4be05a343 tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Acquiring lock "2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.809314] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5a6e73aa-0011-45eb-b099-dbf4be05a343 tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Lock "2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.809560] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5a6e73aa-0011-45eb-b099-dbf4be05a343 tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Acquiring lock "2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.809791] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5a6e73aa-0011-45eb-b099-dbf4be05a343 tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Lock "2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.810019] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5a6e73aa-0011-45eb-b099-dbf4be05a343 tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Lock "2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.812876] env[70015]: DEBUG oslo_concurrency.lockutils [None req-920062bc-2ce8-42ff-a117-616d9d549322 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Lock "0048c4f6-5e34-472c-9f8b-4218a86c03b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.276s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.813480] env[70015]: INFO nova.compute.manager [None req-5a6e73aa-0011-45eb-b099-dbf4be05a343 tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Terminating instance [ 830.899915] env[70015]: DEBUG oslo_concurrency.lockutils [None req-07c84fd2-078a-49cd-bcc2-f9ffdaf5c703 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Acquiring lock "a6ad6fe7-22f0-405e-8e5f-6e56325049a8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.899915] env[70015]: DEBUG oslo_concurrency.lockutils [None req-07c84fd2-078a-49cd-bcc2-f9ffdaf5c703 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Lock "a6ad6fe7-22f0-405e-8e5f-6e56325049a8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.044783] env[70015]: DEBUG oslo_vmware.api [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5207cf6a-4281-eca8-d499-d6947236b7ea, 'name': SearchDatastore_Task, 'duration_secs': 0.01042} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.048203] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1977e6d-3d12-4a72-9847-b26091842aea {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.057454] env[70015]: DEBUG oslo_vmware.api [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Waiting for the task: (returnval){ [ 831.057454] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5273731d-c751-16fb-f9dd-80e5e7b3bded" [ 831.057454] env[70015]: _type = "Task" [ 831.057454] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.071110] env[70015]: DEBUG oslo_vmware.api [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5273731d-c751-16fb-f9dd-80e5e7b3bded, 'name': SearchDatastore_Task, 'duration_secs': 0.01061} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.073126] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.073396] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 6419007b-b407-4d50-b3ab-d90ecc5e8e30/6419007b-b407-4d50-b3ab-d90ecc5e8e30.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 831.075469] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-663e93c9-c1be-466a-afd0-a60f3f2e0c11 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.088295] env[70015]: DEBUG oslo_vmware.api [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Waiting for the task: (returnval){ [ 831.088295] env[70015]: value = "task-3610795" [ 831.088295] env[70015]: _type = "Task" [ 831.088295] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.098656] env[70015]: DEBUG oslo_vmware.api [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610795, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.238119] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Releasing lock "refresh_cache-78ec1423-1160-453a-b6db-9348b37d34f9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.238119] env[70015]: DEBUG nova.compute.manager [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] Instance network_info: |[{"id": "7230ada2-5818-4a82-9be2-159b9737a776", "address": "fa:16:3e:41:08:e9", "network": {"id": "8f7fedcd-4fbd-4c74-ad06-9db4b807c476", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1172678132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f46bede451e4bd286f66d742e8a0a39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7230ada2-58", "ovs_interfaceid": "7230ada2-5818-4a82-9be2-159b9737a776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 831.238119] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:08:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d062877-0b23-4965-908b-f585f25f3bf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7230ada2-5818-4a82-9be2-159b9737a776', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 831.246729] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Creating folder: Project (8f46bede451e4bd286f66d742e8a0a39). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 831.247399] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d134f93a-fd29-4c36-af5c-fcb3abf604d3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.263873] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Created folder: Project (8f46bede451e4bd286f66d742e8a0a39) in parent group-v720117. [ 831.263873] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Creating folder: Instances. Parent ref: group-v720277. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 831.266284] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed4c327d-3756-4f07-a903-4aa5ed78e0a5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.278211] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Created folder: Instances in parent group-v720277. [ 831.278211] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.282025] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 831.282025] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01d3a5b7-1f9c-45b3-93dd-e2f7e7d4b463 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.306041] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 831.306041] env[70015]: value = "task-3610798" [ 831.306041] env[70015]: _type = "Task" [ 831.306041] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.310699] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8105c6-8471-4892-bc5b-b452320ceead {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.318768] env[70015]: DEBUG nova.compute.manager [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 569a00c0-95d1-4054-aa8c-0e06f7fe0aba] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 831.321667] env[70015]: DEBUG nova.compute.manager [None req-5a6e73aa-0011-45eb-b099-dbf4be05a343 tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 831.321868] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-5a6e73aa-0011-45eb-b099-dbf4be05a343 tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 831.322731] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610798, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.327352] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2251389-2b86-4756-9a1d-947276b074d2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.330128] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b884f52-ab9b-4a5e-805b-de03ae9c4488 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.343525] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a6e73aa-0011-45eb-b099-dbf4be05a343 tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 831.375341] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e98554d-8d1c-4484-a4b7-f538009666b2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.376275] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732d6988-de11-4f95-8100-4c54e93ef03c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.389162] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c3987b-8355-4f25-8396-c035796126a6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.393344] env[70015]: DEBUG oslo_vmware.api [None req-5a6e73aa-0011-45eb-b099-dbf4be05a343 tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Waiting for the task: (returnval){ [ 831.393344] env[70015]: value = "task-3610799" [ 831.393344] env[70015]: _type = "Task" [ 831.393344] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.408025] env[70015]: DEBUG nova.compute.utils [None req-07c84fd2-078a-49cd-bcc2-f9ffdaf5c703 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 831.410206] env[70015]: DEBUG nova.compute.provider_tree [None req-3c77bf15-1590-4af7-84ee-19190611a429 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.419021] env[70015]: DEBUG oslo_vmware.api [None req-5a6e73aa-0011-45eb-b099-dbf4be05a343 tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Task: {'id': task-3610799, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.604351] env[70015]: DEBUG oslo_vmware.api [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610795, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.818176] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610798, 'name': CreateVM_Task} progress is 25%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.843024] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.907044] env[70015]: DEBUG oslo_vmware.api [None req-5a6e73aa-0011-45eb-b099-dbf4be05a343 tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Task: {'id': task-3610799, 'name': PowerOffVM_Task, 'duration_secs': 0.360451} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.907384] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a6e73aa-0011-45eb-b099-dbf4be05a343 tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 831.907609] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-5a6e73aa-0011-45eb-b099-dbf4be05a343 tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 831.908572] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c950a69-184a-4186-9481-082597488c59 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.912700] env[70015]: DEBUG oslo_concurrency.lockutils [None req-07c84fd2-078a-49cd-bcc2-f9ffdaf5c703 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Lock "a6ad6fe7-22f0-405e-8e5f-6e56325049a8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.913972] env[70015]: DEBUG nova.scheduler.client.report [None req-3c77bf15-1590-4af7-84ee-19190611a429 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.101266] env[70015]: DEBUG oslo_vmware.api [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610795, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676009} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.101579] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 6419007b-b407-4d50-b3ab-d90ecc5e8e30/6419007b-b407-4d50-b3ab-d90ecc5e8e30.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 832.101841] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 832.102436] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-978d5dbb-80e5-488f-b863-074d33bee019 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.110159] env[70015]: DEBUG oslo_vmware.api [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Waiting for the task: (returnval){ [ 832.110159] env[70015]: value = "task-3610801" [ 832.110159] env[70015]: _type = "Task" [ 832.110159] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.120057] env[70015]: DEBUG oslo_vmware.api [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610801, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.223801] env[70015]: DEBUG nova.compute.manager [req-5ee17894-f747-46c7-af72-7b36d53f6be1 req-eee2dce7-e6be-4da4-8acc-58cc8988fb9c service nova] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] Received event network-changed-7230ada2-5818-4a82-9be2-159b9737a776 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.223801] env[70015]: DEBUG nova.compute.manager [req-5ee17894-f747-46c7-af72-7b36d53f6be1 req-eee2dce7-e6be-4da4-8acc-58cc8988fb9c service nova] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] Refreshing instance network info cache due to event network-changed-7230ada2-5818-4a82-9be2-159b9737a776. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 832.223801] env[70015]: DEBUG oslo_concurrency.lockutils [req-5ee17894-f747-46c7-af72-7b36d53f6be1 req-eee2dce7-e6be-4da4-8acc-58cc8988fb9c service nova] Acquiring lock "refresh_cache-78ec1423-1160-453a-b6db-9348b37d34f9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.223801] env[70015]: DEBUG oslo_concurrency.lockutils [req-5ee17894-f747-46c7-af72-7b36d53f6be1 req-eee2dce7-e6be-4da4-8acc-58cc8988fb9c service nova] Acquired lock "refresh_cache-78ec1423-1160-453a-b6db-9348b37d34f9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.224821] env[70015]: DEBUG nova.network.neutron [req-5ee17894-f747-46c7-af72-7b36d53f6be1 req-eee2dce7-e6be-4da4-8acc-58cc8988fb9c service nova] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] Refreshing network info cache for port 7230ada2-5818-4a82-9be2-159b9737a776 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 832.290709] env[70015]: DEBUG nova.compute.manager [req-a8adfd04-94ab-43f8-b861-f900dfd9beef req-c73a30f5-9ec0-4eaa-ab1e-7424dc97e44c service nova] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] Received event network-changed-3088ea07-1397-417a-ae9b-a73ef0bee17b {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.290709] env[70015]: DEBUG nova.compute.manager [req-a8adfd04-94ab-43f8-b861-f900dfd9beef req-c73a30f5-9ec0-4eaa-ab1e-7424dc97e44c service nova] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] Refreshing instance network info cache due to event network-changed-3088ea07-1397-417a-ae9b-a73ef0bee17b. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 832.290709] env[70015]: DEBUG oslo_concurrency.lockutils [req-a8adfd04-94ab-43f8-b861-f900dfd9beef req-c73a30f5-9ec0-4eaa-ab1e-7424dc97e44c service nova] Acquiring lock "refresh_cache-0048c4f6-5e34-472c-9f8b-4218a86c03b1" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.290709] env[70015]: DEBUG oslo_concurrency.lockutils [req-a8adfd04-94ab-43f8-b861-f900dfd9beef req-c73a30f5-9ec0-4eaa-ab1e-7424dc97e44c service nova] Acquired lock "refresh_cache-0048c4f6-5e34-472c-9f8b-4218a86c03b1" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.290709] env[70015]: DEBUG nova.network.neutron [req-a8adfd04-94ab-43f8-b861-f900dfd9beef req-c73a30f5-9ec0-4eaa-ab1e-7424dc97e44c service nova] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] Refreshing network info cache for port 3088ea07-1397-417a-ae9b-a73ef0bee17b {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 832.317911] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610798, 'name': CreateVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.349177] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-5a6e73aa-0011-45eb-b099-dbf4be05a343 tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 832.349412] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-5a6e73aa-0011-45eb-b099-dbf4be05a343 tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 832.349605] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a6e73aa-0011-45eb-b099-dbf4be05a343 tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Deleting the datastore file [datastore2] 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 832.349865] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6967e136-7a2e-4a32-9821-dfe3c83e73d5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.357378] env[70015]: DEBUG oslo_vmware.api [None req-5a6e73aa-0011-45eb-b099-dbf4be05a343 tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Waiting for the task: (returnval){ [ 832.357378] env[70015]: value = "task-3610802" [ 832.357378] env[70015]: _type = "Task" [ 832.357378] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.367510] env[70015]: DEBUG oslo_vmware.api [None req-5a6e73aa-0011-45eb-b099-dbf4be05a343 tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Task: {'id': task-3610802, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.421802] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3c77bf15-1590-4af7-84ee-19190611a429 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.209s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.424686] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.831s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.427034] env[70015]: INFO nova.compute.claims [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dd3e3400-bf0e-41f2-954d-b7b78e6941b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 832.482690] env[70015]: INFO nova.scheduler.client.report [None req-3c77bf15-1590-4af7-84ee-19190611a429 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Deleted allocations for instance 279f0831-5845-4a1a-b70e-48efbc4bc6c6 [ 832.620388] env[70015]: DEBUG oslo_vmware.api [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610801, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075342} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.620709] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 832.621574] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e26c02a-a39e-4f97-8b7b-641a7e6fd115 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.652020] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 6419007b-b407-4d50-b3ab-d90ecc5e8e30/6419007b-b407-4d50-b3ab-d90ecc5e8e30.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.652020] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd796a9c-3069-4d63-bf30-156064a2e1dd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.671665] env[70015]: DEBUG oslo_vmware.api [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Waiting for the task: (returnval){ [ 832.671665] env[70015]: value = "task-3610803" [ 832.671665] env[70015]: _type = "Task" [ 832.671665] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.681426] env[70015]: DEBUG oslo_vmware.api [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610803, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.823455] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610798, 'name': CreateVM_Task, 'duration_secs': 1.036116} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.824287] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 832.824923] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.825901] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.825978] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.826216] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b1ebe81-2bd9-4964-9735-cced352fad82 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.833363] env[70015]: DEBUG oslo_vmware.api [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 832.833363] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5204af58-8e2f-0b90-4527-8a86b78a58a4" [ 832.833363] env[70015]: _type = "Task" [ 832.833363] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.843597] env[70015]: DEBUG oslo_vmware.api [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5204af58-8e2f-0b90-4527-8a86b78a58a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.873229] env[70015]: DEBUG oslo_vmware.api [None req-5a6e73aa-0011-45eb-b099-dbf4be05a343 tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Task: {'id': task-3610802, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144522} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.873475] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a6e73aa-0011-45eb-b099-dbf4be05a343 tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 832.873633] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-5a6e73aa-0011-45eb-b099-dbf4be05a343 tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 832.873817] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-5a6e73aa-0011-45eb-b099-dbf4be05a343 tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 832.874270] env[70015]: INFO nova.compute.manager [None req-5a6e73aa-0011-45eb-b099-dbf4be05a343 tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Took 1.55 seconds to destroy the instance on the hypervisor. [ 832.874929] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a6e73aa-0011-45eb-b099-dbf4be05a343 tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.875593] env[70015]: DEBUG nova.compute.manager [-] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 832.875593] env[70015]: DEBUG nova.network.neutron [-] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 832.992212] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3c77bf15-1590-4af7-84ee-19190611a429 tempest-ServerShowV257Test-962120115 tempest-ServerShowV257Test-962120115-project-member] Lock "279f0831-5845-4a1a-b70e-48efbc4bc6c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.401s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.021219] env[70015]: DEBUG nova.network.neutron [req-5ee17894-f747-46c7-af72-7b36d53f6be1 req-eee2dce7-e6be-4da4-8acc-58cc8988fb9c service nova] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] Updated VIF entry in instance network info cache for port 7230ada2-5818-4a82-9be2-159b9737a776. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 833.021651] env[70015]: DEBUG nova.network.neutron [req-5ee17894-f747-46c7-af72-7b36d53f6be1 req-eee2dce7-e6be-4da4-8acc-58cc8988fb9c service nova] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] Updating instance_info_cache with network_info: [{"id": "7230ada2-5818-4a82-9be2-159b9737a776", "address": "fa:16:3e:41:08:e9", "network": {"id": "8f7fedcd-4fbd-4c74-ad06-9db4b807c476", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1172678132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f46bede451e4bd286f66d742e8a0a39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7230ada2-58", "ovs_interfaceid": "7230ada2-5818-4a82-9be2-159b9737a776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.023074] env[70015]: DEBUG oslo_concurrency.lockutils [None req-07c84fd2-078a-49cd-bcc2-f9ffdaf5c703 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Acquiring lock "a6ad6fe7-22f0-405e-8e5f-6e56325049a8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.023299] env[70015]: DEBUG oslo_concurrency.lockutils [None req-07c84fd2-078a-49cd-bcc2-f9ffdaf5c703 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Lock "a6ad6fe7-22f0-405e-8e5f-6e56325049a8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.023516] env[70015]: INFO nova.compute.manager [None req-07c84fd2-078a-49cd-bcc2-f9ffdaf5c703 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Attaching volume 2c9f094a-cb22-4a7f-9ce4-2334377d92b9 to /dev/sdb [ 833.063834] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5270216-0226-40cd-a87b-ac76eaad5ac2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.075319] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d66654-675b-43f2-8552-e6181dc61da4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.091464] env[70015]: DEBUG nova.virt.block_device [None req-07c84fd2-078a-49cd-bcc2-f9ffdaf5c703 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Updating existing volume attachment record: 43b914a3-5cf3-4d24-b1e8-59eaa7826604 {{(pid=70015) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 833.183556] env[70015]: DEBUG oslo_vmware.api [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610803, 'name': ReconfigVM_Task, 'duration_secs': 0.347199} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.184053] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 6419007b-b407-4d50-b3ab-d90ecc5e8e30/6419007b-b407-4d50-b3ab-d90ecc5e8e30.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.184758] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce20459b-1478-4a5e-ae20-bbd8ad815754 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.191690] env[70015]: DEBUG oslo_vmware.api [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Waiting for the task: (returnval){ [ 833.191690] env[70015]: value = "task-3610804" [ 833.191690] env[70015]: _type = "Task" [ 833.191690] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.200637] env[70015]: DEBUG oslo_vmware.api [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610804, 'name': Rename_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.348694] env[70015]: DEBUG oslo_vmware.api [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5204af58-8e2f-0b90-4527-8a86b78a58a4, 'name': SearchDatastore_Task, 'duration_secs': 0.012033} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.348694] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.348694] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 833.348694] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.348694] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.348694] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 833.348694] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2edf261-14ee-4e11-9896-aa21ffd33f14 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.362062] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 833.362062] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 833.362062] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24b5a283-88de-4efa-abf1-5380df783974 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.368507] env[70015]: DEBUG oslo_vmware.api [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 833.368507] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52b5e09d-dc31-f5b0-d40c-42a9cae28b77" [ 833.368507] env[70015]: _type = "Task" [ 833.368507] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.382778] env[70015]: DEBUG oslo_vmware.api [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52b5e09d-dc31-f5b0-d40c-42a9cae28b77, 'name': SearchDatastore_Task, 'duration_secs': 0.011287} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.383805] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46f5b8e6-4e72-402d-9787-cc7818619a38 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.392983] env[70015]: DEBUG oslo_vmware.api [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 833.392983] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52b48d20-0c88-1dd3-ad43-278d387126cc" [ 833.392983] env[70015]: _type = "Task" [ 833.392983] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.401485] env[70015]: DEBUG oslo_vmware.api [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52b48d20-0c88-1dd3-ad43-278d387126cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.526478] env[70015]: DEBUG oslo_concurrency.lockutils [req-5ee17894-f747-46c7-af72-7b36d53f6be1 req-eee2dce7-e6be-4da4-8acc-58cc8988fb9c service nova] Releasing lock "refresh_cache-78ec1423-1160-453a-b6db-9348b37d34f9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.576038] env[70015]: DEBUG nova.network.neutron [req-a8adfd04-94ab-43f8-b861-f900dfd9beef req-c73a30f5-9ec0-4eaa-ab1e-7424dc97e44c service nova] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] Updated VIF entry in instance network info cache for port 3088ea07-1397-417a-ae9b-a73ef0bee17b. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 833.576542] env[70015]: DEBUG nova.network.neutron [req-a8adfd04-94ab-43f8-b861-f900dfd9beef req-c73a30f5-9ec0-4eaa-ab1e-7424dc97e44c service nova] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] Updating instance_info_cache with network_info: [{"id": "3088ea07-1397-417a-ae9b-a73ef0bee17b", "address": "fa:16:3e:0c:49:e6", "network": {"id": "3f8bbdcb-7f15-4924-ad97-982962208d43", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1953514224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40772f72de5441ae94c1c2f2cd9154d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3088ea07-13", "ovs_interfaceid": "3088ea07-1397-417a-ae9b-a73ef0bee17b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.640081] env[70015]: DEBUG oslo_concurrency.lockutils [None req-882c4c9b-c91d-43fd-a532-d6fb21cc8102 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Acquiring lock "251f05bc-7d8b-496a-88a3-1dfe2e7e14f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.640344] env[70015]: DEBUG oslo_concurrency.lockutils [None req-882c4c9b-c91d-43fd-a532-d6fb21cc8102 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Lock "251f05bc-7d8b-496a-88a3-1dfe2e7e14f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.640549] env[70015]: DEBUG oslo_concurrency.lockutils [None req-882c4c9b-c91d-43fd-a532-d6fb21cc8102 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Acquiring lock "251f05bc-7d8b-496a-88a3-1dfe2e7e14f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.640725] env[70015]: DEBUG oslo_concurrency.lockutils [None req-882c4c9b-c91d-43fd-a532-d6fb21cc8102 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Lock "251f05bc-7d8b-496a-88a3-1dfe2e7e14f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.640889] env[70015]: DEBUG oslo_concurrency.lockutils [None req-882c4c9b-c91d-43fd-a532-d6fb21cc8102 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Lock "251f05bc-7d8b-496a-88a3-1dfe2e7e14f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.643429] env[70015]: INFO nova.compute.manager [None req-882c4c9b-c91d-43fd-a532-d6fb21cc8102 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Terminating instance [ 833.703417] env[70015]: DEBUG oslo_vmware.api [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610804, 'name': Rename_Task, 'duration_secs': 0.144153} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.703613] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 833.704804] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-303cdc51-9774-4eff-8826-c5f478232817 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.715418] env[70015]: DEBUG oslo_vmware.api [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Waiting for the task: (returnval){ [ 833.715418] env[70015]: value = "task-3610808" [ 833.715418] env[70015]: _type = "Task" [ 833.715418] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.726929] env[70015]: DEBUG oslo_vmware.api [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610808, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.761614] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 833.761909] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 833.904528] env[70015]: DEBUG oslo_vmware.api [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52b48d20-0c88-1dd3-ad43-278d387126cc, 'name': SearchDatastore_Task, 'duration_secs': 0.011095} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.904840] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.905031] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 78ec1423-1160-453a-b6db-9348b37d34f9/78ec1423-1160-453a-b6db-9348b37d34f9.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 833.905311] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ae45ab3-2740-4eca-8892-942a4b1595f8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.914276] env[70015]: DEBUG oslo_vmware.api [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 833.914276] env[70015]: value = "task-3610809" [ 833.914276] env[70015]: _type = "Task" [ 833.914276] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.922549] env[70015]: DEBUG oslo_vmware.api [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3610809, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.008375] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67886ec5-227d-4e35-a618-34d1b013ddb8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.017386] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb70904-9bb8-438a-bfa9-8722fc149d1c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.054943] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78523147-a014-4d7a-9b8a-862eb49754c1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.064491] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06537849-a891-444a-b4bc-366845bd0aad {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.081683] env[70015]: DEBUG oslo_concurrency.lockutils [req-a8adfd04-94ab-43f8-b861-f900dfd9beef req-c73a30f5-9ec0-4eaa-ab1e-7424dc97e44c service nova] Releasing lock "refresh_cache-0048c4f6-5e34-472c-9f8b-4218a86c03b1" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.083100] env[70015]: DEBUG nova.compute.provider_tree [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.152601] env[70015]: DEBUG nova.compute.manager [None req-882c4c9b-c91d-43fd-a532-d6fb21cc8102 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 834.152601] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-882c4c9b-c91d-43fd-a532-d6fb21cc8102 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 834.152601] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29018909-6862-4003-9c16-72843acaf7d7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.163504] env[70015]: DEBUG oslo_vmware.api [None req-882c4c9b-c91d-43fd-a532-d6fb21cc8102 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Waiting for the task: (returnval){ [ 834.163504] env[70015]: value = "task-3610810" [ 834.163504] env[70015]: _type = "Task" [ 834.163504] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.176342] env[70015]: DEBUG oslo_vmware.api [None req-882c4c9b-c91d-43fd-a532-d6fb21cc8102 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Task: {'id': task-3610810, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.231065] env[70015]: DEBUG oslo_vmware.api [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610808, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.275082] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 834.275480] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 834.277027] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 834.277327] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 834.277931] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 834.278622] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 834.278807] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70015) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 834.279173] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 834.431694] env[70015]: DEBUG oslo_vmware.api [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3610809, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.497728] env[70015]: DEBUG nova.compute.manager [req-17c14012-1e1f-46d3-8416-efb157b1849a req-47ed711c-136f-4104-be0c-b063dd3b9ca9 service nova] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Received event network-vif-deleted-3a3bf904-fbff-45c9-8201-8851d934c4f2 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.498048] env[70015]: INFO nova.compute.manager [req-17c14012-1e1f-46d3-8416-efb157b1849a req-47ed711c-136f-4104-be0c-b063dd3b9ca9 service nova] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Neutron deleted interface 3a3bf904-fbff-45c9-8201-8851d934c4f2; detaching it from the instance and deleting it from the info cache [ 834.498181] env[70015]: DEBUG nova.network.neutron [req-17c14012-1e1f-46d3-8416-efb157b1849a req-47ed711c-136f-4104-be0c-b063dd3b9ca9 service nova] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.503894] env[70015]: DEBUG nova.network.neutron [-] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.586377] env[70015]: DEBUG nova.scheduler.client.report [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.674880] env[70015]: DEBUG oslo_vmware.api [None req-882c4c9b-c91d-43fd-a532-d6fb21cc8102 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Task: {'id': task-3610810, 'name': PowerOffVM_Task, 'duration_secs': 0.412216} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.675170] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-882c4c9b-c91d-43fd-a532-d6fb21cc8102 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 834.675379] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-882c4c9b-c91d-43fd-a532-d6fb21cc8102 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Volume detach. Driver type: vmdk {{(pid=70015) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 834.675674] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-882c4c9b-c91d-43fd-a532-d6fb21cc8102 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720190', 'volume_id': 'da08a370-705a-4eac-8168-8040b111d434', 'name': 'volume-da08a370-705a-4eac-8168-8040b111d434', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '251f05bc-7d8b-496a-88a3-1dfe2e7e14f5', 'attached_at': '', 'detached_at': '', 'volume_id': 'da08a370-705a-4eac-8168-8040b111d434', 'serial': 'da08a370-705a-4eac-8168-8040b111d434'} {{(pid=70015) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 834.676454] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2defcfbd-66d9-4a02-b755-5d7685ed7eae {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.694475] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd372438-8c63-41ab-8561-88cc1f0bdc5d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.701418] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa1f282-25b1-4099-b785-330dd1291484 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.723019] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109b40dd-3cb7-4d61-8b7c-ccc6ee7b9c76 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.730651] env[70015]: DEBUG oslo_vmware.api [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610808, 'name': PowerOnVM_Task, 'duration_secs': 0.527347} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.741139] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.741380] env[70015]: INFO nova.compute.manager [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Took 8.41 seconds to spawn the instance on the hypervisor. [ 834.741568] env[70015]: DEBUG nova.compute.manager [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.742208] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-882c4c9b-c91d-43fd-a532-d6fb21cc8102 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] The volume has not been displaced from its original location: [datastore2] volume-da08a370-705a-4eac-8168-8040b111d434/volume-da08a370-705a-4eac-8168-8040b111d434.vmdk. No consolidation needed. {{(pid=70015) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 834.747436] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-882c4c9b-c91d-43fd-a532-d6fb21cc8102 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Reconfiguring VM instance instance-0000002b to detach disk 2000 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 834.748112] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67162b6-9f5a-4bb2-b94f-71186cda1fa8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.750556] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14a52da2-04e4-49d0-9735-0af8b1a2962c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.773060] env[70015]: DEBUG oslo_vmware.api [None req-882c4c9b-c91d-43fd-a532-d6fb21cc8102 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Waiting for the task: (returnval){ [ 834.773060] env[70015]: value = "task-3610811" [ 834.773060] env[70015]: _type = "Task" [ 834.773060] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.782466] env[70015]: DEBUG oslo_vmware.api [None req-882c4c9b-c91d-43fd-a532-d6fb21cc8102 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Task: {'id': task-3610811, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.783420] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.926675] env[70015]: DEBUG oslo_vmware.api [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3610809, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.001359] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-76150c3f-9367-4492-aca1-3243c1bfdbcd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.008593] env[70015]: INFO nova.compute.manager [-] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Took 2.13 seconds to deallocate network for instance. [ 835.014272] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfdc777-a265-4ae0-90ed-bb6cc2f27583 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.052985] env[70015]: DEBUG nova.compute.manager [req-17c14012-1e1f-46d3-8416-efb157b1849a req-47ed711c-136f-4104-be0c-b063dd3b9ca9 service nova] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Detach interface failed, port_id=3a3bf904-fbff-45c9-8201-8851d934c4f2, reason: Instance 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28 could not be found. {{(pid=70015) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 835.093230] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.093704] env[70015]: DEBUG nova.compute.manager [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dd3e3400-bf0e-41f2-954d-b7b78e6941b5] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 835.096651] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4c4112e0-c9fe-441c-aff4-19479727fcd1 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.624s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.096865] env[70015]: DEBUG nova.objects.instance [None req-4c4112e0-c9fe-441c-aff4-19479727fcd1 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Lazy-loading 'resources' on Instance uuid 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 835.291774] env[70015]: INFO nova.compute.manager [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Took 41.44 seconds to build instance. [ 835.299841] env[70015]: DEBUG oslo_vmware.api [None req-882c4c9b-c91d-43fd-a532-d6fb21cc8102 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Task: {'id': task-3610811, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.427857] env[70015]: DEBUG oslo_vmware.api [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3610809, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.530483] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5a6e73aa-0011-45eb-b099-dbf4be05a343 tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.598338] env[70015]: DEBUG nova.compute.utils [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 835.600124] env[70015]: DEBUG nova.compute.manager [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dd3e3400-bf0e-41f2-954d-b7b78e6941b5] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 835.600664] env[70015]: DEBUG nova.network.neutron [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dd3e3400-bf0e-41f2-954d-b7b78e6941b5] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 835.676287] env[70015]: DEBUG nova.policy [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f332793523842cd9d3860c29254d3c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a0a9abb802948cd95b400f75bb3e0e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 835.796699] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Lock "6419007b-b407-4d50-b3ab-d90ecc5e8e30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.476s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.796968] env[70015]: DEBUG oslo_vmware.api [None req-882c4c9b-c91d-43fd-a532-d6fb21cc8102 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Task: {'id': task-3610811, 'name': ReconfigVM_Task, 'duration_secs': 0.563672} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.800867] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-882c4c9b-c91d-43fd-a532-d6fb21cc8102 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Reconfigured VM instance instance-0000002b to detach disk 2000 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 835.809221] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-399cde01-4a29-4a29-989b-139956194251 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.831350] env[70015]: DEBUG oslo_vmware.api [None req-882c4c9b-c91d-43fd-a532-d6fb21cc8102 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Waiting for the task: (returnval){ [ 835.831350] env[70015]: value = "task-3610813" [ 835.831350] env[70015]: _type = "Task" [ 835.831350] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.844470] env[70015]: DEBUG oslo_vmware.api [None req-882c4c9b-c91d-43fd-a532-d6fb21cc8102 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Task: {'id': task-3610813, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.929329] env[70015]: DEBUG oslo_vmware.api [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3610809, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.562767} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.932076] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 78ec1423-1160-453a-b6db-9348b37d34f9/78ec1423-1160-453a-b6db-9348b37d34f9.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 835.932638] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 835.932771] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29b8092e-22c9-4f15-a6ce-4f9e5f5bf3ab {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.941671] env[70015]: DEBUG oslo_vmware.api [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 835.941671] env[70015]: value = "task-3610814" [ 835.941671] env[70015]: _type = "Task" [ 835.941671] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.952493] env[70015]: DEBUG oslo_vmware.api [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3610814, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.107120] env[70015]: DEBUG nova.compute.manager [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dd3e3400-bf0e-41f2-954d-b7b78e6941b5] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 836.158507] env[70015]: DEBUG nova.network.neutron [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dd3e3400-bf0e-41f2-954d-b7b78e6941b5] Successfully created port: bcbe39b7-a3c5-4865-b8c8-22bff3afca58 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 836.212521] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7ecdf0-9215-4d70-9fc7-72d485788b61 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.221889] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7e8431-2633-47e9-9e82-6a06ff627cc7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.262827] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f397977-7244-4f6f-b5af-8f187e27ef3d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.275460] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd80a9ad-c8bc-46ff-b53f-82fe5d98d6d9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.293025] env[70015]: DEBUG nova.compute.provider_tree [None req-4c4112e0-c9fe-441c-aff4-19479727fcd1 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.311594] env[70015]: DEBUG nova.compute.manager [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 16289849-7c2a-4ac3-bdcf-4b93f18bfb13] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 836.345801] env[70015]: DEBUG oslo_vmware.api [None req-882c4c9b-c91d-43fd-a532-d6fb21cc8102 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Task: {'id': task-3610813, 'name': ReconfigVM_Task, 'duration_secs': 0.181027} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.346211] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-882c4c9b-c91d-43fd-a532-d6fb21cc8102 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720190', 'volume_id': 'da08a370-705a-4eac-8168-8040b111d434', 'name': 'volume-da08a370-705a-4eac-8168-8040b111d434', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '251f05bc-7d8b-496a-88a3-1dfe2e7e14f5', 'attached_at': '', 'detached_at': '', 'volume_id': 'da08a370-705a-4eac-8168-8040b111d434', 'serial': 'da08a370-705a-4eac-8168-8040b111d434'} {{(pid=70015) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 836.346695] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-882c4c9b-c91d-43fd-a532-d6fb21cc8102 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 836.347524] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9c140e-57e7-4161-8b5d-e9df0ebee2fd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.357628] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-882c4c9b-c91d-43fd-a532-d6fb21cc8102 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 836.357929] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30ba3360-8e3e-4e36-a267-d5332b443bd7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.433577] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-882c4c9b-c91d-43fd-a532-d6fb21cc8102 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 836.433675] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-882c4c9b-c91d-43fd-a532-d6fb21cc8102 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 836.433934] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-882c4c9b-c91d-43fd-a532-d6fb21cc8102 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Deleting the datastore file [datastore2] 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 836.434293] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c93c51d9-3aee-4d8d-91df-072a720f2eaf {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.442784] env[70015]: DEBUG oslo_vmware.api [None req-882c4c9b-c91d-43fd-a532-d6fb21cc8102 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Waiting for the task: (returnval){ [ 836.442784] env[70015]: value = "task-3610816" [ 836.442784] env[70015]: _type = "Task" [ 836.442784] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.458641] env[70015]: DEBUG oslo_vmware.api [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3610814, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065779} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.464284] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 836.464284] env[70015]: DEBUG oslo_vmware.api [None req-882c4c9b-c91d-43fd-a532-d6fb21cc8102 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Task: {'id': task-3610816, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.464284] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111022c2-dda9-4dbd-bc72-02aa7d70293c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.490658] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 78ec1423-1160-453a-b6db-9348b37d34f9/78ec1423-1160-453a-b6db-9348b37d34f9.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 836.491663] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1850972c-be8c-4dea-a96e-49b31545766c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.514740] env[70015]: DEBUG oslo_vmware.api [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 836.514740] env[70015]: value = "task-3610817" [ 836.514740] env[70015]: _type = "Task" [ 836.514740] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.524038] env[70015]: DEBUG oslo_vmware.api [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3610817, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.770696] env[70015]: INFO nova.compute.manager [None req-429e0af6-170b-4f2c-ba8a-36f3391743f0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Rescuing [ 836.770997] env[70015]: DEBUG oslo_concurrency.lockutils [None req-429e0af6-170b-4f2c-ba8a-36f3391743f0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Acquiring lock "refresh_cache-6419007b-b407-4d50-b3ab-d90ecc5e8e30" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.771197] env[70015]: DEBUG oslo_concurrency.lockutils [None req-429e0af6-170b-4f2c-ba8a-36f3391743f0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Acquired lock "refresh_cache-6419007b-b407-4d50-b3ab-d90ecc5e8e30" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.771492] env[70015]: DEBUG nova.network.neutron [None req-429e0af6-170b-4f2c-ba8a-36f3391743f0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 836.795830] env[70015]: DEBUG nova.scheduler.client.report [None req-4c4112e0-c9fe-441c-aff4-19479727fcd1 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.849801] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.958277] env[70015]: DEBUG oslo_vmware.api [None req-882c4c9b-c91d-43fd-a532-d6fb21cc8102 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Task: {'id': task-3610816, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165104} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.958568] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-882c4c9b-c91d-43fd-a532-d6fb21cc8102 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 836.958740] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-882c4c9b-c91d-43fd-a532-d6fb21cc8102 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 836.959960] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-882c4c9b-c91d-43fd-a532-d6fb21cc8102 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 836.960150] env[70015]: INFO nova.compute.manager [None req-882c4c9b-c91d-43fd-a532-d6fb21cc8102 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Took 2.81 seconds to destroy the instance on the hypervisor. [ 836.961844] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-882c4c9b-c91d-43fd-a532-d6fb21cc8102 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.961844] env[70015]: DEBUG nova.compute.manager [-] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 836.961844] env[70015]: DEBUG nova.network.neutron [-] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 837.029297] env[70015]: DEBUG oslo_vmware.api [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3610817, 'name': ReconfigVM_Task, 'duration_secs': 0.509343} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.029889] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 78ec1423-1160-453a-b6db-9348b37d34f9/78ec1423-1160-453a-b6db-9348b37d34f9.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 837.030940] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a278b20a-0626-492b-8749-aeb7c02ab205 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.041767] env[70015]: DEBUG oslo_vmware.api [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 837.041767] env[70015]: value = "task-3610818" [ 837.041767] env[70015]: _type = "Task" [ 837.041767] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.051665] env[70015]: DEBUG oslo_vmware.api [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3610818, 'name': Rename_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.116872] env[70015]: DEBUG nova.compute.manager [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dd3e3400-bf0e-41f2-954d-b7b78e6941b5] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 837.151695] env[70015]: DEBUG nova.virt.hardware [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 837.151955] env[70015]: DEBUG nova.virt.hardware [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 837.152130] env[70015]: DEBUG nova.virt.hardware [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.152318] env[70015]: DEBUG nova.virt.hardware [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 837.152466] env[70015]: DEBUG nova.virt.hardware [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.153267] env[70015]: DEBUG nova.virt.hardware [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 837.153847] env[70015]: DEBUG nova.virt.hardware [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 837.154043] env[70015]: DEBUG nova.virt.hardware [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 837.154228] env[70015]: DEBUG nova.virt.hardware [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 837.154398] env[70015]: DEBUG nova.virt.hardware [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 837.154572] env[70015]: DEBUG nova.virt.hardware [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 837.155467] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b15adb2-695a-49c7-811d-44894f85c475 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.165440] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2b08f4-1909-439e-8fd7-60a0f40851b1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.305574] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4c4112e0-c9fe-441c-aff4-19479727fcd1 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.209s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.311491] env[70015]: DEBUG oslo_concurrency.lockutils [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.591s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.313262] env[70015]: INFO nova.compute.claims [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 837.335249] env[70015]: INFO nova.scheduler.client.report [None req-4c4112e0-c9fe-441c-aff4-19479727fcd1 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Deleted allocations for instance 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4 [ 837.553203] env[70015]: DEBUG oslo_vmware.api [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3610818, 'name': Rename_Task, 'duration_secs': 0.234404} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.553712] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 837.554176] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24e6ebf0-704f-4350-af9d-9c193ada268e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.568012] env[70015]: DEBUG oslo_vmware.api [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 837.568012] env[70015]: value = "task-3610819" [ 837.568012] env[70015]: _type = "Task" [ 837.568012] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.583423] env[70015]: DEBUG oslo_vmware.api [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3610819, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.650194] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-07c84fd2-078a-49cd-bcc2-f9ffdaf5c703 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Volume attach. Driver type: vmdk {{(pid=70015) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 837.650460] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-07c84fd2-078a-49cd-bcc2-f9ffdaf5c703 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720281', 'volume_id': '2c9f094a-cb22-4a7f-9ce4-2334377d92b9', 'name': 'volume-2c9f094a-cb22-4a7f-9ce4-2334377d92b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6ad6fe7-22f0-405e-8e5f-6e56325049a8', 'attached_at': '', 'detached_at': '', 'volume_id': '2c9f094a-cb22-4a7f-9ce4-2334377d92b9', 'serial': '2c9f094a-cb22-4a7f-9ce4-2334377d92b9'} {{(pid=70015) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 837.651521] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf19eec6-e101-40fb-897f-786f987ad40f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.678304] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2edafe1-4ba6-414c-9cc6-847288d560f9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.710383] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-07c84fd2-078a-49cd-bcc2-f9ffdaf5c703 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] volume-2c9f094a-cb22-4a7f-9ce4-2334377d92b9/volume-2c9f094a-cb22-4a7f-9ce4-2334377d92b9.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 837.713262] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0dff45a-e3c8-43d6-9a29-f8d92e28d6dc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.734950] env[70015]: DEBUG oslo_vmware.api [None req-07c84fd2-078a-49cd-bcc2-f9ffdaf5c703 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Waiting for the task: (returnval){ [ 837.734950] env[70015]: value = "task-3610820" [ 837.734950] env[70015]: _type = "Task" [ 837.734950] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.744467] env[70015]: DEBUG oslo_vmware.api [None req-07c84fd2-078a-49cd-bcc2-f9ffdaf5c703 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3610820, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.764196] env[70015]: DEBUG nova.network.neutron [None req-429e0af6-170b-4f2c-ba8a-36f3391743f0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Updating instance_info_cache with network_info: [{"id": "d34e1621-b95e-43fd-b275-9e66476b7aa6", "address": "fa:16:3e:09:e9:60", "network": {"id": "587aa0b5-b16d-4f2f-8707-2fa01c054a4a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-794950716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "18af55c3b61d40df9b4d2eea6d7c1946", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd34e1621-b9", "ovs_interfaceid": "d34e1621-b95e-43fd-b275-9e66476b7aa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.849803] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4c4112e0-c9fe-441c-aff4-19479727fcd1 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Lock "35f9285c-cb12-45c3-8cb5-b61d10b3c2d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.720s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.081193] env[70015]: DEBUG oslo_vmware.api [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3610819, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.147152] env[70015]: DEBUG nova.network.neutron [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dd3e3400-bf0e-41f2-954d-b7b78e6941b5] Successfully updated port: bcbe39b7-a3c5-4865-b8c8-22bff3afca58 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 838.217248] env[70015]: DEBUG nova.compute.manager [req-63280427-c4c1-4ef3-89f5-f1809044f0cb req-6747d8da-e67f-46b0-a116-7215ae8c81ff service nova] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Received event network-vif-deleted-e462d332-42a2-45b0-93e6-a8d4c0958028 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.217803] env[70015]: INFO nova.compute.manager [req-63280427-c4c1-4ef3-89f5-f1809044f0cb req-6747d8da-e67f-46b0-a116-7215ae8c81ff service nova] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Neutron deleted interface e462d332-42a2-45b0-93e6-a8d4c0958028; detaching it from the instance and deleting it from the info cache [ 838.217999] env[70015]: DEBUG nova.network.neutron [req-63280427-c4c1-4ef3-89f5-f1809044f0cb req-6747d8da-e67f-46b0-a116-7215ae8c81ff service nova] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.249876] env[70015]: DEBUG oslo_vmware.api [None req-07c84fd2-078a-49cd-bcc2-f9ffdaf5c703 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3610820, 'name': ReconfigVM_Task, 'duration_secs': 0.406449} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.249876] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-07c84fd2-078a-49cd-bcc2-f9ffdaf5c703 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Reconfigured VM instance instance-0000002d to attach disk [datastore2] volume-2c9f094a-cb22-4a7f-9ce4-2334377d92b9/volume-2c9f094a-cb22-4a7f-9ce4-2334377d92b9.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 838.258434] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c911aba-135b-4c16-abf2-bf8fc8e6a085 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.267598] env[70015]: DEBUG oslo_concurrency.lockutils [None req-429e0af6-170b-4f2c-ba8a-36f3391743f0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Releasing lock "refresh_cache-6419007b-b407-4d50-b3ab-d90ecc5e8e30" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.277067] env[70015]: DEBUG oslo_vmware.api [None req-07c84fd2-078a-49cd-bcc2-f9ffdaf5c703 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Waiting for the task: (returnval){ [ 838.277067] env[70015]: value = "task-3610821" [ 838.277067] env[70015]: _type = "Task" [ 838.277067] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.288477] env[70015]: DEBUG oslo_vmware.api [None req-07c84fd2-078a-49cd-bcc2-f9ffdaf5c703 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3610821, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.303397] env[70015]: DEBUG nova.network.neutron [-] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.578787] env[70015]: DEBUG oslo_vmware.api [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3610819, 'name': PowerOnVM_Task, 'duration_secs': 0.84472} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.581408] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 838.581616] env[70015]: INFO nova.compute.manager [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] Took 9.49 seconds to spawn the instance on the hypervisor. [ 838.581797] env[70015]: DEBUG nova.compute.manager [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 838.582785] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d85d0c-d508-431b-8c0e-dd4c42eab4ea {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.649814] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquiring lock "refresh_cache-dd3e3400-bf0e-41f2-954d-b7b78e6941b5" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.650134] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquired lock "refresh_cache-dd3e3400-bf0e-41f2-954d-b7b78e6941b5" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.650379] env[70015]: DEBUG nova.network.neutron [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dd3e3400-bf0e-41f2-954d-b7b78e6941b5] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.689011] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4e2dfb1c-95f3-4b2d-812a-945bc9e6a33f tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Acquiring lock "4070a41b-136b-41e4-bd77-7ac36f7482d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.689011] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4e2dfb1c-95f3-4b2d-812a-945bc9e6a33f tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Lock "4070a41b-136b-41e4-bd77-7ac36f7482d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.689011] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4e2dfb1c-95f3-4b2d-812a-945bc9e6a33f tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Acquiring lock "4070a41b-136b-41e4-bd77-7ac36f7482d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.689011] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4e2dfb1c-95f3-4b2d-812a-945bc9e6a33f tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Lock "4070a41b-136b-41e4-bd77-7ac36f7482d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.689011] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4e2dfb1c-95f3-4b2d-812a-945bc9e6a33f tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Lock "4070a41b-136b-41e4-bd77-7ac36f7482d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.693097] env[70015]: INFO nova.compute.manager [None req-4e2dfb1c-95f3-4b2d-812a-945bc9e6a33f tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 4070a41b-136b-41e4-bd77-7ac36f7482d4] Terminating instance [ 838.723010] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e5af015-0f8f-4a9d-8d0c-1611e37e84d1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.734619] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929d3aa7-6351-4328-98c6-d886372a4d6b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.775546] env[70015]: DEBUG nova.compute.manager [req-63280427-c4c1-4ef3-89f5-f1809044f0cb req-6747d8da-e67f-46b0-a116-7215ae8c81ff service nova] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Detach interface failed, port_id=e462d332-42a2-45b0-93e6-a8d4c0958028, reason: Instance 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5 could not be found. {{(pid=70015) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 838.791314] env[70015]: DEBUG oslo_vmware.api [None req-07c84fd2-078a-49cd-bcc2-f9ffdaf5c703 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3610821, 'name': ReconfigVM_Task, 'duration_secs': 0.171259} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.791823] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-07c84fd2-078a-49cd-bcc2-f9ffdaf5c703 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720281', 'volume_id': '2c9f094a-cb22-4a7f-9ce4-2334377d92b9', 'name': 'volume-2c9f094a-cb22-4a7f-9ce4-2334377d92b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6ad6fe7-22f0-405e-8e5f-6e56325049a8', 'attached_at': '', 'detached_at': '', 'volume_id': '2c9f094a-cb22-4a7f-9ce4-2334377d92b9', 'serial': '2c9f094a-cb22-4a7f-9ce4-2334377d92b9'} {{(pid=70015) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 838.806307] env[70015]: INFO nova.compute.manager [-] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Took 1.84 seconds to deallocate network for instance. [ 838.975739] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c087fb1-963a-43b7-87e1-3d855a48aaab {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.985185] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020d02c6-c735-4bc4-9f09-18fb73e7068b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.024731] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72356782-72a4-49b9-8f88-7fc956123fe5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.034222] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8d3639-b0c2-44ad-82af-e19c58c4b8c2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.049709] env[70015]: DEBUG nova.compute.provider_tree [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.109303] env[70015]: INFO nova.compute.manager [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] Took 44.20 seconds to build instance. [ 839.181569] env[70015]: DEBUG nova.network.neutron [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dd3e3400-bf0e-41f2-954d-b7b78e6941b5] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 839.197246] env[70015]: DEBUG nova.compute.manager [None req-4e2dfb1c-95f3-4b2d-812a-945bc9e6a33f tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 4070a41b-136b-41e4-bd77-7ac36f7482d4] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 839.197574] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2dfb1c-95f3-4b2d-812a-945bc9e6a33f tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 4070a41b-136b-41e4-bd77-7ac36f7482d4] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.198595] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79c15b2-7786-4e48-ae9d-ade0e159e4b2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.208845] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e2dfb1c-95f3-4b2d-812a-945bc9e6a33f tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 4070a41b-136b-41e4-bd77-7ac36f7482d4] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.210026] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d15d7fa-cb21-41ad-83d4-e164b3486773 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.218896] env[70015]: DEBUG oslo_vmware.api [None req-4e2dfb1c-95f3-4b2d-812a-945bc9e6a33f tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Waiting for the task: (returnval){ [ 839.218896] env[70015]: value = "task-3610822" [ 839.218896] env[70015]: _type = "Task" [ 839.218896] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.227561] env[70015]: DEBUG oslo_vmware.api [None req-4e2dfb1c-95f3-4b2d-812a-945bc9e6a33f tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Task: {'id': task-3610822, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.386370] env[70015]: INFO nova.compute.manager [None req-882c4c9b-c91d-43fd-a532-d6fb21cc8102 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Took 0.58 seconds to detach 1 volumes for instance. [ 839.387970] env[70015]: DEBUG nova.compute.manager [None req-882c4c9b-c91d-43fd-a532-d6fb21cc8102 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Deleting volume: da08a370-705a-4eac-8168-8040b111d434 {{(pid=70015) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 839.418924] env[70015]: DEBUG nova.network.neutron [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dd3e3400-bf0e-41f2-954d-b7b78e6941b5] Updating instance_info_cache with network_info: [{"id": "bcbe39b7-a3c5-4865-b8c8-22bff3afca58", "address": "fa:16:3e:73:31:68", "network": {"id": "a03823db-7de1-436c-938c-abd5120f81ba", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-835569262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a0a9abb802948cd95b400f75bb3e0e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcbe39b7-a3", "ovs_interfaceid": "bcbe39b7-a3c5-4865-b8c8-22bff3afca58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.552461] env[70015]: DEBUG nova.scheduler.client.report [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.612683] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8e82393f-2135-40d5-8b9d-050623e72fb5 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "78ec1423-1160-453a-b6db-9348b37d34f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.923s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.731302] env[70015]: DEBUG oslo_vmware.api [None req-4e2dfb1c-95f3-4b2d-812a-945bc9e6a33f tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Task: {'id': task-3610822, 'name': PowerOffVM_Task, 'duration_secs': 0.276088} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.731597] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e2dfb1c-95f3-4b2d-812a-945bc9e6a33f tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 4070a41b-136b-41e4-bd77-7ac36f7482d4] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 839.731767] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2dfb1c-95f3-4b2d-812a-945bc9e6a33f tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 4070a41b-136b-41e4-bd77-7ac36f7482d4] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 839.732043] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a10f2b4d-395a-4674-bec8-07f812bb4059 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.803086] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2dfb1c-95f3-4b2d-812a-945bc9e6a33f tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 4070a41b-136b-41e4-bd77-7ac36f7482d4] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 839.803303] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2dfb1c-95f3-4b2d-812a-945bc9e6a33f tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 4070a41b-136b-41e4-bd77-7ac36f7482d4] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 839.803561] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e2dfb1c-95f3-4b2d-812a-945bc9e6a33f tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Deleting the datastore file [datastore1] 4070a41b-136b-41e4-bd77-7ac36f7482d4 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 839.803777] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b46cdbfd-041a-4375-a0d0-921d5a986f81 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.812340] env[70015]: DEBUG oslo_vmware.api [None req-4e2dfb1c-95f3-4b2d-812a-945bc9e6a33f tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Waiting for the task: (returnval){ [ 839.812340] env[70015]: value = "task-3610825" [ 839.812340] env[70015]: _type = "Task" [ 839.812340] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.816963] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-429e0af6-170b-4f2c-ba8a-36f3391743f0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.817237] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1321ff38-e2d4-441b-af36-21b2479fffa7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.824233] env[70015]: DEBUG oslo_vmware.api [None req-4e2dfb1c-95f3-4b2d-812a-945bc9e6a33f tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Task: {'id': task-3610825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.831509] env[70015]: DEBUG oslo_vmware.api [None req-429e0af6-170b-4f2c-ba8a-36f3391743f0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Waiting for the task: (returnval){ [ 839.831509] env[70015]: value = "task-3610826" [ 839.831509] env[70015]: _type = "Task" [ 839.831509] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.844902] env[70015]: DEBUG nova.objects.instance [None req-07c84fd2-078a-49cd-bcc2-f9ffdaf5c703 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Lazy-loading 'flavor' on Instance uuid a6ad6fe7-22f0-405e-8e5f-6e56325049a8 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 839.849573] env[70015]: DEBUG oslo_vmware.api [None req-429e0af6-170b-4f2c-ba8a-36f3391743f0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610826, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.921593] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Releasing lock "refresh_cache-dd3e3400-bf0e-41f2-954d-b7b78e6941b5" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.922035] env[70015]: DEBUG nova.compute.manager [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dd3e3400-bf0e-41f2-954d-b7b78e6941b5] Instance network_info: |[{"id": "bcbe39b7-a3c5-4865-b8c8-22bff3afca58", "address": "fa:16:3e:73:31:68", "network": {"id": "a03823db-7de1-436c-938c-abd5120f81ba", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-835569262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a0a9abb802948cd95b400f75bb3e0e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcbe39b7-a3", "ovs_interfaceid": "bcbe39b7-a3c5-4865-b8c8-22bff3afca58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 839.922552] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dd3e3400-bf0e-41f2-954d-b7b78e6941b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:31:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6076d24d-3c8e-4bbb-ba96-a08fb27a73cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bcbe39b7-a3c5-4865-b8c8-22bff3afca58', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 839.931891] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.933355] env[70015]: DEBUG oslo_concurrency.lockutils [None req-882c4c9b-c91d-43fd-a532-d6fb21cc8102 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.933584] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd3e3400-bf0e-41f2-954d-b7b78e6941b5] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 839.933941] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a19fbd4-3ee2-4da4-b8ea-e7db6c85dee3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.960105] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 839.960105] env[70015]: value = "task-3610827" [ 839.960105] env[70015]: _type = "Task" [ 839.960105] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.969668] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610827, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.058624] env[70015]: DEBUG oslo_concurrency.lockutils [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.747s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.059336] env[70015]: DEBUG nova.compute.manager [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 840.062322] env[70015]: DEBUG oslo_concurrency.lockutils [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.426s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.064197] env[70015]: INFO nova.compute.claims [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 840.115426] env[70015]: DEBUG nova.compute.manager [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 840.327203] env[70015]: DEBUG oslo_vmware.api [None req-4e2dfb1c-95f3-4b2d-812a-945bc9e6a33f tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Task: {'id': task-3610825, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304023} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.327483] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e2dfb1c-95f3-4b2d-812a-945bc9e6a33f tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 840.327671] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2dfb1c-95f3-4b2d-812a-945bc9e6a33f tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 4070a41b-136b-41e4-bd77-7ac36f7482d4] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 840.327847] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2dfb1c-95f3-4b2d-812a-945bc9e6a33f tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 4070a41b-136b-41e4-bd77-7ac36f7482d4] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 840.328028] env[70015]: INFO nova.compute.manager [None req-4e2dfb1c-95f3-4b2d-812a-945bc9e6a33f tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] [instance: 4070a41b-136b-41e4-bd77-7ac36f7482d4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 840.328277] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e2dfb1c-95f3-4b2d-812a-945bc9e6a33f tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.328475] env[70015]: DEBUG nova.compute.manager [-] [instance: 4070a41b-136b-41e4-bd77-7ac36f7482d4] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 840.328572] env[70015]: DEBUG nova.network.neutron [-] [instance: 4070a41b-136b-41e4-bd77-7ac36f7482d4] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 840.343820] env[70015]: DEBUG oslo_vmware.api [None req-429e0af6-170b-4f2c-ba8a-36f3391743f0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610826, 'name': PowerOffVM_Task, 'duration_secs': 0.303955} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.346209] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-429e0af6-170b-4f2c-ba8a-36f3391743f0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.347527] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b78128-4b2d-40b8-ab23-c8b391e9260a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.355488] env[70015]: DEBUG oslo_concurrency.lockutils [None req-07c84fd2-078a-49cd-bcc2-f9ffdaf5c703 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Lock "a6ad6fe7-22f0-405e-8e5f-6e56325049a8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.330s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.369616] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2dbf19-ea60-40a2-96b8-6a521d19a910 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.429836] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-429e0af6-170b-4f2c-ba8a-36f3391743f0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 840.430173] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3cc9132e-7fda-4df0-a376-a6eb4a7bac22 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.437662] env[70015]: DEBUG oslo_vmware.api [None req-429e0af6-170b-4f2c-ba8a-36f3391743f0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Waiting for the task: (returnval){ [ 840.437662] env[70015]: value = "task-3610828" [ 840.437662] env[70015]: _type = "Task" [ 840.437662] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.448416] env[70015]: DEBUG oslo_vmware.api [None req-429e0af6-170b-4f2c-ba8a-36f3391743f0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610828, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.452851] env[70015]: DEBUG oslo_concurrency.lockutils [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Acquiring lock "b345c2fa-4d74-4563-8069-67fe1e26074d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.453132] env[70015]: DEBUG oslo_concurrency.lockutils [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Lock "b345c2fa-4d74-4563-8069-67fe1e26074d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.471775] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610827, 'name': CreateVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.569924] env[70015]: DEBUG nova.compute.utils [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 840.571375] env[70015]: DEBUG nova.compute.manager [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 840.571556] env[70015]: DEBUG nova.network.neutron [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 840.639577] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.708386] env[70015]: DEBUG nova.policy [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a704bbbcef974cd9aa8f417ee1a76155', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2cfc896632024218b201168a9e2d6130', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 840.949106] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-429e0af6-170b-4f2c-ba8a-36f3391743f0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] VM already powered off {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 840.949505] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-429e0af6-170b-4f2c-ba8a-36f3391743f0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 840.949844] env[70015]: DEBUG oslo_concurrency.lockutils [None req-429e0af6-170b-4f2c-ba8a-36f3391743f0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.950014] env[70015]: DEBUG oslo_concurrency.lockutils [None req-429e0af6-170b-4f2c-ba8a-36f3391743f0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.950204] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-429e0af6-170b-4f2c-ba8a-36f3391743f0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 840.950467] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41956e04-636a-48e7-ad31-327dadfc488f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.959905] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-429e0af6-170b-4f2c-ba8a-36f3391743f0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 840.960105] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-429e0af6-170b-4f2c-ba8a-36f3391743f0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 840.960819] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06d4e5ff-b964-4e68-9909-060b021f4885 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.973636] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610827, 'name': CreateVM_Task, 'duration_secs': 0.558322} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.973948] env[70015]: DEBUG oslo_vmware.api [None req-429e0af6-170b-4f2c-ba8a-36f3391743f0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Waiting for the task: (returnval){ [ 840.973948] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52632f47-b166-eb2a-e856-52ec2e891756" [ 840.973948] env[70015]: _type = "Task" [ 840.973948] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.974219] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd3e3400-bf0e-41f2-954d-b7b78e6941b5] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 840.975026] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.975283] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.975689] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.979098] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff2f93f0-5145-4838-bc1d-d5fd818cf91d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.995317] env[70015]: DEBUG oslo_vmware.api [None req-429e0af6-170b-4f2c-ba8a-36f3391743f0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52632f47-b166-eb2a-e856-52ec2e891756, 'name': SearchDatastore_Task, 'duration_secs': 0.01524} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.995694] env[70015]: DEBUG oslo_vmware.api [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 840.995694] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52febd4d-1393-1938-216d-1d7618ceeeec" [ 840.995694] env[70015]: _type = "Task" [ 840.995694] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.996717] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba31687d-ec09-4c13-b41e-0caa1fcb7dbd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.007931] env[70015]: DEBUG oslo_vmware.api [None req-429e0af6-170b-4f2c-ba8a-36f3391743f0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Waiting for the task: (returnval){ [ 841.007931] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5295e36f-c473-6c29-db9b-c340dbd34b35" [ 841.007931] env[70015]: _type = "Task" [ 841.007931] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.010452] env[70015]: DEBUG oslo_vmware.api [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52febd4d-1393-1938-216d-1d7618ceeeec, 'name': SearchDatastore_Task, 'duration_secs': 0.013266} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.013706] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.014042] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dd3e3400-bf0e-41f2-954d-b7b78e6941b5] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 841.014337] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.014533] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.014760] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 841.015075] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b27089bb-d913-4310-81ff-56de6b8cb394 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.023758] env[70015]: DEBUG oslo_vmware.api [None req-429e0af6-170b-4f2c-ba8a-36f3391743f0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5295e36f-c473-6c29-db9b-c340dbd34b35, 'name': SearchDatastore_Task, 'duration_secs': 0.0142} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.024123] env[70015]: DEBUG oslo_concurrency.lockutils [None req-429e0af6-170b-4f2c-ba8a-36f3391743f0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.024676] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-429e0af6-170b-4f2c-ba8a-36f3391743f0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 6419007b-b407-4d50-b3ab-d90ecc5e8e30/610693f8-5d52-4275-a790-262cb88d3cd9-rescue.vmdk. {{(pid=70015) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 841.026053] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fcd8824-4dd0-474b-adf1-beeb6bf29a2a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.028177] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 841.028418] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 841.029163] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83611b61-f2cc-444b-97e9-399d305d95f6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.035155] env[70015]: DEBUG oslo_vmware.api [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 841.035155] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]525a3117-85f6-956f-d547-e214c01260c0" [ 841.035155] env[70015]: _type = "Task" [ 841.035155] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.040312] env[70015]: DEBUG oslo_vmware.api [None req-429e0af6-170b-4f2c-ba8a-36f3391743f0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Waiting for the task: (returnval){ [ 841.040312] env[70015]: value = "task-3610829" [ 841.040312] env[70015]: _type = "Task" [ 841.040312] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.051158] env[70015]: DEBUG oslo_vmware.api [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]525a3117-85f6-956f-d547-e214c01260c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.057120] env[70015]: DEBUG oslo_vmware.api [None req-429e0af6-170b-4f2c-ba8a-36f3391743f0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610829, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.078897] env[70015]: DEBUG nova.compute.manager [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 841.091435] env[70015]: DEBUG nova.compute.manager [req-0caa5a67-614c-4ed4-bb16-525aef1cbcb1 req-fe482333-9e04-4d6f-8e4e-9ffaaeea5cad service nova] [instance: dd3e3400-bf0e-41f2-954d-b7b78e6941b5] Received event network-vif-plugged-bcbe39b7-a3c5-4865-b8c8-22bff3afca58 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.091996] env[70015]: DEBUG oslo_concurrency.lockutils [req-0caa5a67-614c-4ed4-bb16-525aef1cbcb1 req-fe482333-9e04-4d6f-8e4e-9ffaaeea5cad service nova] Acquiring lock "dd3e3400-bf0e-41f2-954d-b7b78e6941b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.091996] env[70015]: DEBUG oslo_concurrency.lockutils [req-0caa5a67-614c-4ed4-bb16-525aef1cbcb1 req-fe482333-9e04-4d6f-8e4e-9ffaaeea5cad service nova] Lock "dd3e3400-bf0e-41f2-954d-b7b78e6941b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.092351] env[70015]: DEBUG oslo_concurrency.lockutils [req-0caa5a67-614c-4ed4-bb16-525aef1cbcb1 req-fe482333-9e04-4d6f-8e4e-9ffaaeea5cad service nova] Lock "dd3e3400-bf0e-41f2-954d-b7b78e6941b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.092604] env[70015]: DEBUG nova.compute.manager [req-0caa5a67-614c-4ed4-bb16-525aef1cbcb1 req-fe482333-9e04-4d6f-8e4e-9ffaaeea5cad service nova] [instance: dd3e3400-bf0e-41f2-954d-b7b78e6941b5] No waiting events found dispatching network-vif-plugged-bcbe39b7-a3c5-4865-b8c8-22bff3afca58 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 841.092826] env[70015]: WARNING nova.compute.manager [req-0caa5a67-614c-4ed4-bb16-525aef1cbcb1 req-fe482333-9e04-4d6f-8e4e-9ffaaeea5cad service nova] [instance: dd3e3400-bf0e-41f2-954d-b7b78e6941b5] Received unexpected event network-vif-plugged-bcbe39b7-a3c5-4865-b8c8-22bff3afca58 for instance with vm_state building and task_state spawning. [ 841.093066] env[70015]: DEBUG nova.compute.manager [req-0caa5a67-614c-4ed4-bb16-525aef1cbcb1 req-fe482333-9e04-4d6f-8e4e-9ffaaeea5cad service nova] [instance: dd3e3400-bf0e-41f2-954d-b7b78e6941b5] Received event network-changed-bcbe39b7-a3c5-4865-b8c8-22bff3afca58 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.093322] env[70015]: DEBUG nova.compute.manager [req-0caa5a67-614c-4ed4-bb16-525aef1cbcb1 req-fe482333-9e04-4d6f-8e4e-9ffaaeea5cad service nova] [instance: dd3e3400-bf0e-41f2-954d-b7b78e6941b5] Refreshing instance network info cache due to event network-changed-bcbe39b7-a3c5-4865-b8c8-22bff3afca58. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 841.093625] env[70015]: DEBUG oslo_concurrency.lockutils [req-0caa5a67-614c-4ed4-bb16-525aef1cbcb1 req-fe482333-9e04-4d6f-8e4e-9ffaaeea5cad service nova] Acquiring lock "refresh_cache-dd3e3400-bf0e-41f2-954d-b7b78e6941b5" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.093800] env[70015]: DEBUG oslo_concurrency.lockutils [req-0caa5a67-614c-4ed4-bb16-525aef1cbcb1 req-fe482333-9e04-4d6f-8e4e-9ffaaeea5cad service nova] Acquired lock "refresh_cache-dd3e3400-bf0e-41f2-954d-b7b78e6941b5" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.094109] env[70015]: DEBUG nova.network.neutron [req-0caa5a67-614c-4ed4-bb16-525aef1cbcb1 req-fe482333-9e04-4d6f-8e4e-9ffaaeea5cad service nova] [instance: dd3e3400-bf0e-41f2-954d-b7b78e6941b5] Refreshing network info cache for port bcbe39b7-a3c5-4865-b8c8-22bff3afca58 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 841.137163] env[70015]: DEBUG oslo_concurrency.lockutils [None req-762a3b9d-97be-460d-95d8-1a89badc3345 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Acquiring lock "a6ad6fe7-22f0-405e-8e5f-6e56325049a8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.137468] env[70015]: DEBUG oslo_concurrency.lockutils [None req-762a3b9d-97be-460d-95d8-1a89badc3345 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Lock "a6ad6fe7-22f0-405e-8e5f-6e56325049a8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.137596] env[70015]: DEBUG nova.compute.manager [None req-762a3b9d-97be-460d-95d8-1a89badc3345 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.141408] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52065bdf-2f46-4d27-b9a5-bd7e0b55515e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.151882] env[70015]: DEBUG nova.compute.manager [None req-762a3b9d-97be-460d-95d8-1a89badc3345 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70015) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 841.152729] env[70015]: DEBUG nova.objects.instance [None req-762a3b9d-97be-460d-95d8-1a89badc3345 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Lazy-loading 'flavor' on Instance uuid a6ad6fe7-22f0-405e-8e5f-6e56325049a8 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 841.499368] env[70015]: DEBUG nova.network.neutron [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Successfully created port: dd440719-052a-45f7-9ded-ebd176af4eb7 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 841.559517] env[70015]: DEBUG oslo_vmware.api [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]525a3117-85f6-956f-d547-e214c01260c0, 'name': SearchDatastore_Task, 'duration_secs': 0.01236} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.564376] env[70015]: DEBUG oslo_vmware.api [None req-429e0af6-170b-4f2c-ba8a-36f3391743f0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610829, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.564736] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b2f83a4-d300-47eb-a58e-7d838e8cb1d7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.571027] env[70015]: DEBUG nova.network.neutron [-] [instance: 4070a41b-136b-41e4-bd77-7ac36f7482d4] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.578693] env[70015]: DEBUG oslo_vmware.api [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 841.578693] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5272c29d-af20-1d4c-1525-45bed2a6271e" [ 841.578693] env[70015]: _type = "Task" [ 841.578693] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.607254] env[70015]: DEBUG oslo_vmware.api [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5272c29d-af20-1d4c-1525-45bed2a6271e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.680240] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456fe1e2-8f9a-42b4-9a8a-7b4258df136f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.696946] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed0885f-06bd-4f75-a437-efdf7f6e3646 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.730575] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747a57a3-afae-4ad7-bf49-d4b858987204 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.740221] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838e382c-4978-4da3-bc73-8a816b804de5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.755553] env[70015]: DEBUG nova.compute.provider_tree [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.058846] env[70015]: DEBUG oslo_vmware.api [None req-429e0af6-170b-4f2c-ba8a-36f3391743f0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610829, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626818} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.060326] env[70015]: INFO nova.virt.vmwareapi.ds_util [None req-429e0af6-170b-4f2c-ba8a-36f3391743f0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 6419007b-b407-4d50-b3ab-d90ecc5e8e30/610693f8-5d52-4275-a790-262cb88d3cd9-rescue.vmdk. [ 842.061288] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92986486-0517-41e3-8fd8-525941497137 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.081577] env[70015]: INFO nova.compute.manager [-] [instance: 4070a41b-136b-41e4-bd77-7ac36f7482d4] Took 1.75 seconds to deallocate network for instance. [ 842.089800] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-429e0af6-170b-4f2c-ba8a-36f3391743f0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 6419007b-b407-4d50-b3ab-d90ecc5e8e30/610693f8-5d52-4275-a790-262cb88d3cd9-rescue.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 842.098293] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50a09aa5-4f67-43e4-957e-8b9307e2b3bd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.113061] env[70015]: DEBUG nova.network.neutron [req-0caa5a67-614c-4ed4-bb16-525aef1cbcb1 req-fe482333-9e04-4d6f-8e4e-9ffaaeea5cad service nova] [instance: dd3e3400-bf0e-41f2-954d-b7b78e6941b5] Updated VIF entry in instance network info cache for port bcbe39b7-a3c5-4865-b8c8-22bff3afca58. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 842.113479] env[70015]: DEBUG nova.network.neutron [req-0caa5a67-614c-4ed4-bb16-525aef1cbcb1 req-fe482333-9e04-4d6f-8e4e-9ffaaeea5cad service nova] [instance: dd3e3400-bf0e-41f2-954d-b7b78e6941b5] Updating instance_info_cache with network_info: [{"id": "bcbe39b7-a3c5-4865-b8c8-22bff3afca58", "address": "fa:16:3e:73:31:68", "network": {"id": "a03823db-7de1-436c-938c-abd5120f81ba", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-835569262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a0a9abb802948cd95b400f75bb3e0e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcbe39b7-a3", "ovs_interfaceid": "bcbe39b7-a3c5-4865-b8c8-22bff3afca58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.116011] env[70015]: DEBUG nova.compute.manager [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 842.126624] env[70015]: DEBUG oslo_vmware.api [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5272c29d-af20-1d4c-1525-45bed2a6271e, 'name': SearchDatastore_Task, 'duration_secs': 0.023618} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.128419] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.128537] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] dd3e3400-bf0e-41f2-954d-b7b78e6941b5/dd3e3400-bf0e-41f2-954d-b7b78e6941b5.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 842.129479] env[70015]: DEBUG oslo_vmware.api [None req-429e0af6-170b-4f2c-ba8a-36f3391743f0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Waiting for the task: (returnval){ [ 842.129479] env[70015]: value = "task-3610830" [ 842.129479] env[70015]: _type = "Task" [ 842.129479] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.129479] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f525bbba-2177-4da4-97d5-ae07e7ca5dc9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.143240] env[70015]: DEBUG oslo_vmware.api [None req-429e0af6-170b-4f2c-ba8a-36f3391743f0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610830, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.146750] env[70015]: DEBUG oslo_vmware.api [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 842.146750] env[70015]: value = "task-3610831" [ 842.146750] env[70015]: _type = "Task" [ 842.146750] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.160548] env[70015]: DEBUG oslo_vmware.api [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3610831, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.160548] env[70015]: DEBUG nova.virt.hardware [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='6c02b4c6-fac0-4d31-9ad3-fbb8645b7a4d',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1927037303',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 842.160548] env[70015]: DEBUG nova.virt.hardware [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 842.160548] env[70015]: DEBUG nova.virt.hardware [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 842.160548] env[70015]: DEBUG nova.virt.hardware [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 842.160548] env[70015]: DEBUG nova.virt.hardware [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 842.160548] env[70015]: DEBUG nova.virt.hardware [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 842.160548] env[70015]: DEBUG nova.virt.hardware [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 842.160880] env[70015]: DEBUG nova.virt.hardware [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 842.160917] env[70015]: DEBUG nova.virt.hardware [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 842.161110] env[70015]: DEBUG nova.virt.hardware [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 842.161368] env[70015]: DEBUG nova.virt.hardware [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 842.161896] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-762a3b9d-97be-460d-95d8-1a89badc3345 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.164666] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb70f276-bba3-4c9b-8703-e9742fda45f3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.165881] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc792825-5488-4a41-8da3-dad76e1ab6bd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.175141] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba199ba3-ca02-495f-917d-bb7550f18a75 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.179420] env[70015]: DEBUG oslo_vmware.api [None req-762a3b9d-97be-460d-95d8-1a89badc3345 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Waiting for the task: (returnval){ [ 842.179420] env[70015]: value = "task-3610832" [ 842.179420] env[70015]: _type = "Task" [ 842.179420] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.201919] env[70015]: DEBUG oslo_vmware.api [None req-762a3b9d-97be-460d-95d8-1a89badc3345 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3610832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.261020] env[70015]: DEBUG nova.scheduler.client.report [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.613776] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4e2dfb1c-95f3-4b2d-812a-945bc9e6a33f tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.616518] env[70015]: DEBUG oslo_concurrency.lockutils [req-0caa5a67-614c-4ed4-bb16-525aef1cbcb1 req-fe482333-9e04-4d6f-8e4e-9ffaaeea5cad service nova] Releasing lock "refresh_cache-dd3e3400-bf0e-41f2-954d-b7b78e6941b5" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.643522] env[70015]: DEBUG oslo_vmware.api [None req-429e0af6-170b-4f2c-ba8a-36f3391743f0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610830, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.658808] env[70015]: DEBUG oslo_vmware.api [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3610831, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.690642] env[70015]: DEBUG oslo_vmware.api [None req-762a3b9d-97be-460d-95d8-1a89badc3345 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3610832, 'name': PowerOffVM_Task, 'duration_secs': 0.25684} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.690950] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-762a3b9d-97be-460d-95d8-1a89badc3345 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 842.691221] env[70015]: DEBUG nova.compute.manager [None req-762a3b9d-97be-460d-95d8-1a89badc3345 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.692400] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cea55d0-316a-47fc-84e9-4b6feb524ae1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.764093] env[70015]: DEBUG oslo_concurrency.lockutils [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.764661] env[70015]: DEBUG nova.compute.manager [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 842.767497] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2efebc3c-2f10-4b92-978b-ddac83aaee8f tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.363s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.767733] env[70015]: DEBUG nova.objects.instance [None req-2efebc3c-2f10-4b92-978b-ddac83aaee8f tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Lazy-loading 'resources' on Instance uuid a4ff87cd-018c-4386-ad14-5018367b64b2 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.121197] env[70015]: DEBUG nova.compute.manager [req-364236a5-ddf2-450a-911b-83c99c62ecfa req-41b998ab-fea4-4fbf-8780-2c397b3fd2aa service nova] [instance: 4070a41b-136b-41e4-bd77-7ac36f7482d4] Received event network-vif-deleted-5d0b9f52-0776-4d24-9d5d-4e3ffa7bfe03 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.121490] env[70015]: DEBUG nova.compute.manager [req-364236a5-ddf2-450a-911b-83c99c62ecfa req-41b998ab-fea4-4fbf-8780-2c397b3fd2aa service nova] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] Received event network-changed-7230ada2-5818-4a82-9be2-159b9737a776 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.121703] env[70015]: DEBUG nova.compute.manager [req-364236a5-ddf2-450a-911b-83c99c62ecfa req-41b998ab-fea4-4fbf-8780-2c397b3fd2aa service nova] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] Refreshing instance network info cache due to event network-changed-7230ada2-5818-4a82-9be2-159b9737a776. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 843.123030] env[70015]: DEBUG oslo_concurrency.lockutils [req-364236a5-ddf2-450a-911b-83c99c62ecfa req-41b998ab-fea4-4fbf-8780-2c397b3fd2aa service nova] Acquiring lock "refresh_cache-78ec1423-1160-453a-b6db-9348b37d34f9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.123030] env[70015]: DEBUG oslo_concurrency.lockutils [req-364236a5-ddf2-450a-911b-83c99c62ecfa req-41b998ab-fea4-4fbf-8780-2c397b3fd2aa service nova] Acquired lock "refresh_cache-78ec1423-1160-453a-b6db-9348b37d34f9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.123030] env[70015]: DEBUG nova.network.neutron [req-364236a5-ddf2-450a-911b-83c99c62ecfa req-41b998ab-fea4-4fbf-8780-2c397b3fd2aa service nova] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] Refreshing network info cache for port 7230ada2-5818-4a82-9be2-159b9737a776 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 843.143834] env[70015]: DEBUG oslo_vmware.api [None req-429e0af6-170b-4f2c-ba8a-36f3391743f0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610830, 'name': ReconfigVM_Task, 'duration_secs': 0.806236} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.144150] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-429e0af6-170b-4f2c-ba8a-36f3391743f0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 6419007b-b407-4d50-b3ab-d90ecc5e8e30/610693f8-5d52-4275-a790-262cb88d3cd9-rescue.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 843.147706] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c53e2af-3144-4e4d-b324-182cbe5b4daa {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.174873] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25ae7a7a-2f0a-4da8-a498-345c4900f083 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.189077] env[70015]: DEBUG oslo_vmware.api [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3610831, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.863049} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.189787] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] dd3e3400-bf0e-41f2-954d-b7b78e6941b5/dd3e3400-bf0e-41f2-954d-b7b78e6941b5.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.189999] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dd3e3400-bf0e-41f2-954d-b7b78e6941b5] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.190286] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aedd3fd8-eaf9-4815-a2ad-40f7ae231232 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.197360] env[70015]: DEBUG oslo_vmware.api [None req-429e0af6-170b-4f2c-ba8a-36f3391743f0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Waiting for the task: (returnval){ [ 843.197360] env[70015]: value = "task-3610833" [ 843.197360] env[70015]: _type = "Task" [ 843.197360] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.198110] env[70015]: DEBUG oslo_vmware.api [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 843.198110] env[70015]: value = "task-3610834" [ 843.198110] env[70015]: _type = "Task" [ 843.198110] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.212024] env[70015]: DEBUG oslo_concurrency.lockutils [None req-762a3b9d-97be-460d-95d8-1a89badc3345 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Lock "a6ad6fe7-22f0-405e-8e5f-6e56325049a8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.071s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.215674] env[70015]: DEBUG oslo_vmware.api [None req-429e0af6-170b-4f2c-ba8a-36f3391743f0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610833, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.219403] env[70015]: DEBUG oslo_vmware.api [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3610834, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.274079] env[70015]: DEBUG nova.compute.utils [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 843.280066] env[70015]: DEBUG nova.compute.manager [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 843.280265] env[70015]: DEBUG nova.network.neutron [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 843.378282] env[70015]: DEBUG nova.policy [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '281654ddb97845d9919473afc24a3063', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c24df7a88e5f4165b2618140613b0538', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 843.718381] env[70015]: DEBUG oslo_vmware.api [None req-429e0af6-170b-4f2c-ba8a-36f3391743f0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610833, 'name': ReconfigVM_Task, 'duration_secs': 0.359931} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.718992] env[70015]: DEBUG oslo_vmware.api [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3610834, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080497} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.719267] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-429e0af6-170b-4f2c-ba8a-36f3391743f0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 843.719526] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dd3e3400-bf0e-41f2-954d-b7b78e6941b5] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 843.719785] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c39b1589-2907-441e-9b1e-897d9b8984a0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.721822] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ddf40e8-74e0-4598-be0d-0fcaa5615351 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.749809] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dd3e3400-bf0e-41f2-954d-b7b78e6941b5] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] dd3e3400-bf0e-41f2-954d-b7b78e6941b5/dd3e3400-bf0e-41f2-954d-b7b78e6941b5.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 843.756488] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b44be674-ae86-4c38-a8ea-0ddab420fdd9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.771694] env[70015]: DEBUG oslo_vmware.api [None req-429e0af6-170b-4f2c-ba8a-36f3391743f0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Waiting for the task: (returnval){ [ 843.771694] env[70015]: value = "task-3610835" [ 843.771694] env[70015]: _type = "Task" [ 843.771694] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.779494] env[70015]: DEBUG oslo_vmware.api [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 843.779494] env[70015]: value = "task-3610836" [ 843.779494] env[70015]: _type = "Task" [ 843.779494] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.783303] env[70015]: DEBUG nova.compute.manager [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 843.785972] env[70015]: DEBUG oslo_vmware.api [None req-429e0af6-170b-4f2c-ba8a-36f3391743f0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610835, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.799092] env[70015]: DEBUG oslo_vmware.api [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3610836, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.844754] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80536d06-b399-4277-9a53-d3c96dd1b375 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.853697] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04a0c09-752d-41bb-ba86-487884cacc6e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.887407] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a389ef45-0e2b-46cc-a0c3-a6e93d651b4f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.896660] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab1947d-68b9-40e9-885d-6c253348ca2d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.913393] env[70015]: DEBUG nova.compute.provider_tree [None req-2efebc3c-2f10-4b92-978b-ddac83aaee8f tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.933960] env[70015]: DEBUG nova.network.neutron [req-364236a5-ddf2-450a-911b-83c99c62ecfa req-41b998ab-fea4-4fbf-8780-2c397b3fd2aa service nova] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] Updated VIF entry in instance network info cache for port 7230ada2-5818-4a82-9be2-159b9737a776. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.933960] env[70015]: DEBUG nova.network.neutron [req-364236a5-ddf2-450a-911b-83c99c62ecfa req-41b998ab-fea4-4fbf-8780-2c397b3fd2aa service nova] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] Updating instance_info_cache with network_info: [{"id": "7230ada2-5818-4a82-9be2-159b9737a776", "address": "fa:16:3e:41:08:e9", "network": {"id": "8f7fedcd-4fbd-4c74-ad06-9db4b807c476", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1172678132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f46bede451e4bd286f66d742e8a0a39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7230ada2-58", "ovs_interfaceid": "7230ada2-5818-4a82-9be2-159b9737a776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.936153] env[70015]: DEBUG nova.network.neutron [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Successfully updated port: dd440719-052a-45f7-9ded-ebd176af4eb7 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 844.104671] env[70015]: DEBUG nova.network.neutron [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Successfully created port: b9412b19-2c3f-4a3d-a2e3-d2ae8b69a54a {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 844.285015] env[70015]: DEBUG oslo_vmware.api [None req-429e0af6-170b-4f2c-ba8a-36f3391743f0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610835, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.291985] env[70015]: DEBUG oslo_vmware.api [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3610836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.415772] env[70015]: DEBUG nova.scheduler.client.report [None req-2efebc3c-2f10-4b92-978b-ddac83aaee8f tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.439326] env[70015]: DEBUG oslo_concurrency.lockutils [req-364236a5-ddf2-450a-911b-83c99c62ecfa req-41b998ab-fea4-4fbf-8780-2c397b3fd2aa service nova] Releasing lock "refresh_cache-78ec1423-1160-453a-b6db-9348b37d34f9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.439821] env[70015]: DEBUG oslo_concurrency.lockutils [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Acquiring lock "refresh_cache-0d762a18-2184-48f1-84d4-ed50fdb03ef8" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.442012] env[70015]: DEBUG oslo_concurrency.lockutils [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Acquired lock "refresh_cache-0d762a18-2184-48f1-84d4-ed50fdb03ef8" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.442012] env[70015]: DEBUG nova.network.neutron [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.697249] env[70015]: DEBUG nova.objects.instance [None req-eb6b2776-c194-4c60-a9e2-65aec068809c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Lazy-loading 'flavor' on Instance uuid a6ad6fe7-22f0-405e-8e5f-6e56325049a8 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.787381] env[70015]: DEBUG oslo_vmware.api [None req-429e0af6-170b-4f2c-ba8a-36f3391743f0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610835, 'name': PowerOnVM_Task, 'duration_secs': 0.872456} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.790735] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-429e0af6-170b-4f2c-ba8a-36f3391743f0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 844.793874] env[70015]: DEBUG nova.compute.manager [None req-429e0af6-170b-4f2c-ba8a-36f3391743f0 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 844.794650] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d824fb-9e7b-4f41-98de-20b71a1b003c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.801032] env[70015]: DEBUG nova.compute.manager [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 844.802940] env[70015]: DEBUG oslo_vmware.api [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3610836, 'name': ReconfigVM_Task, 'duration_secs': 0.883967} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.803797] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dd3e3400-bf0e-41f2-954d-b7b78e6941b5] Reconfigured VM instance instance-00000037 to attach disk [datastore1] dd3e3400-bf0e-41f2-954d-b7b78e6941b5/dd3e3400-bf0e-41f2-954d-b7b78e6941b5.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.804437] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8897fec7-311d-40e0-92e0-ff356a4cdb89 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.814046] env[70015]: DEBUG oslo_vmware.api [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 844.814046] env[70015]: value = "task-3610837" [ 844.814046] env[70015]: _type = "Task" [ 844.814046] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.829979] env[70015]: DEBUG oslo_vmware.api [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3610837, 'name': Rename_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.841407] env[70015]: DEBUG nova.virt.hardware [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 844.841617] env[70015]: DEBUG nova.virt.hardware [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 844.841617] env[70015]: DEBUG nova.virt.hardware [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 844.841947] env[70015]: DEBUG nova.virt.hardware [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 844.841947] env[70015]: DEBUG nova.virt.hardware [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 844.842091] env[70015]: DEBUG nova.virt.hardware [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 844.842313] env[70015]: DEBUG nova.virt.hardware [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 844.842447] env[70015]: DEBUG nova.virt.hardware [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 844.842630] env[70015]: DEBUG nova.virt.hardware [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 844.842795] env[70015]: DEBUG nova.virt.hardware [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 844.842972] env[70015]: DEBUG nova.virt.hardware [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 844.843913] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e169642c-7dd8-4e38-bb0a-a32c5f81a732 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.854314] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5883d517-ea62-40d1-907d-33c6b1bf8b43 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.922501] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2efebc3c-2f10-4b92-978b-ddac83aaee8f tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.154s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.926098] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.961s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.928241] env[70015]: INFO nova.compute.claims [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] [instance: f8bf5641-1c7c-41d6-b82f-3dfc40f16ece] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 844.952117] env[70015]: INFO nova.scheduler.client.report [None req-2efebc3c-2f10-4b92-978b-ddac83aaee8f tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Deleted allocations for instance a4ff87cd-018c-4386-ad14-5018367b64b2 [ 844.992351] env[70015]: DEBUG nova.network.neutron [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 845.202459] env[70015]: DEBUG oslo_concurrency.lockutils [None req-eb6b2776-c194-4c60-a9e2-65aec068809c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Acquiring lock "refresh_cache-a6ad6fe7-22f0-405e-8e5f-6e56325049a8" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.202642] env[70015]: DEBUG oslo_concurrency.lockutils [None req-eb6b2776-c194-4c60-a9e2-65aec068809c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Acquired lock "refresh_cache-a6ad6fe7-22f0-405e-8e5f-6e56325049a8" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.202812] env[70015]: DEBUG nova.network.neutron [None req-eb6b2776-c194-4c60-a9e2-65aec068809c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.202991] env[70015]: DEBUG nova.objects.instance [None req-eb6b2776-c194-4c60-a9e2-65aec068809c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Lazy-loading 'info_cache' on Instance uuid a6ad6fe7-22f0-405e-8e5f-6e56325049a8 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 845.237320] env[70015]: DEBUG nova.network.neutron [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Updating instance_info_cache with network_info: [{"id": "dd440719-052a-45f7-9ded-ebd176af4eb7", "address": "fa:16:3e:ef:41:94", "network": {"id": "3c1a3fbb-2170-407e-9ccc-287a3d99ace9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d690f2455b7c4076b06d93f0db674d65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd440719-05", "ovs_interfaceid": "dd440719-052a-45f7-9ded-ebd176af4eb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.328659] env[70015]: DEBUG oslo_vmware.api [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3610837, 'name': Rename_Task, 'duration_secs': 0.175663} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.328933] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dd3e3400-bf0e-41f2-954d-b7b78e6941b5] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.329363] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92810525-19c9-4362-a3bd-09bee5e1f2c8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.337142] env[70015]: DEBUG nova.compute.manager [req-79f64911-3a7a-4a6f-9ea5-13a7cd2ef4ce req-f7904091-fe49-4f5d-ba30-580bd8f772b9 service nova] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Received event network-vif-plugged-dd440719-052a-45f7-9ded-ebd176af4eb7 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.337304] env[70015]: DEBUG oslo_concurrency.lockutils [req-79f64911-3a7a-4a6f-9ea5-13a7cd2ef4ce req-f7904091-fe49-4f5d-ba30-580bd8f772b9 service nova] Acquiring lock "0d762a18-2184-48f1-84d4-ed50fdb03ef8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.337526] env[70015]: DEBUG oslo_concurrency.lockutils [req-79f64911-3a7a-4a6f-9ea5-13a7cd2ef4ce req-f7904091-fe49-4f5d-ba30-580bd8f772b9 service nova] Lock "0d762a18-2184-48f1-84d4-ed50fdb03ef8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.337698] env[70015]: DEBUG oslo_concurrency.lockutils [req-79f64911-3a7a-4a6f-9ea5-13a7cd2ef4ce req-f7904091-fe49-4f5d-ba30-580bd8f772b9 service nova] Lock "0d762a18-2184-48f1-84d4-ed50fdb03ef8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.337867] env[70015]: DEBUG nova.compute.manager [req-79f64911-3a7a-4a6f-9ea5-13a7cd2ef4ce req-f7904091-fe49-4f5d-ba30-580bd8f772b9 service nova] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] No waiting events found dispatching network-vif-plugged-dd440719-052a-45f7-9ded-ebd176af4eb7 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 845.338045] env[70015]: WARNING nova.compute.manager [req-79f64911-3a7a-4a6f-9ea5-13a7cd2ef4ce req-f7904091-fe49-4f5d-ba30-580bd8f772b9 service nova] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Received unexpected event network-vif-plugged-dd440719-052a-45f7-9ded-ebd176af4eb7 for instance with vm_state building and task_state spawning. [ 845.338212] env[70015]: DEBUG nova.compute.manager [req-79f64911-3a7a-4a6f-9ea5-13a7cd2ef4ce req-f7904091-fe49-4f5d-ba30-580bd8f772b9 service nova] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Received event network-changed-dd440719-052a-45f7-9ded-ebd176af4eb7 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.338537] env[70015]: DEBUG nova.compute.manager [req-79f64911-3a7a-4a6f-9ea5-13a7cd2ef4ce req-f7904091-fe49-4f5d-ba30-580bd8f772b9 service nova] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Refreshing instance network info cache due to event network-changed-dd440719-052a-45f7-9ded-ebd176af4eb7. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 845.338537] env[70015]: DEBUG oslo_concurrency.lockutils [req-79f64911-3a7a-4a6f-9ea5-13a7cd2ef4ce req-f7904091-fe49-4f5d-ba30-580bd8f772b9 service nova] Acquiring lock "refresh_cache-0d762a18-2184-48f1-84d4-ed50fdb03ef8" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.340859] env[70015]: DEBUG oslo_vmware.api [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 845.340859] env[70015]: value = "task-3610838" [ 845.340859] env[70015]: _type = "Task" [ 845.340859] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.350326] env[70015]: DEBUG oslo_vmware.api [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3610838, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.460213] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2efebc3c-2f10-4b92-978b-ddac83aaee8f tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Lock "a4ff87cd-018c-4386-ad14-5018367b64b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.573s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.706899] env[70015]: DEBUG nova.objects.base [None req-eb6b2776-c194-4c60-a9e2-65aec068809c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70015) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 845.739690] env[70015]: DEBUG oslo_concurrency.lockutils [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Releasing lock "refresh_cache-0d762a18-2184-48f1-84d4-ed50fdb03ef8" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.739970] env[70015]: DEBUG nova.compute.manager [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Instance network_info: |[{"id": "dd440719-052a-45f7-9ded-ebd176af4eb7", "address": "fa:16:3e:ef:41:94", "network": {"id": "3c1a3fbb-2170-407e-9ccc-287a3d99ace9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d690f2455b7c4076b06d93f0db674d65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd440719-05", "ovs_interfaceid": "dd440719-052a-45f7-9ded-ebd176af4eb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 845.740275] env[70015]: DEBUG oslo_concurrency.lockutils [req-79f64911-3a7a-4a6f-9ea5-13a7cd2ef4ce req-f7904091-fe49-4f5d-ba30-580bd8f772b9 service nova] Acquired lock "refresh_cache-0d762a18-2184-48f1-84d4-ed50fdb03ef8" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.740461] env[70015]: DEBUG nova.network.neutron [req-79f64911-3a7a-4a6f-9ea5-13a7cd2ef4ce req-f7904091-fe49-4f5d-ba30-580bd8f772b9 service nova] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Refreshing network info cache for port dd440719-052a-45f7-9ded-ebd176af4eb7 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.741683] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:41:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da623279-b6f6-4570-8b15-a332120b8b60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd440719-052a-45f7-9ded-ebd176af4eb7', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 845.749683] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.750520] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 845.750753] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe028352-d061-4da4-9b65-087a6c84e43b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.772141] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 845.772141] env[70015]: value = "task-3610839" [ 845.772141] env[70015]: _type = "Task" [ 845.772141] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.780333] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610839, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.784229] env[70015]: INFO nova.compute.manager [None req-018c3715-29bb-4a19-8fd2-446e135f1193 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Unrescuing [ 845.784479] env[70015]: DEBUG oslo_concurrency.lockutils [None req-018c3715-29bb-4a19-8fd2-446e135f1193 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Acquiring lock "refresh_cache-6419007b-b407-4d50-b3ab-d90ecc5e8e30" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.784643] env[70015]: DEBUG oslo_concurrency.lockutils [None req-018c3715-29bb-4a19-8fd2-446e135f1193 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Acquired lock "refresh_cache-6419007b-b407-4d50-b3ab-d90ecc5e8e30" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.784791] env[70015]: DEBUG nova.network.neutron [None req-018c3715-29bb-4a19-8fd2-446e135f1193 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.851772] env[70015]: DEBUG oslo_vmware.api [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3610838, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.215081] env[70015]: DEBUG nova.network.neutron [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Successfully updated port: b9412b19-2c3f-4a3d-a2e3-d2ae8b69a54a {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 846.288521] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610839, 'name': CreateVM_Task, 'duration_secs': 0.359969} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.288521] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 846.288874] env[70015]: DEBUG oslo_concurrency.lockutils [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.289066] env[70015]: DEBUG oslo_concurrency.lockutils [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.289419] env[70015]: DEBUG oslo_concurrency.lockutils [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.291975] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-931cf13b-7436-49d5-b633-046ab7ec0689 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.300996] env[70015]: DEBUG oslo_vmware.api [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Waiting for the task: (returnval){ [ 846.300996] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]526dc5c5-4df7-bff0-c8be-253b5fe107ce" [ 846.300996] env[70015]: _type = "Task" [ 846.300996] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.311974] env[70015]: DEBUG oslo_vmware.api [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]526dc5c5-4df7-bff0-c8be-253b5fe107ce, 'name': SearchDatastore_Task, 'duration_secs': 0.011236} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.314946] env[70015]: DEBUG oslo_concurrency.lockutils [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.315127] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 846.315370] env[70015]: DEBUG oslo_concurrency.lockutils [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.315552] env[70015]: DEBUG oslo_concurrency.lockutils [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.315862] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 846.318895] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16848093-920e-4654-b9d4-876fe5ab9aa5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.334795] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 846.335290] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 846.336096] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7531f84-0a72-4b47-bd30-d2fc39f2504f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.350554] env[70015]: DEBUG oslo_vmware.api [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Waiting for the task: (returnval){ [ 846.350554] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]528aa6cf-967a-2998-9003-2ebb0cacb4fc" [ 846.350554] env[70015]: _type = "Task" [ 846.350554] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.357742] env[70015]: DEBUG oslo_vmware.api [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3610838, 'name': PowerOnVM_Task, 'duration_secs': 0.588354} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.358624] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dd3e3400-bf0e-41f2-954d-b7b78e6941b5] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.358854] env[70015]: INFO nova.compute.manager [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dd3e3400-bf0e-41f2-954d-b7b78e6941b5] Took 9.24 seconds to spawn the instance on the hypervisor. [ 846.359247] env[70015]: DEBUG nova.compute.manager [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dd3e3400-bf0e-41f2-954d-b7b78e6941b5] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.360129] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c00a810-871c-421a-8139-d8573e1f9bfc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.368657] env[70015]: DEBUG oslo_vmware.api [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]528aa6cf-967a-2998-9003-2ebb0cacb4fc, 'name': SearchDatastore_Task, 'duration_secs': 0.010328} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.372047] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3104d57d-44f1-48b1-80bd-87bb449139a9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.383149] env[70015]: DEBUG oslo_vmware.api [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Waiting for the task: (returnval){ [ 846.383149] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52f6dcc0-0603-5906-a669-f6fcc022df48" [ 846.383149] env[70015]: _type = "Task" [ 846.383149] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.391554] env[70015]: DEBUG oslo_vmware.api [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52f6dcc0-0603-5906-a669-f6fcc022df48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.515552] env[70015]: DEBUG nova.network.neutron [None req-018c3715-29bb-4a19-8fd2-446e135f1193 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Updating instance_info_cache with network_info: [{"id": "d34e1621-b95e-43fd-b275-9e66476b7aa6", "address": "fa:16:3e:09:e9:60", "network": {"id": "587aa0b5-b16d-4f2f-8707-2fa01c054a4a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-794950716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "18af55c3b61d40df9b4d2eea6d7c1946", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd34e1621-b9", "ovs_interfaceid": "d34e1621-b95e-43fd-b275-9e66476b7aa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.610169] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595e9307-adcc-4ffd-aa56-fb49a9d39da4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.620399] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba199dd-f41d-47c8-9911-e231def0f2b9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.656063] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7338f628-54b1-443b-a63c-39a0a199f786 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.664045] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06096f1e-f0af-4cf0-9f6e-c5c08ee95480 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.678712] env[70015]: DEBUG nova.compute.provider_tree [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.691345] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e4d595cd-4975-42eb-870b-5462f95e2649 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Acquiring lock "ab0d7edc-40dc-4c99-b245-df41dfca3c3d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.691345] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e4d595cd-4975-42eb-870b-5462f95e2649 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Lock "ab0d7edc-40dc-4c99-b245-df41dfca3c3d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.691345] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e4d595cd-4975-42eb-870b-5462f95e2649 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Acquiring lock "ab0d7edc-40dc-4c99-b245-df41dfca3c3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.691345] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e4d595cd-4975-42eb-870b-5462f95e2649 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Lock "ab0d7edc-40dc-4c99-b245-df41dfca3c3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.691345] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e4d595cd-4975-42eb-870b-5462f95e2649 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Lock "ab0d7edc-40dc-4c99-b245-df41dfca3c3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.692913] env[70015]: INFO nova.compute.manager [None req-e4d595cd-4975-42eb-870b-5462f95e2649 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Terminating instance [ 846.718536] env[70015]: DEBUG oslo_concurrency.lockutils [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "refresh_cache-f643562c-87ff-4090-aa1b-f7453ce83b66" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.718536] env[70015]: DEBUG oslo_concurrency.lockutils [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquired lock "refresh_cache-f643562c-87ff-4090-aa1b-f7453ce83b66" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.718536] env[70015]: DEBUG nova.network.neutron [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.745412] env[70015]: DEBUG nova.network.neutron [None req-eb6b2776-c194-4c60-a9e2-65aec068809c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Updating instance_info_cache with network_info: [{"id": "93331186-4db2-4184-9547-f0a58b80160a", "address": "fa:16:3e:3a:7a:08", "network": {"id": "c4713025-e6ef-422c-bbe7-a7b177f470d7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1187912558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d435d68eafe0418f81f5d5af015db50d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93331186-4d", "ovs_interfaceid": "93331186-4db2-4184-9547-f0a58b80160a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.775637] env[70015]: DEBUG nova.network.neutron [req-79f64911-3a7a-4a6f-9ea5-13a7cd2ef4ce req-f7904091-fe49-4f5d-ba30-580bd8f772b9 service nova] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Updated VIF entry in instance network info cache for port dd440719-052a-45f7-9ded-ebd176af4eb7. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 846.776112] env[70015]: DEBUG nova.network.neutron [req-79f64911-3a7a-4a6f-9ea5-13a7cd2ef4ce req-f7904091-fe49-4f5d-ba30-580bd8f772b9 service nova] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Updating instance_info_cache with network_info: [{"id": "dd440719-052a-45f7-9ded-ebd176af4eb7", "address": "fa:16:3e:ef:41:94", "network": {"id": "3c1a3fbb-2170-407e-9ccc-287a3d99ace9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d690f2455b7c4076b06d93f0db674d65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd440719-05", "ovs_interfaceid": "dd440719-052a-45f7-9ded-ebd176af4eb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.891268] env[70015]: INFO nova.compute.manager [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dd3e3400-bf0e-41f2-954d-b7b78e6941b5] Took 46.32 seconds to build instance. [ 846.897258] env[70015]: DEBUG oslo_vmware.api [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52f6dcc0-0603-5906-a669-f6fcc022df48, 'name': SearchDatastore_Task, 'duration_secs': 0.01061} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.897349] env[70015]: DEBUG oslo_concurrency.lockutils [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.898629] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 0d762a18-2184-48f1-84d4-ed50fdb03ef8/0d762a18-2184-48f1-84d4-ed50fdb03ef8.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 846.898629] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-114611a5-7ef7-493a-adc0-d69a7489cf4d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.907217] env[70015]: DEBUG oslo_vmware.api [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Waiting for the task: (returnval){ [ 846.907217] env[70015]: value = "task-3610840" [ 846.907217] env[70015]: _type = "Task" [ 846.907217] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.916927] env[70015]: DEBUG oslo_vmware.api [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3610840, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.018900] env[70015]: DEBUG oslo_concurrency.lockutils [None req-018c3715-29bb-4a19-8fd2-446e135f1193 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Releasing lock "refresh_cache-6419007b-b407-4d50-b3ab-d90ecc5e8e30" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.020368] env[70015]: DEBUG nova.objects.instance [None req-018c3715-29bb-4a19-8fd2-446e135f1193 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Lazy-loading 'flavor' on Instance uuid 6419007b-b407-4d50-b3ab-d90ecc5e8e30 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 847.181789] env[70015]: DEBUG nova.scheduler.client.report [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.196473] env[70015]: DEBUG nova.compute.manager [None req-e4d595cd-4975-42eb-870b-5462f95e2649 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 847.196766] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d595cd-4975-42eb-870b-5462f95e2649 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 847.198289] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2ae22c-4dae-4ef6-b847-34420fe209e3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.208192] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d595cd-4975-42eb-870b-5462f95e2649 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 847.208192] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ba4595e-9cdd-44d6-8ffe-3052006642d7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.216479] env[70015]: DEBUG oslo_vmware.api [None req-e4d595cd-4975-42eb-870b-5462f95e2649 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Waiting for the task: (returnval){ [ 847.216479] env[70015]: value = "task-3610841" [ 847.216479] env[70015]: _type = "Task" [ 847.216479] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.229046] env[70015]: DEBUG oslo_vmware.api [None req-e4d595cd-4975-42eb-870b-5462f95e2649 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': task-3610841, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.247771] env[70015]: DEBUG oslo_concurrency.lockutils [None req-eb6b2776-c194-4c60-a9e2-65aec068809c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Releasing lock "refresh_cache-a6ad6fe7-22f0-405e-8e5f-6e56325049a8" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.278357] env[70015]: DEBUG oslo_concurrency.lockutils [req-79f64911-3a7a-4a6f-9ea5-13a7cd2ef4ce req-f7904091-fe49-4f5d-ba30-580bd8f772b9 service nova] Releasing lock "refresh_cache-0d762a18-2184-48f1-84d4-ed50fdb03ef8" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.286871] env[70015]: DEBUG nova.network.neutron [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 847.393726] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b231e97f-6b65-4cc4-b445-be7ac3740500 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Lock "dd3e3400-bf0e-41f2-954d-b7b78e6941b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.716s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.423949] env[70015]: DEBUG oslo_vmware.api [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3610840, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.528717] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4389e764-d6a0-40ed-848b-91c9fadbe821 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.558833] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-018c3715-29bb-4a19-8fd2-446e135f1193 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 847.560841] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a1fdbb5-3317-4337-bd98-bbcbf6e018cb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.572475] env[70015]: DEBUG oslo_vmware.api [None req-018c3715-29bb-4a19-8fd2-446e135f1193 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Waiting for the task: (returnval){ [ 847.572475] env[70015]: value = "task-3610842" [ 847.572475] env[70015]: _type = "Task" [ 847.572475] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.585494] env[70015]: DEBUG oslo_vmware.api [None req-018c3715-29bb-4a19-8fd2-446e135f1193 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610842, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.627503] env[70015]: DEBUG nova.network.neutron [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Updating instance_info_cache with network_info: [{"id": "b9412b19-2c3f-4a3d-a2e3-d2ae8b69a54a", "address": "fa:16:3e:15:84:38", "network": {"id": "54eb7a37-2a22-42e7-8acd-b881580de840", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-916588865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c24df7a88e5f4165b2618140613b0538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9412b19-2c", "ovs_interfaceid": "b9412b19-2c3f-4a3d-a2e3-d2ae8b69a54a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.687250] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.762s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.687793] env[70015]: DEBUG nova.compute.manager [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] [instance: f8bf5641-1c7c-41d6-b82f-3dfc40f16ece] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 847.692637] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.990s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.695774] env[70015]: INFO nova.compute.claims [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: aac9197d-0c55-4a40-b0c7-877edefa3ab2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 847.732894] env[70015]: DEBUG nova.compute.manager [req-a18e9193-78ad-4eb0-a2a1-18a3e9845470 req-25ca75ef-81c3-4b02-9c48-c6ae9670de23 service nova] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Received event network-vif-plugged-b9412b19-2c3f-4a3d-a2e3-d2ae8b69a54a {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.733168] env[70015]: DEBUG oslo_concurrency.lockutils [req-a18e9193-78ad-4eb0-a2a1-18a3e9845470 req-25ca75ef-81c3-4b02-9c48-c6ae9670de23 service nova] Acquiring lock "f643562c-87ff-4090-aa1b-f7453ce83b66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.733391] env[70015]: DEBUG oslo_concurrency.lockutils [req-a18e9193-78ad-4eb0-a2a1-18a3e9845470 req-25ca75ef-81c3-4b02-9c48-c6ae9670de23 service nova] Lock "f643562c-87ff-4090-aa1b-f7453ce83b66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.733555] env[70015]: DEBUG oslo_concurrency.lockutils [req-a18e9193-78ad-4eb0-a2a1-18a3e9845470 req-25ca75ef-81c3-4b02-9c48-c6ae9670de23 service nova] Lock "f643562c-87ff-4090-aa1b-f7453ce83b66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.733720] env[70015]: DEBUG nova.compute.manager [req-a18e9193-78ad-4eb0-a2a1-18a3e9845470 req-25ca75ef-81c3-4b02-9c48-c6ae9670de23 service nova] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] No waiting events found dispatching network-vif-plugged-b9412b19-2c3f-4a3d-a2e3-d2ae8b69a54a {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 847.733883] env[70015]: WARNING nova.compute.manager [req-a18e9193-78ad-4eb0-a2a1-18a3e9845470 req-25ca75ef-81c3-4b02-9c48-c6ae9670de23 service nova] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Received unexpected event network-vif-plugged-b9412b19-2c3f-4a3d-a2e3-d2ae8b69a54a for instance with vm_state building and task_state spawning. [ 847.734057] env[70015]: DEBUG nova.compute.manager [req-a18e9193-78ad-4eb0-a2a1-18a3e9845470 req-25ca75ef-81c3-4b02-9c48-c6ae9670de23 service nova] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Received event network-changed-b9412b19-2c3f-4a3d-a2e3-d2ae8b69a54a {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.734215] env[70015]: DEBUG nova.compute.manager [req-a18e9193-78ad-4eb0-a2a1-18a3e9845470 req-25ca75ef-81c3-4b02-9c48-c6ae9670de23 service nova] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Refreshing instance network info cache due to event network-changed-b9412b19-2c3f-4a3d-a2e3-d2ae8b69a54a. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 847.734375] env[70015]: DEBUG oslo_concurrency.lockutils [req-a18e9193-78ad-4eb0-a2a1-18a3e9845470 req-25ca75ef-81c3-4b02-9c48-c6ae9670de23 service nova] Acquiring lock "refresh_cache-f643562c-87ff-4090-aa1b-f7453ce83b66" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.735169] env[70015]: DEBUG oslo_vmware.api [None req-e4d595cd-4975-42eb-870b-5462f95e2649 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': task-3610841, 'name': PowerOffVM_Task, 'duration_secs': 0.276847} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.736281] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d595cd-4975-42eb-870b-5462f95e2649 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 847.736281] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d595cd-4975-42eb-870b-5462f95e2649 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 847.736281] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15f41de4-c67a-42c7-a8fd-1fc2470e7724 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.811019] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d595cd-4975-42eb-870b-5462f95e2649 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 847.811309] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d595cd-4975-42eb-870b-5462f95e2649 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 847.811552] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4d595cd-4975-42eb-870b-5462f95e2649 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Deleting the datastore file [datastore2] ab0d7edc-40dc-4c99-b245-df41dfca3c3d {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 847.811825] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5878462a-0e72-4504-9d31-124f491ad603 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.822709] env[70015]: DEBUG oslo_vmware.api [None req-e4d595cd-4975-42eb-870b-5462f95e2649 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Waiting for the task: (returnval){ [ 847.822709] env[70015]: value = "task-3610844" [ 847.822709] env[70015]: _type = "Task" [ 847.822709] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.835007] env[70015]: DEBUG oslo_vmware.api [None req-e4d595cd-4975-42eb-870b-5462f95e2649 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': task-3610844, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.900076] env[70015]: DEBUG nova.compute.manager [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 847.918153] env[70015]: DEBUG oslo_vmware.api [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3610840, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708163} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.918427] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 0d762a18-2184-48f1-84d4-ed50fdb03ef8/0d762a18-2184-48f1-84d4-ed50fdb03ef8.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 847.918644] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 847.918898] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df2cffb7-84d4-466d-b872-d584b4e3759e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.928481] env[70015]: DEBUG oslo_vmware.api [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Waiting for the task: (returnval){ [ 847.928481] env[70015]: value = "task-3610845" [ 847.928481] env[70015]: _type = "Task" [ 847.928481] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.938450] env[70015]: DEBUG oslo_vmware.api [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3610845, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.084144] env[70015]: DEBUG oslo_vmware.api [None req-018c3715-29bb-4a19-8fd2-446e135f1193 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610842, 'name': PowerOffVM_Task, 'duration_secs': 0.426496} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.084431] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-018c3715-29bb-4a19-8fd2-446e135f1193 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 848.089863] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-018c3715-29bb-4a19-8fd2-446e135f1193 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Reconfiguring VM instance instance-00000035 to detach disk 2001 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 848.090205] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e566ef2-4b22-4453-84fb-44b54e6863eb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.109762] env[70015]: DEBUG oslo_vmware.api [None req-018c3715-29bb-4a19-8fd2-446e135f1193 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Waiting for the task: (returnval){ [ 848.109762] env[70015]: value = "task-3610846" [ 848.109762] env[70015]: _type = "Task" [ 848.109762] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.119805] env[70015]: DEBUG oslo_vmware.api [None req-018c3715-29bb-4a19-8fd2-446e135f1193 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610846, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.149686] env[70015]: DEBUG oslo_concurrency.lockutils [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Releasing lock "refresh_cache-f643562c-87ff-4090-aa1b-f7453ce83b66" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.149910] env[70015]: DEBUG nova.compute.manager [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Instance network_info: |[{"id": "b9412b19-2c3f-4a3d-a2e3-d2ae8b69a54a", "address": "fa:16:3e:15:84:38", "network": {"id": "54eb7a37-2a22-42e7-8acd-b881580de840", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-916588865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c24df7a88e5f4165b2618140613b0538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9412b19-2c", "ovs_interfaceid": "b9412b19-2c3f-4a3d-a2e3-d2ae8b69a54a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 848.150242] env[70015]: DEBUG oslo_concurrency.lockutils [req-a18e9193-78ad-4eb0-a2a1-18a3e9845470 req-25ca75ef-81c3-4b02-9c48-c6ae9670de23 service nova] Acquired lock "refresh_cache-f643562c-87ff-4090-aa1b-f7453ce83b66" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.150460] env[70015]: DEBUG nova.network.neutron [req-a18e9193-78ad-4eb0-a2a1-18a3e9845470 req-25ca75ef-81c3-4b02-9c48-c6ae9670de23 service nova] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Refreshing network info cache for port b9412b19-2c3f-4a3d-a2e3-d2ae8b69a54a {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.151812] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:84:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24ec44b7-0acf-4ff9-8bb3-4641b74af7a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9412b19-2c3f-4a3d-a2e3-d2ae8b69a54a', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 848.161632] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.165477] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 848.166016] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f533839a-09e7-43da-bbf2-3a566aa81e6d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.193579] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 848.193579] env[70015]: value = "task-3610847" [ 848.193579] env[70015]: _type = "Task" [ 848.193579] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.201953] env[70015]: DEBUG nova.compute.utils [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 848.210514] env[70015]: DEBUG nova.compute.manager [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] [instance: f8bf5641-1c7c-41d6-b82f-3dfc40f16ece] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 848.211134] env[70015]: DEBUG nova.network.neutron [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] [instance: f8bf5641-1c7c-41d6-b82f-3dfc40f16ece] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 848.212811] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610847, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.256357] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb6b2776-c194-4c60-a9e2-65aec068809c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.257055] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2684de8c-a5ec-4d69-a7d3-d4619cfed325 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.267926] env[70015]: DEBUG oslo_vmware.api [None req-eb6b2776-c194-4c60-a9e2-65aec068809c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Waiting for the task: (returnval){ [ 848.267926] env[70015]: value = "task-3610848" [ 848.267926] env[70015]: _type = "Task" [ 848.267926] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.282122] env[70015]: DEBUG oslo_vmware.api [None req-eb6b2776-c194-4c60-a9e2-65aec068809c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3610848, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.324092] env[70015]: DEBUG nova.policy [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf9fa36bad384f8e8beb98e289cbb1b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f468c27cfbc44199cc982f3433f42df', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 848.333797] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquiring lock "dfdf87e0-a302-455b-880b-5344ded4bdb7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.334046] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Lock "dfdf87e0-a302-455b-880b-5344ded4bdb7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.340789] env[70015]: DEBUG oslo_vmware.api [None req-e4d595cd-4975-42eb-870b-5462f95e2649 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': task-3610844, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.421027] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.438667] env[70015]: DEBUG oslo_vmware.api [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3610845, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.221757} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.439649] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 848.440707] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae932a2-651a-4b60-a9a3-f9f714879fe9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.467906] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 0d762a18-2184-48f1-84d4-ed50fdb03ef8/0d762a18-2184-48f1-84d4-ed50fdb03ef8.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 848.468662] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03b53e9d-e87d-4c05-9017-b25ced0f4521 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.489925] env[70015]: DEBUG oslo_vmware.api [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Waiting for the task: (returnval){ [ 848.489925] env[70015]: value = "task-3610849" [ 848.489925] env[70015]: _type = "Task" [ 848.489925] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.499101] env[70015]: DEBUG oslo_vmware.api [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3610849, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.623171] env[70015]: DEBUG oslo_vmware.api [None req-018c3715-29bb-4a19-8fd2-446e135f1193 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610846, 'name': ReconfigVM_Task, 'duration_secs': 0.504023} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.623171] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-018c3715-29bb-4a19-8fd2-446e135f1193 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Reconfigured VM instance instance-00000035 to detach disk 2001 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 848.623171] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-018c3715-29bb-4a19-8fd2-446e135f1193 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.623171] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cb87923-86c5-43cb-a09f-7f206a5810a2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.630437] env[70015]: DEBUG oslo_vmware.api [None req-018c3715-29bb-4a19-8fd2-446e135f1193 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Waiting for the task: (returnval){ [ 848.630437] env[70015]: value = "task-3610850" [ 848.630437] env[70015]: _type = "Task" [ 848.630437] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.641076] env[70015]: DEBUG oslo_vmware.api [None req-018c3715-29bb-4a19-8fd2-446e135f1193 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610850, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.704488] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610847, 'name': CreateVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.706197] env[70015]: DEBUG nova.compute.manager [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] [instance: f8bf5641-1c7c-41d6-b82f-3dfc40f16ece] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 848.786305] env[70015]: DEBUG oslo_vmware.api [None req-eb6b2776-c194-4c60-a9e2-65aec068809c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3610848, 'name': PowerOnVM_Task, 'duration_secs': 0.429785} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.789373] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb6b2776-c194-4c60-a9e2-65aec068809c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 848.789632] env[70015]: DEBUG nova.compute.manager [None req-eb6b2776-c194-4c60-a9e2-65aec068809c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.790909] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316de7b5-374f-4516-906d-4491af0c351b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.811463] env[70015]: DEBUG nova.network.neutron [req-a18e9193-78ad-4eb0-a2a1-18a3e9845470 req-25ca75ef-81c3-4b02-9c48-c6ae9670de23 service nova] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Updated VIF entry in instance network info cache for port b9412b19-2c3f-4a3d-a2e3-d2ae8b69a54a. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 848.811878] env[70015]: DEBUG nova.network.neutron [req-a18e9193-78ad-4eb0-a2a1-18a3e9845470 req-25ca75ef-81c3-4b02-9c48-c6ae9670de23 service nova] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Updating instance_info_cache with network_info: [{"id": "b9412b19-2c3f-4a3d-a2e3-d2ae8b69a54a", "address": "fa:16:3e:15:84:38", "network": {"id": "54eb7a37-2a22-42e7-8acd-b881580de840", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-916588865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c24df7a88e5f4165b2618140613b0538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9412b19-2c", "ovs_interfaceid": "b9412b19-2c3f-4a3d-a2e3-d2ae8b69a54a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.838487] env[70015]: DEBUG oslo_vmware.api [None req-e4d595cd-4975-42eb-870b-5462f95e2649 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Task: {'id': task-3610844, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.585617} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.838745] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4d595cd-4975-42eb-870b-5462f95e2649 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 848.839265] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d595cd-4975-42eb-870b-5462f95e2649 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 848.839265] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d595cd-4975-42eb-870b-5462f95e2649 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 848.839425] env[70015]: INFO nova.compute.manager [None req-e4d595cd-4975-42eb-870b-5462f95e2649 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Took 1.64 seconds to destroy the instance on the hypervisor. [ 848.839542] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4d595cd-4975-42eb-870b-5462f95e2649 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.839716] env[70015]: DEBUG nova.compute.manager [-] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 848.839805] env[70015]: DEBUG nova.network.neutron [-] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 849.005313] env[70015]: DEBUG oslo_vmware.api [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3610849, 'name': ReconfigVM_Task, 'duration_secs': 0.450656} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.005610] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 0d762a18-2184-48f1-84d4-ed50fdb03ef8/0d762a18-2184-48f1-84d4-ed50fdb03ef8.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 849.006232] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b1e580e-95e1-4b29-b089-505a953c290a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.014558] env[70015]: DEBUG oslo_vmware.api [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Waiting for the task: (returnval){ [ 849.014558] env[70015]: value = "task-3610851" [ 849.014558] env[70015]: _type = "Task" [ 849.014558] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.023383] env[70015]: DEBUG oslo_vmware.api [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3610851, 'name': Rename_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.145029] env[70015]: DEBUG oslo_vmware.api [None req-018c3715-29bb-4a19-8fd2-446e135f1193 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610850, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.217244] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610847, 'name': CreateVM_Task, 'duration_secs': 0.571797} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.221410] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 849.222341] env[70015]: DEBUG oslo_concurrency.lockutils [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.222544] env[70015]: DEBUG oslo_concurrency.lockutils [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.222862] env[70015]: DEBUG oslo_concurrency.lockutils [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.224586] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1c792d8-19bd-464a-9dc7-300c28d72993 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.237500] env[70015]: DEBUG oslo_vmware.api [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Waiting for the task: (returnval){ [ 849.237500] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52e810cf-7b20-b80a-5096-80eb24ecb7eb" [ 849.237500] env[70015]: _type = "Task" [ 849.237500] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.249419] env[70015]: DEBUG oslo_vmware.api [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52e810cf-7b20-b80a-5096-80eb24ecb7eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.271846] env[70015]: DEBUG nova.network.neutron [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] [instance: f8bf5641-1c7c-41d6-b82f-3dfc40f16ece] Successfully created port: 8adf6a8b-6a7f-4f28-a96a-5bb5598b8894 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 849.317211] env[70015]: DEBUG oslo_concurrency.lockutils [req-a18e9193-78ad-4eb0-a2a1-18a3e9845470 req-25ca75ef-81c3-4b02-9c48-c6ae9670de23 service nova] Releasing lock "refresh_cache-f643562c-87ff-4090-aa1b-f7453ce83b66" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.330049] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13c5b94-7ef3-4537-acf2-b43c9440e25e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.338542] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c4d0ab-de2f-4c55-b7b4-0c76e76a3551 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.373104] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b311fe-e59a-483f-92ab-03dbe9e57e03 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.380248] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906a7423-60fb-4323-ade2-3eee23f3f510 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.396623] env[70015]: DEBUG nova.compute.provider_tree [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.526441] env[70015]: DEBUG oslo_vmware.api [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3610851, 'name': Rename_Task, 'duration_secs': 0.23926} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.526787] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 849.527067] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89d0d2c8-b74a-4ebf-a4bb-45ea85062e08 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.534412] env[70015]: DEBUG oslo_vmware.api [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Waiting for the task: (returnval){ [ 849.534412] env[70015]: value = "task-3610852" [ 849.534412] env[70015]: _type = "Task" [ 849.534412] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.544038] env[70015]: DEBUG oslo_vmware.api [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3610852, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.654823] env[70015]: DEBUG oslo_vmware.api [None req-018c3715-29bb-4a19-8fd2-446e135f1193 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610850, 'name': PowerOnVM_Task, 'duration_secs': 0.657105} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.655104] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-018c3715-29bb-4a19-8fd2-446e135f1193 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 849.655339] env[70015]: DEBUG nova.compute.manager [None req-018c3715-29bb-4a19-8fd2-446e135f1193 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.656171] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5755c62c-e266-417d-9edf-301002e5758d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.723107] env[70015]: DEBUG nova.compute.manager [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] [instance: f8bf5641-1c7c-41d6-b82f-3dfc40f16ece] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 849.751159] env[70015]: DEBUG oslo_vmware.api [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52e810cf-7b20-b80a-5096-80eb24ecb7eb, 'name': SearchDatastore_Task, 'duration_secs': 0.016566} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.753468] env[70015]: DEBUG nova.virt.hardware [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.753701] env[70015]: DEBUG nova.virt.hardware [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.753854] env[70015]: DEBUG nova.virt.hardware [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.754042] env[70015]: DEBUG nova.virt.hardware [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.754193] env[70015]: DEBUG nova.virt.hardware [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.754339] env[70015]: DEBUG nova.virt.hardware [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.754543] env[70015]: DEBUG nova.virt.hardware [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.754699] env[70015]: DEBUG nova.virt.hardware [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.754868] env[70015]: DEBUG nova.virt.hardware [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.755079] env[70015]: DEBUG nova.virt.hardware [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.755265] env[70015]: DEBUG nova.virt.hardware [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.755593] env[70015]: DEBUG oslo_concurrency.lockutils [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.755804] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 849.756042] env[70015]: DEBUG oslo_concurrency.lockutils [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.756190] env[70015]: DEBUG oslo_concurrency.lockutils [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.756394] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 849.757664] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca5fd28-6444-47b1-90e3-b6d09ac076fa {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.760069] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c4df1eb-d46c-47da-9b9e-b13d9b5f0a6c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.774252] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be51042-7ef7-4a33-bdad-67a208dab566 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.779881] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 849.780117] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 849.782554] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9de31432-e4c1-4fa3-aa64-c31c5815b76f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.787037] env[70015]: DEBUG oslo_vmware.api [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Waiting for the task: (returnval){ [ 849.787037] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]525d0a0b-53c2-807f-1c66-4101215b5f01" [ 849.787037] env[70015]: _type = "Task" [ 849.787037] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.803364] env[70015]: DEBUG oslo_vmware.api [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]525d0a0b-53c2-807f-1c66-4101215b5f01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.900472] env[70015]: DEBUG nova.scheduler.client.report [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.975042] env[70015]: DEBUG nova.compute.manager [req-e2d7989a-ac2f-43ce-bef6-72c0369e7216 req-6a5b7711-13e3-44ec-8908-1d554ddad6c5 service nova] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Received event network-vif-deleted-1625a7b3-6c9e-4dbe-bca4-67725ceed2a9 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.975265] env[70015]: INFO nova.compute.manager [req-e2d7989a-ac2f-43ce-bef6-72c0369e7216 req-6a5b7711-13e3-44ec-8908-1d554ddad6c5 service nova] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Neutron deleted interface 1625a7b3-6c9e-4dbe-bca4-67725ceed2a9; detaching it from the instance and deleting it from the info cache [ 849.975443] env[70015]: DEBUG nova.network.neutron [req-e2d7989a-ac2f-43ce-bef6-72c0369e7216 req-6a5b7711-13e3-44ec-8908-1d554ddad6c5 service nova] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.986963] env[70015]: DEBUG nova.network.neutron [-] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.045383] env[70015]: DEBUG oslo_vmware.api [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3610852, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.308091] env[70015]: DEBUG oslo_vmware.api [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]525d0a0b-53c2-807f-1c66-4101215b5f01, 'name': SearchDatastore_Task, 'duration_secs': 0.017057} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.308905] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88ff027f-1275-44e2-af58-ec85606c5674 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.314686] env[70015]: DEBUG oslo_vmware.api [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Waiting for the task: (returnval){ [ 850.314686] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52966665-8d41-fa8d-25a7-0da39b9efa8b" [ 850.314686] env[70015]: _type = "Task" [ 850.314686] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.324628] env[70015]: DEBUG oslo_vmware.api [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52966665-8d41-fa8d-25a7-0da39b9efa8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.410448] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.718s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.411162] env[70015]: DEBUG nova.compute.manager [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: aac9197d-0c55-4a40-b0c7-877edefa3ab2] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 850.413902] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.095s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.415363] env[70015]: INFO nova.compute.claims [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] [instance: 1b4eaaac-eed4-432f-a535-bee8f93ee4c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 850.477673] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2cab1e9c-d778-4154-abe1-05d25c404d30 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.490265] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8186a4f-bcbd-4f22-a834-479de9ce0f20 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.502955] env[70015]: INFO nova.compute.manager [-] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Took 1.66 seconds to deallocate network for instance. [ 850.532985] env[70015]: DEBUG nova.compute.manager [req-e2d7989a-ac2f-43ce-bef6-72c0369e7216 req-6a5b7711-13e3-44ec-8908-1d554ddad6c5 service nova] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Detach interface failed, port_id=1625a7b3-6c9e-4dbe-bca4-67725ceed2a9, reason: Instance ab0d7edc-40dc-4c99-b245-df41dfca3c3d could not be found. {{(pid=70015) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 850.547219] env[70015]: DEBUG oslo_vmware.api [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3610852, 'name': PowerOnVM_Task} progress is 81%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.596784] env[70015]: DEBUG oslo_concurrency.lockutils [None req-30f50b43-3362-4da4-93ee-cfab8ed11236 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Acquiring lock "6419007b-b407-4d50-b3ab-d90ecc5e8e30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.597073] env[70015]: DEBUG oslo_concurrency.lockutils [None req-30f50b43-3362-4da4-93ee-cfab8ed11236 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Lock "6419007b-b407-4d50-b3ab-d90ecc5e8e30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.597290] env[70015]: DEBUG oslo_concurrency.lockutils [None req-30f50b43-3362-4da4-93ee-cfab8ed11236 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Acquiring lock "6419007b-b407-4d50-b3ab-d90ecc5e8e30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.597477] env[70015]: DEBUG oslo_concurrency.lockutils [None req-30f50b43-3362-4da4-93ee-cfab8ed11236 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Lock "6419007b-b407-4d50-b3ab-d90ecc5e8e30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.597645] env[70015]: DEBUG oslo_concurrency.lockutils [None req-30f50b43-3362-4da4-93ee-cfab8ed11236 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Lock "6419007b-b407-4d50-b3ab-d90ecc5e8e30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.600162] env[70015]: INFO nova.compute.manager [None req-30f50b43-3362-4da4-93ee-cfab8ed11236 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Terminating instance [ 850.829578] env[70015]: DEBUG oslo_vmware.api [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52966665-8d41-fa8d-25a7-0da39b9efa8b, 'name': SearchDatastore_Task, 'duration_secs': 0.022162} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.829578] env[70015]: DEBUG oslo_concurrency.lockutils [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.829578] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] f643562c-87ff-4090-aa1b-f7453ce83b66/f643562c-87ff-4090-aa1b-f7453ce83b66.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 850.829578] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7e5eb22-ec40-4df6-9fc7-38cdeee43e55 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.838931] env[70015]: DEBUG oslo_vmware.api [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Waiting for the task: (returnval){ [ 850.838931] env[70015]: value = "task-3610853" [ 850.838931] env[70015]: _type = "Task" [ 850.838931] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.849490] env[70015]: DEBUG oslo_vmware.api [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3610853, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.922522] env[70015]: DEBUG nova.compute.utils [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 850.925554] env[70015]: DEBUG nova.compute.manager [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: aac9197d-0c55-4a40-b0c7-877edefa3ab2] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 850.925930] env[70015]: DEBUG nova.network.neutron [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: aac9197d-0c55-4a40-b0c7-877edefa3ab2] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 851.010751] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e4d595cd-4975-42eb-870b-5462f95e2649 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.015242] env[70015]: DEBUG nova.policy [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2dd2a2b48c0490b9ca7d5592dd34e1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd77607766abc4d4781ac875b6baf860d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 851.053889] env[70015]: DEBUG oslo_vmware.api [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3610852, 'name': PowerOnVM_Task, 'duration_secs': 1.368454} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.054209] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 851.054623] env[70015]: INFO nova.compute.manager [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Took 8.94 seconds to spawn the instance on the hypervisor. [ 851.054778] env[70015]: DEBUG nova.compute.manager [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 851.055848] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e5cf8d-76de-4815-9b93-325627ff2f30 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.104674] env[70015]: DEBUG nova.compute.manager [None req-30f50b43-3362-4da4-93ee-cfab8ed11236 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 851.104930] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-30f50b43-3362-4da4-93ee-cfab8ed11236 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.106071] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9672222-8a99-4f62-bf7c-7f15c403d51f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.121173] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-30f50b43-3362-4da4-93ee-cfab8ed11236 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.121173] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09f02e14-9104-4f42-b370-5d7bd63da38f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.129019] env[70015]: DEBUG oslo_vmware.api [None req-30f50b43-3362-4da4-93ee-cfab8ed11236 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Waiting for the task: (returnval){ [ 851.129019] env[70015]: value = "task-3610854" [ 851.129019] env[70015]: _type = "Task" [ 851.129019] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.143883] env[70015]: DEBUG oslo_vmware.api [None req-30f50b43-3362-4da4-93ee-cfab8ed11236 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610854, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.291542] env[70015]: DEBUG nova.network.neutron [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] [instance: f8bf5641-1c7c-41d6-b82f-3dfc40f16ece] Successfully updated port: 8adf6a8b-6a7f-4f28-a96a-5bb5598b8894 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 851.351722] env[70015]: DEBUG oslo_vmware.api [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3610853, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496788} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.352235] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] f643562c-87ff-4090-aa1b-f7453ce83b66/f643562c-87ff-4090-aa1b-f7453ce83b66.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 851.352501] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 851.355397] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ff20c95-7745-4bee-9aad-0fa31ab3bd15 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.365020] env[70015]: DEBUG oslo_vmware.api [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Waiting for the task: (returnval){ [ 851.365020] env[70015]: value = "task-3610855" [ 851.365020] env[70015]: _type = "Task" [ 851.365020] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.378710] env[70015]: DEBUG oslo_vmware.api [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3610855, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.429024] env[70015]: DEBUG nova.compute.manager [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: aac9197d-0c55-4a40-b0c7-877edefa3ab2] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 851.525552] env[70015]: DEBUG nova.network.neutron [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: aac9197d-0c55-4a40-b0c7-877edefa3ab2] Successfully created port: ada6b343-f8f6-44a6-a026-35ecea70f29e {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 851.582032] env[70015]: INFO nova.compute.manager [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Took 48.89 seconds to build instance. [ 851.646274] env[70015]: DEBUG oslo_vmware.api [None req-30f50b43-3362-4da4-93ee-cfab8ed11236 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610854, 'name': PowerOffVM_Task, 'duration_secs': 0.377569} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.648920] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-30f50b43-3362-4da4-93ee-cfab8ed11236 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 851.649120] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-30f50b43-3362-4da4-93ee-cfab8ed11236 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 851.649572] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8df1fb4-d9e0-458b-9ae4-b6754346eb40 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.736244] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-30f50b43-3362-4da4-93ee-cfab8ed11236 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 851.736393] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-30f50b43-3362-4da4-93ee-cfab8ed11236 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 851.739639] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-30f50b43-3362-4da4-93ee-cfab8ed11236 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Deleting the datastore file [datastore2] 6419007b-b407-4d50-b3ab-d90ecc5e8e30 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 851.739639] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3337c44d-5578-48df-937d-e5327dff85b4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.744092] env[70015]: DEBUG oslo_vmware.api [None req-30f50b43-3362-4da4-93ee-cfab8ed11236 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Waiting for the task: (returnval){ [ 851.744092] env[70015]: value = "task-3610857" [ 851.744092] env[70015]: _type = "Task" [ 851.744092] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.758364] env[70015]: DEBUG oslo_vmware.api [None req-30f50b43-3362-4da4-93ee-cfab8ed11236 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610857, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.796343] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Acquiring lock "refresh_cache-f8bf5641-1c7c-41d6-b82f-3dfc40f16ece" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.796488] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Acquired lock "refresh_cache-f8bf5641-1c7c-41d6-b82f-3dfc40f16ece" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.797434] env[70015]: DEBUG nova.network.neutron [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] [instance: f8bf5641-1c7c-41d6-b82f-3dfc40f16ece] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 851.878024] env[70015]: DEBUG oslo_vmware.api [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3610855, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095779} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.878024] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.878024] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e109061-1b89-48ed-8baa-f09a8285b7e9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.906201] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] f643562c-87ff-4090-aa1b-f7453ce83b66/f643562c-87ff-4090-aa1b-f7453ce83b66.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.909768] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9c0bc0f-5c16-4677-8d1a-95125dc843b6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.933245] env[70015]: DEBUG oslo_vmware.api [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Waiting for the task: (returnval){ [ 851.933245] env[70015]: value = "task-3610858" [ 851.933245] env[70015]: _type = "Task" [ 851.933245] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.950182] env[70015]: DEBUG oslo_vmware.api [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3610858, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.029123] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a883018-e964-4a63-ad9d-f5451ec9dce4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.038187] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675be2b9-a156-40b6-8a6a-31e6977e048d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.076452] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb44611-8867-4884-abc2-3a188bad7050 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.084672] env[70015]: DEBUG oslo_concurrency.lockutils [None req-98633288-78e3-4edd-bf16-22fef1ea90e0 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Lock "0d762a18-2184-48f1-84d4-ed50fdb03ef8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 102.142s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.086956] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b005209b-035d-44ed-ad66-ed4e4f13833f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.102906] env[70015]: DEBUG nova.compute.provider_tree [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.141030] env[70015]: DEBUG oslo_concurrency.lockutils [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Acquiring lock "f3d258e2-ca12-4953-a7a7-1d6f701d6599" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.141892] env[70015]: DEBUG oslo_concurrency.lockutils [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Lock "f3d258e2-ca12-4953-a7a7-1d6f701d6599" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.141892] env[70015]: INFO nova.compute.manager [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Shelving [ 852.254031] env[70015]: DEBUG oslo_vmware.api [None req-30f50b43-3362-4da4-93ee-cfab8ed11236 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610857, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.491312} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.254309] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-30f50b43-3362-4da4-93ee-cfab8ed11236 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.254492] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-30f50b43-3362-4da4-93ee-cfab8ed11236 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.254663] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-30f50b43-3362-4da4-93ee-cfab8ed11236 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.254835] env[70015]: INFO nova.compute.manager [None req-30f50b43-3362-4da4-93ee-cfab8ed11236 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Took 1.15 seconds to destroy the instance on the hypervisor. [ 852.255092] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30f50b43-3362-4da4-93ee-cfab8ed11236 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.255286] env[70015]: DEBUG nova.compute.manager [-] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 852.255431] env[70015]: DEBUG nova.network.neutron [-] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 852.341317] env[70015]: DEBUG nova.network.neutron [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] [instance: f8bf5641-1c7c-41d6-b82f-3dfc40f16ece] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 852.443582] env[70015]: DEBUG oslo_vmware.api [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3610858, 'name': ReconfigVM_Task, 'duration_secs': 0.298306} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.446085] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Reconfigured VM instance instance-00000039 to attach disk [datastore1] f643562c-87ff-4090-aa1b-f7453ce83b66/f643562c-87ff-4090-aa1b-f7453ce83b66.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.448937] env[70015]: DEBUG nova.compute.manager [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: aac9197d-0c55-4a40-b0c7-877edefa3ab2] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 852.449402] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1cce0a03-8b60-47b4-a1c7-855b135de581 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.463710] env[70015]: DEBUG oslo_vmware.api [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Waiting for the task: (returnval){ [ 852.463710] env[70015]: value = "task-3610859" [ 852.463710] env[70015]: _type = "Task" [ 852.463710] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.474076] env[70015]: DEBUG oslo_vmware.api [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3610859, 'name': Rename_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.480997] env[70015]: DEBUG nova.virt.hardware [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 852.481318] env[70015]: DEBUG nova.virt.hardware [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 852.481503] env[70015]: DEBUG nova.virt.hardware [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 852.481686] env[70015]: DEBUG nova.virt.hardware [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 852.481831] env[70015]: DEBUG nova.virt.hardware [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 852.481977] env[70015]: DEBUG nova.virt.hardware [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 852.482219] env[70015]: DEBUG nova.virt.hardware [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 852.482388] env[70015]: DEBUG nova.virt.hardware [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 852.482772] env[70015]: DEBUG nova.virt.hardware [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 852.482772] env[70015]: DEBUG nova.virt.hardware [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 852.482921] env[70015]: DEBUG nova.virt.hardware [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 852.483836] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0b03c9-2890-472d-a1d0-f4b64ed82bc8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.489626] env[70015]: DEBUG nova.compute.manager [req-a3941f97-f66e-42a0-8beb-e7525aecd8a6 req-19df8985-1629-4b28-88d8-1bedf3ec838f service nova] [instance: f8bf5641-1c7c-41d6-b82f-3dfc40f16ece] Received event network-vif-plugged-8adf6a8b-6a7f-4f28-a96a-5bb5598b8894 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.489943] env[70015]: DEBUG oslo_concurrency.lockutils [req-a3941f97-f66e-42a0-8beb-e7525aecd8a6 req-19df8985-1629-4b28-88d8-1bedf3ec838f service nova] Acquiring lock "f8bf5641-1c7c-41d6-b82f-3dfc40f16ece-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.490047] env[70015]: DEBUG oslo_concurrency.lockutils [req-a3941f97-f66e-42a0-8beb-e7525aecd8a6 req-19df8985-1629-4b28-88d8-1bedf3ec838f service nova] Lock "f8bf5641-1c7c-41d6-b82f-3dfc40f16ece-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.490338] env[70015]: DEBUG oslo_concurrency.lockutils [req-a3941f97-f66e-42a0-8beb-e7525aecd8a6 req-19df8985-1629-4b28-88d8-1bedf3ec838f service nova] Lock "f8bf5641-1c7c-41d6-b82f-3dfc40f16ece-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.490398] env[70015]: DEBUG nova.compute.manager [req-a3941f97-f66e-42a0-8beb-e7525aecd8a6 req-19df8985-1629-4b28-88d8-1bedf3ec838f service nova] [instance: f8bf5641-1c7c-41d6-b82f-3dfc40f16ece] No waiting events found dispatching network-vif-plugged-8adf6a8b-6a7f-4f28-a96a-5bb5598b8894 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 852.490595] env[70015]: WARNING nova.compute.manager [req-a3941f97-f66e-42a0-8beb-e7525aecd8a6 req-19df8985-1629-4b28-88d8-1bedf3ec838f service nova] [instance: f8bf5641-1c7c-41d6-b82f-3dfc40f16ece] Received unexpected event network-vif-plugged-8adf6a8b-6a7f-4f28-a96a-5bb5598b8894 for instance with vm_state building and task_state spawning. [ 852.490759] env[70015]: DEBUG nova.compute.manager [req-a3941f97-f66e-42a0-8beb-e7525aecd8a6 req-19df8985-1629-4b28-88d8-1bedf3ec838f service nova] [instance: f8bf5641-1c7c-41d6-b82f-3dfc40f16ece] Received event network-changed-8adf6a8b-6a7f-4f28-a96a-5bb5598b8894 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.490936] env[70015]: DEBUG nova.compute.manager [req-a3941f97-f66e-42a0-8beb-e7525aecd8a6 req-19df8985-1629-4b28-88d8-1bedf3ec838f service nova] [instance: f8bf5641-1c7c-41d6-b82f-3dfc40f16ece] Refreshing instance network info cache due to event network-changed-8adf6a8b-6a7f-4f28-a96a-5bb5598b8894. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 852.491145] env[70015]: DEBUG oslo_concurrency.lockutils [req-a3941f97-f66e-42a0-8beb-e7525aecd8a6 req-19df8985-1629-4b28-88d8-1bedf3ec838f service nova] Acquiring lock "refresh_cache-f8bf5641-1c7c-41d6-b82f-3dfc40f16ece" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.494761] env[70015]: DEBUG nova.network.neutron [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] [instance: f8bf5641-1c7c-41d6-b82f-3dfc40f16ece] Updating instance_info_cache with network_info: [{"id": "8adf6a8b-6a7f-4f28-a96a-5bb5598b8894", "address": "fa:16:3e:7e:ee:6d", "network": {"id": "c9faeb75-f6f8-41de-885e-fdd61afeac7e", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-204957190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f468c27cfbc44199cc982f3433f42df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8adf6a8b-6a", "ovs_interfaceid": "8adf6a8b-6a7f-4f28-a96a-5bb5598b8894", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.497547] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b80747-6074-4aa0-861b-19f5a89c0837 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.592137] env[70015]: DEBUG nova.compute.manager [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 852.606363] env[70015]: DEBUG nova.scheduler.client.report [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.972860] env[70015]: DEBUG oslo_vmware.api [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3610859, 'name': Rename_Task, 'duration_secs': 0.170582} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.973175] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.973443] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6187a27b-fe58-447e-9138-63dd6018205e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.983551] env[70015]: DEBUG oslo_vmware.api [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Waiting for the task: (returnval){ [ 852.983551] env[70015]: value = "task-3610860" [ 852.983551] env[70015]: _type = "Task" [ 852.983551] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.992336] env[70015]: DEBUG oslo_vmware.api [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3610860, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.996912] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Releasing lock "refresh_cache-f8bf5641-1c7c-41d6-b82f-3dfc40f16ece" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.997240] env[70015]: DEBUG nova.compute.manager [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] [instance: f8bf5641-1c7c-41d6-b82f-3dfc40f16ece] Instance network_info: |[{"id": "8adf6a8b-6a7f-4f28-a96a-5bb5598b8894", "address": "fa:16:3e:7e:ee:6d", "network": {"id": "c9faeb75-f6f8-41de-885e-fdd61afeac7e", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-204957190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f468c27cfbc44199cc982f3433f42df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8adf6a8b-6a", "ovs_interfaceid": "8adf6a8b-6a7f-4f28-a96a-5bb5598b8894", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 852.997518] env[70015]: DEBUG oslo_concurrency.lockutils [req-a3941f97-f66e-42a0-8beb-e7525aecd8a6 req-19df8985-1629-4b28-88d8-1bedf3ec838f service nova] Acquired lock "refresh_cache-f8bf5641-1c7c-41d6-b82f-3dfc40f16ece" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.997718] env[70015]: DEBUG nova.network.neutron [req-a3941f97-f66e-42a0-8beb-e7525aecd8a6 req-19df8985-1629-4b28-88d8-1bedf3ec838f service nova] [instance: f8bf5641-1c7c-41d6-b82f-3dfc40f16ece] Refreshing network info cache for port 8adf6a8b-6a7f-4f28-a96a-5bb5598b8894 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 852.998897] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] [instance: f8bf5641-1c7c-41d6-b82f-3dfc40f16ece] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:ee:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8adf6a8b-6a7f-4f28-a96a-5bb5598b8894', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 853.006616] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Creating folder: Project (2f468c27cfbc44199cc982f3433f42df). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 853.007208] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85bf22ca-06c4-4d1f-a64c-45e05bb6082c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.019741] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Created folder: Project (2f468c27cfbc44199cc982f3433f42df) in parent group-v720117. [ 853.019884] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Creating folder: Instances. Parent ref: group-v720285. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 853.020144] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55035f48-dd42-498a-a0bd-725418b80a4a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.033367] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Created folder: Instances in parent group-v720285. [ 853.033695] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.033912] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8bf5641-1c7c-41d6-b82f-3dfc40f16ece] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 853.034196] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39828100-152c-4e17-976d-7c619a9eceaf {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.055344] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 853.055344] env[70015]: value = "task-3610863" [ 853.055344] env[70015]: _type = "Task" [ 853.055344] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.063813] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610863, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.112620] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.113298] env[70015]: DEBUG nova.compute.manager [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] [instance: 1b4eaaac-eed4-432f-a535-bee8f93ee4c7] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 853.119020] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3214864b-7bf0-4fe9-a966-836245092919 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.336s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.119354] env[70015]: DEBUG nova.objects.instance [None req-3214864b-7bf0-4fe9-a966-836245092919 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Lazy-loading 'resources' on Instance uuid 1716c7db-d5b5-4152-98cf-e20453059362 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.122142] env[70015]: DEBUG oslo_concurrency.lockutils [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.138992] env[70015]: DEBUG nova.network.neutron [-] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.155117] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 853.155117] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b0ad87c-0b3b-42de-96f2-2fdf4e756dc2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.164041] env[70015]: DEBUG oslo_vmware.api [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for the task: (returnval){ [ 853.164041] env[70015]: value = "task-3610864" [ 853.164041] env[70015]: _type = "Task" [ 853.164041] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.175014] env[70015]: DEBUG oslo_vmware.api [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3610864, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.473936] env[70015]: DEBUG nova.network.neutron [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: aac9197d-0c55-4a40-b0c7-877edefa3ab2] Successfully updated port: ada6b343-f8f6-44a6-a026-35ecea70f29e {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 853.502822] env[70015]: DEBUG oslo_vmware.api [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3610860, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.568045] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610863, 'name': CreateVM_Task, 'duration_secs': 0.482326} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.568213] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8bf5641-1c7c-41d6-b82f-3dfc40f16ece] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 853.568894] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.569076] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.569433] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.569700] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5acda39d-5c6c-4f11-9980-203e4fdcc7ba {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.576052] env[70015]: DEBUG oslo_vmware.api [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Waiting for the task: (returnval){ [ 853.576052] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52a3f98b-88bb-d61d-3b28-7a14993fabd4" [ 853.576052] env[70015]: _type = "Task" [ 853.576052] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.585918] env[70015]: DEBUG oslo_vmware.api [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52a3f98b-88bb-d61d-3b28-7a14993fabd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.626343] env[70015]: DEBUG nova.compute.utils [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 853.628230] env[70015]: DEBUG nova.compute.manager [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] [instance: 1b4eaaac-eed4-432f-a535-bee8f93ee4c7] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 853.628403] env[70015]: DEBUG nova.network.neutron [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] [instance: 1b4eaaac-eed4-432f-a535-bee8f93ee4c7] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 853.640855] env[70015]: INFO nova.compute.manager [-] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Took 1.39 seconds to deallocate network for instance. [ 853.677979] env[70015]: DEBUG oslo_vmware.api [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3610864, 'name': PowerOffVM_Task, 'duration_secs': 0.313528} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.678607] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 853.679441] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf86f2c-cbf2-4ecd-a029-0b01fcb63eb6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.705127] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df03a11-7963-4d3e-b811-0dff270eed17 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.748571] env[70015]: DEBUG nova.policy [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd2da832f07964bdfac017ad440b86fdd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5fb5f4e3c88f4ce09c7b0dd556b4e11c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 853.976895] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Acquiring lock "refresh_cache-aac9197d-0c55-4a40-b0c7-877edefa3ab2" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.977068] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Acquired lock "refresh_cache-aac9197d-0c55-4a40-b0c7-877edefa3ab2" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.977429] env[70015]: DEBUG nova.network.neutron [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: aac9197d-0c55-4a40-b0c7-877edefa3ab2] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 853.997702] env[70015]: DEBUG oslo_vmware.api [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3610860, 'name': PowerOnVM_Task, 'duration_secs': 0.650145} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.998409] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.999033] env[70015]: INFO nova.compute.manager [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Took 9.20 seconds to spawn the instance on the hypervisor. [ 853.999033] env[70015]: DEBUG nova.compute.manager [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 854.000366] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548d70da-ba3f-4e6e-b5c0-cc8d3cdcc098 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.013847] env[70015]: DEBUG nova.network.neutron [req-a3941f97-f66e-42a0-8beb-e7525aecd8a6 req-19df8985-1629-4b28-88d8-1bedf3ec838f service nova] [instance: f8bf5641-1c7c-41d6-b82f-3dfc40f16ece] Updated VIF entry in instance network info cache for port 8adf6a8b-6a7f-4f28-a96a-5bb5598b8894. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 854.014158] env[70015]: DEBUG nova.network.neutron [req-a3941f97-f66e-42a0-8beb-e7525aecd8a6 req-19df8985-1629-4b28-88d8-1bedf3ec838f service nova] [instance: f8bf5641-1c7c-41d6-b82f-3dfc40f16ece] Updating instance_info_cache with network_info: [{"id": "8adf6a8b-6a7f-4f28-a96a-5bb5598b8894", "address": "fa:16:3e:7e:ee:6d", "network": {"id": "c9faeb75-f6f8-41de-885e-fdd61afeac7e", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-204957190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f468c27cfbc44199cc982f3433f42df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8adf6a8b-6a", "ovs_interfaceid": "8adf6a8b-6a7f-4f28-a96a-5bb5598b8894", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.087427] env[70015]: DEBUG oslo_vmware.api [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52a3f98b-88bb-d61d-3b28-7a14993fabd4, 'name': SearchDatastore_Task, 'duration_secs': 0.015086} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.090578] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.090814] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] [instance: f8bf5641-1c7c-41d6-b82f-3dfc40f16ece] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 854.091060] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.091209] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.091439] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 854.091901] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15ab53e2-ca51-4d01-837f-9cb9a3aeedaa {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.101715] env[70015]: DEBUG nova.compute.manager [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Stashing vm_state: active {{(pid=70015) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 854.105433] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 854.105646] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 854.106591] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-040dd043-64da-4abf-b1f8-16ba51185065 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.113748] env[70015]: DEBUG oslo_vmware.api [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Waiting for the task: (returnval){ [ 854.113748] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52b23752-9a16-ed78-9f6a-66ce2bc7402d" [ 854.113748] env[70015]: _type = "Task" [ 854.113748] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.122627] env[70015]: DEBUG oslo_vmware.api [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52b23752-9a16-ed78-9f6a-66ce2bc7402d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.129417] env[70015]: DEBUG nova.compute.manager [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] [instance: 1b4eaaac-eed4-432f-a535-bee8f93ee4c7] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 854.149454] env[70015]: DEBUG oslo_concurrency.lockutils [None req-30f50b43-3362-4da4-93ee-cfab8ed11236 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.221389] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Creating Snapshot of the VM instance {{(pid=70015) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 854.221389] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3433d290-2ef0-4995-94bd-aa95b0fbd25f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.231398] env[70015]: DEBUG oslo_vmware.api [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for the task: (returnval){ [ 854.231398] env[70015]: value = "task-3610865" [ 854.231398] env[70015]: _type = "Task" [ 854.231398] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.241043] env[70015]: DEBUG oslo_vmware.api [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3610865, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.297904] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09cda884-7db8-4360-a076-a8a64324bcfb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.307871] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c62884-38fb-4fed-924c-67f97174afec {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.343388] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce276b7-6144-4b56-9eac-9c943e9d91ed {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.352621] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fba71b-f98f-44b4-8643-250b82703fac {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.368286] env[70015]: DEBUG nova.compute.provider_tree [None req-3214864b-7bf0-4fe9-a966-836245092919 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.377523] env[70015]: DEBUG nova.network.neutron [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] [instance: 1b4eaaac-eed4-432f-a535-bee8f93ee4c7] Successfully created port: 6d3f960d-ad0b-4c12-bcd9-334ecd1e5f51 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 854.521078] env[70015]: DEBUG oslo_concurrency.lockutils [req-a3941f97-f66e-42a0-8beb-e7525aecd8a6 req-19df8985-1629-4b28-88d8-1bedf3ec838f service nova] Releasing lock "refresh_cache-f8bf5641-1c7c-41d6-b82f-3dfc40f16ece" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.526668] env[70015]: INFO nova.compute.manager [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Took 49.91 seconds to build instance. [ 854.570694] env[70015]: DEBUG nova.network.neutron [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: aac9197d-0c55-4a40-b0c7-877edefa3ab2] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 854.624447] env[70015]: DEBUG oslo_concurrency.lockutils [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.631410] env[70015]: DEBUG oslo_vmware.api [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52b23752-9a16-ed78-9f6a-66ce2bc7402d, 'name': SearchDatastore_Task, 'duration_secs': 0.020701} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.632247] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe56cdf0-918b-4c9f-b696-54a0711379c7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.646187] env[70015]: DEBUG oslo_vmware.api [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Waiting for the task: (returnval){ [ 854.646187] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]528cda07-51d9-6179-d25f-f865b79774c2" [ 854.646187] env[70015]: _type = "Task" [ 854.646187] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.657205] env[70015]: DEBUG oslo_vmware.api [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]528cda07-51d9-6179-d25f-f865b79774c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.741444] env[70015]: DEBUG oslo_vmware.api [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3610865, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.841905] env[70015]: DEBUG nova.compute.manager [req-22e3145d-3098-47d5-a448-ad764cbe2744 req-4edb17a5-30b1-402f-9516-b3b71e821f45 service nova] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Received event network-vif-deleted-d34e1621-b95e-43fd-b275-9e66476b7aa6 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.842226] env[70015]: DEBUG nova.compute.manager [req-22e3145d-3098-47d5-a448-ad764cbe2744 req-4edb17a5-30b1-402f-9516-b3b71e821f45 service nova] [instance: aac9197d-0c55-4a40-b0c7-877edefa3ab2] Received event network-vif-plugged-ada6b343-f8f6-44a6-a026-35ecea70f29e {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.842601] env[70015]: DEBUG oslo_concurrency.lockutils [req-22e3145d-3098-47d5-a448-ad764cbe2744 req-4edb17a5-30b1-402f-9516-b3b71e821f45 service nova] Acquiring lock "aac9197d-0c55-4a40-b0c7-877edefa3ab2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.842725] env[70015]: DEBUG oslo_concurrency.lockutils [req-22e3145d-3098-47d5-a448-ad764cbe2744 req-4edb17a5-30b1-402f-9516-b3b71e821f45 service nova] Lock "aac9197d-0c55-4a40-b0c7-877edefa3ab2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.842888] env[70015]: DEBUG oslo_concurrency.lockutils [req-22e3145d-3098-47d5-a448-ad764cbe2744 req-4edb17a5-30b1-402f-9516-b3b71e821f45 service nova] Lock "aac9197d-0c55-4a40-b0c7-877edefa3ab2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.843187] env[70015]: DEBUG nova.compute.manager [req-22e3145d-3098-47d5-a448-ad764cbe2744 req-4edb17a5-30b1-402f-9516-b3b71e821f45 service nova] [instance: aac9197d-0c55-4a40-b0c7-877edefa3ab2] No waiting events found dispatching network-vif-plugged-ada6b343-f8f6-44a6-a026-35ecea70f29e {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 854.843284] env[70015]: WARNING nova.compute.manager [req-22e3145d-3098-47d5-a448-ad764cbe2744 req-4edb17a5-30b1-402f-9516-b3b71e821f45 service nova] [instance: aac9197d-0c55-4a40-b0c7-877edefa3ab2] Received unexpected event network-vif-plugged-ada6b343-f8f6-44a6-a026-35ecea70f29e for instance with vm_state building and task_state spawning. [ 854.843358] env[70015]: DEBUG nova.compute.manager [req-22e3145d-3098-47d5-a448-ad764cbe2744 req-4edb17a5-30b1-402f-9516-b3b71e821f45 service nova] [instance: aac9197d-0c55-4a40-b0c7-877edefa3ab2] Received event network-changed-ada6b343-f8f6-44a6-a026-35ecea70f29e {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.843501] env[70015]: DEBUG nova.compute.manager [req-22e3145d-3098-47d5-a448-ad764cbe2744 req-4edb17a5-30b1-402f-9516-b3b71e821f45 service nova] [instance: aac9197d-0c55-4a40-b0c7-877edefa3ab2] Refreshing instance network info cache due to event network-changed-ada6b343-f8f6-44a6-a026-35ecea70f29e. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 854.843677] env[70015]: DEBUG oslo_concurrency.lockutils [req-22e3145d-3098-47d5-a448-ad764cbe2744 req-4edb17a5-30b1-402f-9516-b3b71e821f45 service nova] Acquiring lock "refresh_cache-aac9197d-0c55-4a40-b0c7-877edefa3ab2" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.871362] env[70015]: DEBUG nova.scheduler.client.report [None req-3214864b-7bf0-4fe9-a966-836245092919 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.912958] env[70015]: DEBUG nova.network.neutron [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: aac9197d-0c55-4a40-b0c7-877edefa3ab2] Updating instance_info_cache with network_info: [{"id": "ada6b343-f8f6-44a6-a026-35ecea70f29e", "address": "fa:16:3e:d2:e8:b2", "network": {"id": "27486acb-c9b3-45ff-a019-c2fc1c96dbe0", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1095658451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77607766abc4d4781ac875b6baf860d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapada6b343-f8", "ovs_interfaceid": "ada6b343-f8f6-44a6-a026-35ecea70f29e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.028285] env[70015]: DEBUG oslo_concurrency.lockutils [None req-095136f4-812e-4dd1-be68-dc422e4c417e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "f643562c-87ff-4090-aa1b-f7453ce83b66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.170s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.144444] env[70015]: DEBUG nova.compute.manager [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] [instance: 1b4eaaac-eed4-432f-a535-bee8f93ee4c7] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 855.158548] env[70015]: DEBUG oslo_vmware.api [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]528cda07-51d9-6179-d25f-f865b79774c2, 'name': SearchDatastore_Task, 'duration_secs': 0.014181} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.159047] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.160018] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] f8bf5641-1c7c-41d6-b82f-3dfc40f16ece/f8bf5641-1c7c-41d6-b82f-3dfc40f16ece.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 855.160018] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-459b683a-5a56-430d-9476-0885a46bd5eb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.170083] env[70015]: DEBUG oslo_vmware.api [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Waiting for the task: (returnval){ [ 855.170083] env[70015]: value = "task-3610866" [ 855.170083] env[70015]: _type = "Task" [ 855.170083] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.175763] env[70015]: DEBUG nova.virt.hardware [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 855.176032] env[70015]: DEBUG nova.virt.hardware [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 855.176172] env[70015]: DEBUG nova.virt.hardware [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 855.176352] env[70015]: DEBUG nova.virt.hardware [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 855.176521] env[70015]: DEBUG nova.virt.hardware [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 855.176737] env[70015]: DEBUG nova.virt.hardware [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 855.176968] env[70015]: DEBUG nova.virt.hardware [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 855.177861] env[70015]: DEBUG nova.virt.hardware [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 855.177861] env[70015]: DEBUG nova.virt.hardware [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 855.178021] env[70015]: DEBUG nova.virt.hardware [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 855.178223] env[70015]: DEBUG nova.virt.hardware [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 855.179062] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe44d30-ae4f-4400-a458-4bf4659ed5fe {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.190851] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27415548-9ff2-47e0-8b0c-733dc2e10759 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.195375] env[70015]: DEBUG oslo_vmware.api [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Task: {'id': task-3610866, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.244491] env[70015]: DEBUG oslo_vmware.api [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3610865, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.378131] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3214864b-7bf0-4fe9-a966-836245092919 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.259s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.387317] env[70015]: DEBUG oslo_concurrency.lockutils [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 40.263s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.387317] env[70015]: DEBUG nova.objects.instance [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70015) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 855.414046] env[70015]: INFO nova.scheduler.client.report [None req-3214864b-7bf0-4fe9-a966-836245092919 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Deleted allocations for instance 1716c7db-d5b5-4152-98cf-e20453059362 [ 855.423229] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Releasing lock "refresh_cache-aac9197d-0c55-4a40-b0c7-877edefa3ab2" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.423229] env[70015]: DEBUG nova.compute.manager [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: aac9197d-0c55-4a40-b0c7-877edefa3ab2] Instance network_info: |[{"id": "ada6b343-f8f6-44a6-a026-35ecea70f29e", "address": "fa:16:3e:d2:e8:b2", "network": {"id": "27486acb-c9b3-45ff-a019-c2fc1c96dbe0", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1095658451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77607766abc4d4781ac875b6baf860d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapada6b343-f8", "ovs_interfaceid": "ada6b343-f8f6-44a6-a026-35ecea70f29e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 855.425638] env[70015]: DEBUG oslo_concurrency.lockutils [req-22e3145d-3098-47d5-a448-ad764cbe2744 req-4edb17a5-30b1-402f-9516-b3b71e821f45 service nova] Acquired lock "refresh_cache-aac9197d-0c55-4a40-b0c7-877edefa3ab2" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.426496] env[70015]: DEBUG nova.network.neutron [req-22e3145d-3098-47d5-a448-ad764cbe2744 req-4edb17a5-30b1-402f-9516-b3b71e821f45 service nova] [instance: aac9197d-0c55-4a40-b0c7-877edefa3ab2] Refreshing network info cache for port ada6b343-f8f6-44a6-a026-35ecea70f29e {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.433790] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: aac9197d-0c55-4a40-b0c7-877edefa3ab2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:e8:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '67921bdb-a7a0-46b5-ba05-ca997496e222', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ada6b343-f8f6-44a6-a026-35ecea70f29e', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 855.444474] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.446825] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aac9197d-0c55-4a40-b0c7-877edefa3ab2] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 855.447163] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5100a89a-3ad1-4670-9f1c-aed1793b2850 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.475024] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.475024] env[70015]: value = "task-3610867" [ 855.475024] env[70015]: _type = "Task" [ 855.475024] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.485485] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610867, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.534034] env[70015]: DEBUG nova.compute.manager [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] [instance: b345c2fa-4d74-4563-8069-67fe1e26074d] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 855.685601] env[70015]: DEBUG oslo_vmware.api [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Task: {'id': task-3610866, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510984} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.686980] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] f8bf5641-1c7c-41d6-b82f-3dfc40f16ece/f8bf5641-1c7c-41d6-b82f-3dfc40f16ece.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 855.689825] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] [instance: f8bf5641-1c7c-41d6-b82f-3dfc40f16ece] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 855.689825] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf7ca91b-d7c0-4fdc-ac87-89827d6769f0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.703223] env[70015]: DEBUG oslo_vmware.api [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Waiting for the task: (returnval){ [ 855.703223] env[70015]: value = "task-3610868" [ 855.703223] env[70015]: _type = "Task" [ 855.703223] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.715731] env[70015]: DEBUG oslo_vmware.api [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Task: {'id': task-3610868, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.745030] env[70015]: DEBUG oslo_vmware.api [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3610865, 'name': CreateSnapshot_Task, 'duration_secs': 1.204209} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.745030] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Created Snapshot of the VM instance {{(pid=70015) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 855.745956] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9420e871-f4e7-4685-b1dc-2048643d6d86 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.952836] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3214864b-7bf0-4fe9-a966-836245092919 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Lock "1716c7db-d5b5-4152-98cf-e20453059362" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.505s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.985629] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610867, 'name': CreateVM_Task} progress is 25%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.128165] env[70015]: DEBUG oslo_concurrency.lockutils [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.218180] env[70015]: DEBUG oslo_vmware.api [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Task: {'id': task-3610868, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067353} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.218180] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] [instance: f8bf5641-1c7c-41d6-b82f-3dfc40f16ece] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 856.218708] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664ff5d6-4d10-4984-9571-bf6199db327b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.250621] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] [instance: f8bf5641-1c7c-41d6-b82f-3dfc40f16ece] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] f8bf5641-1c7c-41d6-b82f-3dfc40f16ece/f8bf5641-1c7c-41d6-b82f-3dfc40f16ece.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.253330] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-754929b5-940c-4007-90d9-076d7d1b3456 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.276603] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Creating linked-clone VM from snapshot {{(pid=70015) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 856.277340] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4ff0ae16-d304-47a7-8ee8-2bc3afb174cf {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.288386] env[70015]: DEBUG oslo_vmware.api [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for the task: (returnval){ [ 856.288386] env[70015]: value = "task-3610869" [ 856.288386] env[70015]: _type = "Task" [ 856.288386] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.290021] env[70015]: DEBUG oslo_vmware.api [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Waiting for the task: (returnval){ [ 856.290021] env[70015]: value = "task-3610870" [ 856.290021] env[70015]: _type = "Task" [ 856.290021] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.302877] env[70015]: DEBUG oslo_vmware.api [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3610869, 'name': CloneVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.306419] env[70015]: DEBUG oslo_vmware.api [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Task: {'id': task-3610870, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.395940] env[70015]: DEBUG oslo_concurrency.lockutils [None req-854e346b-4878-4e91-b0bc-fd7f0ca3cd43 tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.399817] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.239s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.401529] env[70015]: INFO nova.compute.claims [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.488688] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610867, 'name': CreateVM_Task, 'duration_secs': 0.676924} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.488943] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aac9197d-0c55-4a40-b0c7-877edefa3ab2] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 856.490396] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.490659] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.491082] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.491547] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d04cfa02-2f5e-46fb-9943-ad8db29804bc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.497816] env[70015]: DEBUG oslo_vmware.api [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Waiting for the task: (returnval){ [ 856.497816] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]527ff69e-ca91-c4c9-b612-61fbe1f2cf72" [ 856.497816] env[70015]: _type = "Task" [ 856.497816] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.513051] env[70015]: DEBUG oslo_vmware.api [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]527ff69e-ca91-c4c9-b612-61fbe1f2cf72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.813882] env[70015]: DEBUG oslo_vmware.api [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3610869, 'name': CloneVM_Task} progress is 94%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.818021] env[70015]: DEBUG oslo_vmware.api [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Task: {'id': task-3610870, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.833280] env[70015]: DEBUG nova.network.neutron [req-22e3145d-3098-47d5-a448-ad764cbe2744 req-4edb17a5-30b1-402f-9516-b3b71e821f45 service nova] [instance: aac9197d-0c55-4a40-b0c7-877edefa3ab2] Updated VIF entry in instance network info cache for port ada6b343-f8f6-44a6-a026-35ecea70f29e. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.835026] env[70015]: DEBUG nova.network.neutron [req-22e3145d-3098-47d5-a448-ad764cbe2744 req-4edb17a5-30b1-402f-9516-b3b71e821f45 service nova] [instance: aac9197d-0c55-4a40-b0c7-877edefa3ab2] Updating instance_info_cache with network_info: [{"id": "ada6b343-f8f6-44a6-a026-35ecea70f29e", "address": "fa:16:3e:d2:e8:b2", "network": {"id": "27486acb-c9b3-45ff-a019-c2fc1c96dbe0", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1095658451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77607766abc4d4781ac875b6baf860d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapada6b343-f8", "ovs_interfaceid": "ada6b343-f8f6-44a6-a026-35ecea70f29e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.986671] env[70015]: DEBUG nova.network.neutron [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] [instance: 1b4eaaac-eed4-432f-a535-bee8f93ee4c7] Successfully updated port: 6d3f960d-ad0b-4c12-bcd9-334ecd1e5f51 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 857.011175] env[70015]: DEBUG oslo_vmware.api [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]527ff69e-ca91-c4c9-b612-61fbe1f2cf72, 'name': SearchDatastore_Task, 'duration_secs': 0.02014} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.011456] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.011717] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: aac9197d-0c55-4a40-b0c7-877edefa3ab2] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 857.011949] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.012103] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.012293] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 857.012598] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5576429b-3855-4b8f-8794-1fab409920ee {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.025268] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 857.025485] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 857.026310] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c22bd48-5843-4cdf-87b7-d7a364397f91 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.037328] env[70015]: DEBUG oslo_vmware.api [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Waiting for the task: (returnval){ [ 857.037328] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]526013ae-aa9b-827b-211d-8a94ffa8e6f7" [ 857.037328] env[70015]: _type = "Task" [ 857.037328] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.052027] env[70015]: DEBUG oslo_vmware.api [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]526013ae-aa9b-827b-211d-8a94ffa8e6f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.314822] env[70015]: DEBUG oslo_vmware.api [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Task: {'id': task-3610870, 'name': ReconfigVM_Task, 'duration_secs': 0.68985} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.322901] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] [instance: f8bf5641-1c7c-41d6-b82f-3dfc40f16ece] Reconfigured VM instance instance-0000003a to attach disk [datastore2] f8bf5641-1c7c-41d6-b82f-3dfc40f16ece/f8bf5641-1c7c-41d6-b82f-3dfc40f16ece.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 857.328212] env[70015]: DEBUG nova.compute.manager [req-441273e5-0214-4ac9-be97-983bb94dc4fb req-e64ee9af-89d6-4f27-b3d0-369bbb45aa8f service nova] [instance: 1b4eaaac-eed4-432f-a535-bee8f93ee4c7] Received event network-vif-plugged-6d3f960d-ad0b-4c12-bcd9-334ecd1e5f51 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.328212] env[70015]: DEBUG oslo_concurrency.lockutils [req-441273e5-0214-4ac9-be97-983bb94dc4fb req-e64ee9af-89d6-4f27-b3d0-369bbb45aa8f service nova] Acquiring lock "1b4eaaac-eed4-432f-a535-bee8f93ee4c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.328212] env[70015]: DEBUG oslo_concurrency.lockutils [req-441273e5-0214-4ac9-be97-983bb94dc4fb req-e64ee9af-89d6-4f27-b3d0-369bbb45aa8f service nova] Lock "1b4eaaac-eed4-432f-a535-bee8f93ee4c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.328212] env[70015]: DEBUG oslo_concurrency.lockutils [req-441273e5-0214-4ac9-be97-983bb94dc4fb req-e64ee9af-89d6-4f27-b3d0-369bbb45aa8f service nova] Lock "1b4eaaac-eed4-432f-a535-bee8f93ee4c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.328212] env[70015]: DEBUG nova.compute.manager [req-441273e5-0214-4ac9-be97-983bb94dc4fb req-e64ee9af-89d6-4f27-b3d0-369bbb45aa8f service nova] [instance: 1b4eaaac-eed4-432f-a535-bee8f93ee4c7] No waiting events found dispatching network-vif-plugged-6d3f960d-ad0b-4c12-bcd9-334ecd1e5f51 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 857.328549] env[70015]: WARNING nova.compute.manager [req-441273e5-0214-4ac9-be97-983bb94dc4fb req-e64ee9af-89d6-4f27-b3d0-369bbb45aa8f service nova] [instance: 1b4eaaac-eed4-432f-a535-bee8f93ee4c7] Received unexpected event network-vif-plugged-6d3f960d-ad0b-4c12-bcd9-334ecd1e5f51 for instance with vm_state building and task_state spawning. [ 857.328549] env[70015]: DEBUG nova.compute.manager [req-441273e5-0214-4ac9-be97-983bb94dc4fb req-e64ee9af-89d6-4f27-b3d0-369bbb45aa8f service nova] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Received event network-changed-b9412b19-2c3f-4a3d-a2e3-d2ae8b69a54a {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.328811] env[70015]: DEBUG nova.compute.manager [req-441273e5-0214-4ac9-be97-983bb94dc4fb req-e64ee9af-89d6-4f27-b3d0-369bbb45aa8f service nova] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Refreshing instance network info cache due to event network-changed-b9412b19-2c3f-4a3d-a2e3-d2ae8b69a54a. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 857.329107] env[70015]: DEBUG oslo_concurrency.lockutils [req-441273e5-0214-4ac9-be97-983bb94dc4fb req-e64ee9af-89d6-4f27-b3d0-369bbb45aa8f service nova] Acquiring lock "refresh_cache-f643562c-87ff-4090-aa1b-f7453ce83b66" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.329430] env[70015]: DEBUG oslo_concurrency.lockutils [req-441273e5-0214-4ac9-be97-983bb94dc4fb req-e64ee9af-89d6-4f27-b3d0-369bbb45aa8f service nova] Acquired lock "refresh_cache-f643562c-87ff-4090-aa1b-f7453ce83b66" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.329703] env[70015]: DEBUG nova.network.neutron [req-441273e5-0214-4ac9-be97-983bb94dc4fb req-e64ee9af-89d6-4f27-b3d0-369bbb45aa8f service nova] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Refreshing network info cache for port b9412b19-2c3f-4a3d-a2e3-d2ae8b69a54a {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.332344] env[70015]: DEBUG oslo_vmware.api [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3610869, 'name': CloneVM_Task} progress is 94%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.332700] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a16fb6d-15e0-41f8-8c0c-ca5ec84d74d1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.341027] env[70015]: DEBUG oslo_concurrency.lockutils [req-22e3145d-3098-47d5-a448-ad764cbe2744 req-4edb17a5-30b1-402f-9516-b3b71e821f45 service nova] Releasing lock "refresh_cache-aac9197d-0c55-4a40-b0c7-877edefa3ab2" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.344317] env[70015]: DEBUG oslo_vmware.api [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Waiting for the task: (returnval){ [ 857.344317] env[70015]: value = "task-3610871" [ 857.344317] env[70015]: _type = "Task" [ 857.344317] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.360829] env[70015]: DEBUG oslo_vmware.api [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Task: {'id': task-3610871, 'name': Rename_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.491387] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Acquiring lock "refresh_cache-1b4eaaac-eed4-432f-a535-bee8f93ee4c7" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.491387] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Acquired lock "refresh_cache-1b4eaaac-eed4-432f-a535-bee8f93ee4c7" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.491387] env[70015]: DEBUG nova.network.neutron [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] [instance: 1b4eaaac-eed4-432f-a535-bee8f93ee4c7] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.552191] env[70015]: DEBUG oslo_vmware.api [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]526013ae-aa9b-827b-211d-8a94ffa8e6f7, 'name': SearchDatastore_Task, 'duration_secs': 0.019011} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.552191] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c154f1e3-faa3-43ef-a44a-48558bf96063 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.558830] env[70015]: DEBUG oslo_vmware.api [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Waiting for the task: (returnval){ [ 857.558830] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52617026-0d7b-be9a-461f-eef6b280f1c9" [ 857.558830] env[70015]: _type = "Task" [ 857.558830] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.568689] env[70015]: DEBUG oslo_vmware.api [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52617026-0d7b-be9a-461f-eef6b280f1c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.805299] env[70015]: DEBUG oslo_vmware.api [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3610869, 'name': CloneVM_Task} progress is 94%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.856460] env[70015]: DEBUG oslo_vmware.api [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Task: {'id': task-3610871, 'name': Rename_Task, 'duration_secs': 0.246085} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.859315] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] [instance: f8bf5641-1c7c-41d6-b82f-3dfc40f16ece] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.859805] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fbc65311-e214-4d2b-92e4-43752ae93ff8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.870425] env[70015]: DEBUG oslo_vmware.api [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Waiting for the task: (returnval){ [ 857.870425] env[70015]: value = "task-3610872" [ 857.870425] env[70015]: _type = "Task" [ 857.870425] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.883078] env[70015]: DEBUG oslo_vmware.api [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Task: {'id': task-3610872, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.002754] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eadc269-221f-48d0-b9df-d5071126c830 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.012854] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755e9c87-371a-4268-bd6d-84cc2883eb8b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.045747] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4f909a-9a1e-4d20-b77b-429b13e14a98 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.055210] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11eff907-fa4c-45ea-bc39-7bfd0dc86003 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.073024] env[70015]: DEBUG nova.compute.provider_tree [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.078108] env[70015]: DEBUG oslo_vmware.api [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52617026-0d7b-be9a-461f-eef6b280f1c9, 'name': SearchDatastore_Task, 'duration_secs': 0.019571} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.078309] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.078633] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] aac9197d-0c55-4a40-b0c7-877edefa3ab2/aac9197d-0c55-4a40-b0c7-877edefa3ab2.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 858.078804] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d28c51b7-9bfd-4088-86c3-1546dff52b55 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.086899] env[70015]: DEBUG oslo_vmware.api [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Waiting for the task: (returnval){ [ 858.086899] env[70015]: value = "task-3610873" [ 858.086899] env[70015]: _type = "Task" [ 858.086899] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.091486] env[70015]: DEBUG nova.network.neutron [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] [instance: 1b4eaaac-eed4-432f-a535-bee8f93ee4c7] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 858.099294] env[70015]: DEBUG oslo_vmware.api [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Task: {'id': task-3610873, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.308359] env[70015]: DEBUG oslo_vmware.api [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3610869, 'name': CloneVM_Task, 'duration_secs': 1.90079} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.308359] env[70015]: INFO nova.virt.vmwareapi.vmops [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Created linked-clone VM from snapshot [ 858.308359] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a682607-1949-4b3c-97bf-355fb29c2db4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.319193] env[70015]: DEBUG nova.virt.vmwareapi.images [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Uploading image d8749c13-823e-42c6-b8f0-9619dc8ddc43 {{(pid=70015) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 858.363166] env[70015]: DEBUG oslo_vmware.rw_handles [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 858.363166] env[70015]: value = "vm-720290" [ 858.363166] env[70015]: _type = "VirtualMachine" [ 858.363166] env[70015]: }. {{(pid=70015) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 858.363564] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-befb8e9a-6b5e-4e00-8f8a-e70ca2943c75 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.376941] env[70015]: DEBUG oslo_vmware.rw_handles [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Lease: (returnval){ [ 858.376941] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]522d3b1a-fb5f-6412-075f-6c9255851a30" [ 858.376941] env[70015]: _type = "HttpNfcLease" [ 858.376941] env[70015]: } obtained for exporting VM: (result){ [ 858.376941] env[70015]: value = "vm-720290" [ 858.376941] env[70015]: _type = "VirtualMachine" [ 858.376941] env[70015]: }. {{(pid=70015) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 858.377377] env[70015]: DEBUG oslo_vmware.api [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for the lease: (returnval){ [ 858.377377] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]522d3b1a-fb5f-6412-075f-6c9255851a30" [ 858.377377] env[70015]: _type = "HttpNfcLease" [ 858.377377] env[70015]: } to be ready. {{(pid=70015) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 858.384729] env[70015]: DEBUG oslo_vmware.api [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Task: {'id': task-3610872, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.393085] env[70015]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 858.393085] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]522d3b1a-fb5f-6412-075f-6c9255851a30" [ 858.393085] env[70015]: _type = "HttpNfcLease" [ 858.393085] env[70015]: } is ready. {{(pid=70015) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 858.393456] env[70015]: DEBUG oslo_vmware.rw_handles [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 858.393456] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]522d3b1a-fb5f-6412-075f-6c9255851a30" [ 858.393456] env[70015]: _type = "HttpNfcLease" [ 858.393456] env[70015]: }. {{(pid=70015) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 858.394197] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683cc4dd-855e-49bb-8f09-4cfdcee38148 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.403628] env[70015]: DEBUG oslo_vmware.rw_handles [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c02082-b074-93ca-af5b-f384734d38d7/disk-0.vmdk from lease info. {{(pid=70015) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 858.403809] env[70015]: DEBUG oslo_vmware.rw_handles [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c02082-b074-93ca-af5b-f384734d38d7/disk-0.vmdk for reading. {{(pid=70015) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 858.508879] env[70015]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-eb84f975-1e8b-448c-a9b2-17f33742135e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.573729] env[70015]: DEBUG nova.scheduler.client.report [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.601711] env[70015]: DEBUG oslo_vmware.api [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Task: {'id': task-3610873, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.641784] env[70015]: DEBUG nova.network.neutron [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] [instance: 1b4eaaac-eed4-432f-a535-bee8f93ee4c7] Updating instance_info_cache with network_info: [{"id": "6d3f960d-ad0b-4c12-bcd9-334ecd1e5f51", "address": "fa:16:3e:dd:e1:fa", "network": {"id": "1eb404c8-d5af-41f3-8620-92862186614d", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1730632154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fb5f4e3c88f4ce09c7b0dd556b4e11c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d3f960d-ad", "ovs_interfaceid": "6d3f960d-ad0b-4c12-bcd9-334ecd1e5f51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.647598] env[70015]: DEBUG nova.network.neutron [req-441273e5-0214-4ac9-be97-983bb94dc4fb req-e64ee9af-89d6-4f27-b3d0-369bbb45aa8f service nova] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Updated VIF entry in instance network info cache for port b9412b19-2c3f-4a3d-a2e3-d2ae8b69a54a. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 858.648046] env[70015]: DEBUG nova.network.neutron [req-441273e5-0214-4ac9-be97-983bb94dc4fb req-e64ee9af-89d6-4f27-b3d0-369bbb45aa8f service nova] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Updating instance_info_cache with network_info: [{"id": "b9412b19-2c3f-4a3d-a2e3-d2ae8b69a54a", "address": "fa:16:3e:15:84:38", "network": {"id": "54eb7a37-2a22-42e7-8acd-b881580de840", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-916588865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c24df7a88e5f4165b2618140613b0538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9412b19-2c", "ovs_interfaceid": "b9412b19-2c3f-4a3d-a2e3-d2ae8b69a54a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.893306] env[70015]: DEBUG oslo_vmware.api [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Task: {'id': task-3610872, 'name': PowerOnVM_Task, 'duration_secs': 0.526297} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.893559] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] [instance: f8bf5641-1c7c-41d6-b82f-3dfc40f16ece] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 858.893725] env[70015]: INFO nova.compute.manager [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] [instance: f8bf5641-1c7c-41d6-b82f-3dfc40f16ece] Took 9.17 seconds to spawn the instance on the hypervisor. [ 858.893968] env[70015]: DEBUG nova.compute.manager [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] [instance: f8bf5641-1c7c-41d6-b82f-3dfc40f16ece] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 858.894806] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbf9655-983a-4cd7-b4cc-1226d0591079 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.081666] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.082315] env[70015]: DEBUG nova.compute.manager [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 859.089867] env[70015]: DEBUG oslo_concurrency.lockutils [None req-166b2728-b67c-4146-8379-ca45021a179a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.140s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.090190] env[70015]: DEBUG nova.objects.instance [None req-166b2728-b67c-4146-8379-ca45021a179a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lazy-loading 'resources' on Instance uuid 9346b616-beab-42ce-8211-f746d17130ae {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 859.110534] env[70015]: DEBUG oslo_vmware.api [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Task: {'id': task-3610873, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612881} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.110894] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] aac9197d-0c55-4a40-b0c7-877edefa3ab2/aac9197d-0c55-4a40-b0c7-877edefa3ab2.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 859.111181] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: aac9197d-0c55-4a40-b0c7-877edefa3ab2] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 859.111665] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff882e29-b090-4a0c-89f3-df0644f58222 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.124669] env[70015]: DEBUG oslo_vmware.api [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Waiting for the task: (returnval){ [ 859.124669] env[70015]: value = "task-3610875" [ 859.124669] env[70015]: _type = "Task" [ 859.124669] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.139899] env[70015]: DEBUG oslo_vmware.api [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Task: {'id': task-3610875, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.145037] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Releasing lock "refresh_cache-1b4eaaac-eed4-432f-a535-bee8f93ee4c7" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.145564] env[70015]: DEBUG nova.compute.manager [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] [instance: 1b4eaaac-eed4-432f-a535-bee8f93ee4c7] Instance network_info: |[{"id": "6d3f960d-ad0b-4c12-bcd9-334ecd1e5f51", "address": "fa:16:3e:dd:e1:fa", "network": {"id": "1eb404c8-d5af-41f3-8620-92862186614d", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1730632154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fb5f4e3c88f4ce09c7b0dd556b4e11c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d3f960d-ad", "ovs_interfaceid": "6d3f960d-ad0b-4c12-bcd9-334ecd1e5f51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 859.146690] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] [instance: 1b4eaaac-eed4-432f-a535-bee8f93ee4c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:e1:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f408ce42-3cac-4d9d-9c05-15471d653a18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d3f960d-ad0b-4c12-bcd9-334ecd1e5f51', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 859.155044] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Creating folder: Project (5fb5f4e3c88f4ce09c7b0dd556b4e11c). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 859.155685] env[70015]: DEBUG oslo_concurrency.lockutils [req-441273e5-0214-4ac9-be97-983bb94dc4fb req-e64ee9af-89d6-4f27-b3d0-369bbb45aa8f service nova] Releasing lock "refresh_cache-f643562c-87ff-4090-aa1b-f7453ce83b66" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.156404] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ed2da92-3ea1-48e4-bea8-9c63c360383a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.171918] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Created folder: Project (5fb5f4e3c88f4ce09c7b0dd556b4e11c) in parent group-v720117. [ 859.172313] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Creating folder: Instances. Parent ref: group-v720291. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 859.172526] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad8644d9-443b-4123-9487-76896d67aefc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.184563] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Created folder: Instances in parent group-v720291. [ 859.185218] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 859.185765] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b4eaaac-eed4-432f-a535-bee8f93ee4c7] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 859.185765] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29fcc2eb-845a-4792-9390-bb9a25d896e0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.208257] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 859.208257] env[70015]: value = "task-3610878" [ 859.208257] env[70015]: _type = "Task" [ 859.208257] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.221550] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610878, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.417722] env[70015]: INFO nova.compute.manager [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] [instance: f8bf5641-1c7c-41d6-b82f-3dfc40f16ece] Took 49.47 seconds to build instance. [ 859.594017] env[70015]: DEBUG nova.compute.utils [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 859.594017] env[70015]: DEBUG nova.compute.manager [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 859.594017] env[70015]: DEBUG nova.network.neutron [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 859.640755] env[70015]: DEBUG oslo_vmware.api [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Task: {'id': task-3610875, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071783} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.641098] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: aac9197d-0c55-4a40-b0c7-877edefa3ab2] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 859.642326] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ba249d-6585-4522-b9c7-7826b3170a8b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.671297] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: aac9197d-0c55-4a40-b0c7-877edefa3ab2] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] aac9197d-0c55-4a40-b0c7-877edefa3ab2/aac9197d-0c55-4a40-b0c7-877edefa3ab2.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.674623] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14075834-2b13-446d-84ce-67501b87dd7f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.697830] env[70015]: DEBUG oslo_vmware.api [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Waiting for the task: (returnval){ [ 859.697830] env[70015]: value = "task-3610879" [ 859.697830] env[70015]: _type = "Task" [ 859.697830] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.706845] env[70015]: DEBUG oslo_vmware.api [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Task: {'id': task-3610879, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.721404] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610878, 'name': CreateVM_Task, 'duration_secs': 0.486177} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.721853] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b4eaaac-eed4-432f-a535-bee8f93ee4c7] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 859.722912] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.723443] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.723810] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.724259] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d97feab6-218e-472a-9483-684702a98224 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.736210] env[70015]: DEBUG oslo_vmware.api [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Waiting for the task: (returnval){ [ 859.736210] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52c4070b-9ca1-5701-4341-26d0b7c1ef76" [ 859.736210] env[70015]: _type = "Task" [ 859.736210] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.750440] env[70015]: DEBUG oslo_vmware.api [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52c4070b-9ca1-5701-4341-26d0b7c1ef76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.816249] env[70015]: DEBUG nova.policy [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eab3f1dd9c774f4290b47918d77d94bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a29459ce08d649d18549557d28299696', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 859.832801] env[70015]: DEBUG nova.compute.manager [req-25f99ee0-a77d-4114-8fa1-1cab3647737d req-3bd0b06b-ab8c-4216-a583-620ea90f24ec service nova] [instance: 1b4eaaac-eed4-432f-a535-bee8f93ee4c7] Received event network-changed-6d3f960d-ad0b-4c12-bcd9-334ecd1e5f51 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.833038] env[70015]: DEBUG nova.compute.manager [req-25f99ee0-a77d-4114-8fa1-1cab3647737d req-3bd0b06b-ab8c-4216-a583-620ea90f24ec service nova] [instance: 1b4eaaac-eed4-432f-a535-bee8f93ee4c7] Refreshing instance network info cache due to event network-changed-6d3f960d-ad0b-4c12-bcd9-334ecd1e5f51. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 859.833710] env[70015]: DEBUG oslo_concurrency.lockutils [req-25f99ee0-a77d-4114-8fa1-1cab3647737d req-3bd0b06b-ab8c-4216-a583-620ea90f24ec service nova] Acquiring lock "refresh_cache-1b4eaaac-eed4-432f-a535-bee8f93ee4c7" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.834169] env[70015]: DEBUG oslo_concurrency.lockutils [req-25f99ee0-a77d-4114-8fa1-1cab3647737d req-3bd0b06b-ab8c-4216-a583-620ea90f24ec service nova] Acquired lock "refresh_cache-1b4eaaac-eed4-432f-a535-bee8f93ee4c7" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.834169] env[70015]: DEBUG nova.network.neutron [req-25f99ee0-a77d-4114-8fa1-1cab3647737d req-3bd0b06b-ab8c-4216-a583-620ea90f24ec service nova] [instance: 1b4eaaac-eed4-432f-a535-bee8f93ee4c7] Refreshing network info cache for port 6d3f960d-ad0b-4c12-bcd9-334ecd1e5f51 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.925070] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8d32bba5-549b-41f3-9b21-9db4191ddd60 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Lock "f8bf5641-1c7c-41d6-b82f-3dfc40f16ece" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.464s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.100126] env[70015]: DEBUG nova.compute.manager [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 860.209196] env[70015]: DEBUG oslo_vmware.api [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Task: {'id': task-3610879, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.225695] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a4afcf-20b0-4277-8bb4-76916e5f5cd2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.234390] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4356b91c-b18d-4e6c-a5d5-01bc104e295d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.248639] env[70015]: DEBUG oslo_vmware.api [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52c4070b-9ca1-5701-4341-26d0b7c1ef76, 'name': SearchDatastore_Task, 'duration_secs': 0.012431} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.274036] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.274363] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] [instance: 1b4eaaac-eed4-432f-a535-bee8f93ee4c7] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 860.274627] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.274961] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.274961] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 860.275604] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae8c3cf1-dc40-45f5-93e2-8a762e0cb10a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.278101] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fde1d4f-34f4-4ef5-b0ba-1e0250a4b34f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.287272] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429ddf67-ea20-4d5a-b733-2e90eb2e71cc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.292703] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 860.292993] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 860.294265] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f97c116b-262d-4c89-bcc2-a4b678225992 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.305018] env[70015]: DEBUG nova.compute.provider_tree [None req-166b2728-b67c-4146-8379-ca45021a179a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.310330] env[70015]: DEBUG oslo_vmware.api [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Waiting for the task: (returnval){ [ 860.310330] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52e4b222-56f5-a927-2f25-a7f988fcb548" [ 860.310330] env[70015]: _type = "Task" [ 860.310330] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.319398] env[70015]: DEBUG oslo_vmware.api [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52e4b222-56f5-a927-2f25-a7f988fcb548, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.430061] env[70015]: DEBUG nova.compute.manager [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 860.710144] env[70015]: DEBUG oslo_vmware.api [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Task: {'id': task-3610879, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.782138] env[70015]: DEBUG nova.network.neutron [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260] Successfully created port: 38a31ab3-1975-4fad-bd9b-09275ec2ee62 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 860.809157] env[70015]: DEBUG nova.scheduler.client.report [None req-166b2728-b67c-4146-8379-ca45021a179a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.828388] env[70015]: DEBUG oslo_vmware.api [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52e4b222-56f5-a927-2f25-a7f988fcb548, 'name': SearchDatastore_Task, 'duration_secs': 0.027306} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.831042] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae639502-876b-4d66-901c-a70d49547cf2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.840189] env[70015]: DEBUG oslo_vmware.api [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Waiting for the task: (returnval){ [ 860.840189] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52631327-b4cb-b190-b1c0-5757d95585d4" [ 860.840189] env[70015]: _type = "Task" [ 860.840189] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.853095] env[70015]: DEBUG oslo_vmware.api [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52631327-b4cb-b190-b1c0-5757d95585d4, 'name': SearchDatastore_Task, 'duration_secs': 0.010806} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.853488] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.853856] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 1b4eaaac-eed4-432f-a535-bee8f93ee4c7/1b4eaaac-eed4-432f-a535-bee8f93ee4c7.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 860.854371] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a93474fd-54e8-4266-b9d6-8cd70ac94d3e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.865394] env[70015]: DEBUG oslo_vmware.api [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Waiting for the task: (returnval){ [ 860.865394] env[70015]: value = "task-3610880" [ 860.865394] env[70015]: _type = "Task" [ 860.865394] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.875019] env[70015]: DEBUG oslo_vmware.api [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Task: {'id': task-3610880, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.955923] env[70015]: DEBUG nova.network.neutron [req-25f99ee0-a77d-4114-8fa1-1cab3647737d req-3bd0b06b-ab8c-4216-a583-620ea90f24ec service nova] [instance: 1b4eaaac-eed4-432f-a535-bee8f93ee4c7] Updated VIF entry in instance network info cache for port 6d3f960d-ad0b-4c12-bcd9-334ecd1e5f51. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 860.955923] env[70015]: DEBUG nova.network.neutron [req-25f99ee0-a77d-4114-8fa1-1cab3647737d req-3bd0b06b-ab8c-4216-a583-620ea90f24ec service nova] [instance: 1b4eaaac-eed4-432f-a535-bee8f93ee4c7] Updating instance_info_cache with network_info: [{"id": "6d3f960d-ad0b-4c12-bcd9-334ecd1e5f51", "address": "fa:16:3e:dd:e1:fa", "network": {"id": "1eb404c8-d5af-41f3-8620-92862186614d", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1730632154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fb5f4e3c88f4ce09c7b0dd556b4e11c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d3f960d-ad", "ovs_interfaceid": "6d3f960d-ad0b-4c12-bcd9-334ecd1e5f51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.965075] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.114093] env[70015]: DEBUG nova.compute.manager [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 861.154273] env[70015]: DEBUG nova.virt.hardware [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.154273] env[70015]: DEBUG nova.virt.hardware [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.154273] env[70015]: DEBUG nova.virt.hardware [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.155332] env[70015]: DEBUG nova.virt.hardware [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.155332] env[70015]: DEBUG nova.virt.hardware [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.155516] env[70015]: DEBUG nova.virt.hardware [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.155682] env[70015]: DEBUG nova.virt.hardware [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.156083] env[70015]: DEBUG nova.virt.hardware [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.156343] env[70015]: DEBUG nova.virt.hardware [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.156539] env[70015]: DEBUG nova.virt.hardware [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.156718] env[70015]: DEBUG nova.virt.hardware [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.157850] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1b9b95-885c-4057-bc71-3cfda279ba3e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.175062] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58300e98-0b5f-4386-a897-e7d84e43d30a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.211260] env[70015]: DEBUG oslo_vmware.api [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Task: {'id': task-3610879, 'name': ReconfigVM_Task, 'duration_secs': 1.330797} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.211873] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: aac9197d-0c55-4a40-b0c7-877edefa3ab2] Reconfigured VM instance instance-0000003b to attach disk [datastore2] aac9197d-0c55-4a40-b0c7-877edefa3ab2/aac9197d-0c55-4a40-b0c7-877edefa3ab2.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 861.212430] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a7ebf47-0122-4faf-b4ed-e61daa791db9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.223303] env[70015]: DEBUG oslo_vmware.api [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Waiting for the task: (returnval){ [ 861.223303] env[70015]: value = "task-3610881" [ 861.223303] env[70015]: _type = "Task" [ 861.223303] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.234315] env[70015]: DEBUG oslo_vmware.api [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Task: {'id': task-3610881, 'name': Rename_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.321520] env[70015]: DEBUG oslo_concurrency.lockutils [None req-166b2728-b67c-4146-8379-ca45021a179a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.231s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.325143] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3408a324-701f-4a46-aff2-f308f33eefdb tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.728s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.325454] env[70015]: DEBUG nova.objects.instance [None req-3408a324-701f-4a46-aff2-f308f33eefdb tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Lazy-loading 'resources' on Instance uuid 42a0560b-a274-4273-9828-57645661f4a0 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.353725] env[70015]: INFO nova.scheduler.client.report [None req-166b2728-b67c-4146-8379-ca45021a179a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Deleted allocations for instance 9346b616-beab-42ce-8211-f746d17130ae [ 861.377312] env[70015]: DEBUG oslo_vmware.api [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Task: {'id': task-3610880, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.459355] env[70015]: DEBUG oslo_concurrency.lockutils [req-25f99ee0-a77d-4114-8fa1-1cab3647737d req-3bd0b06b-ab8c-4216-a583-620ea90f24ec service nova] Releasing lock "refresh_cache-1b4eaaac-eed4-432f-a535-bee8f93ee4c7" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.735118] env[70015]: DEBUG oslo_vmware.api [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Task: {'id': task-3610881, 'name': Rename_Task, 'duration_secs': 0.301692} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.738562] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: aac9197d-0c55-4a40-b0c7-877edefa3ab2] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.738562] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-220c6b58-d5c9-46f3-acb9-6959baf3e0d1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.747890] env[70015]: DEBUG oslo_vmware.api [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Waiting for the task: (returnval){ [ 861.747890] env[70015]: value = "task-3610882" [ 861.747890] env[70015]: _type = "Task" [ 861.747890] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.752062] env[70015]: DEBUG nova.compute.manager [req-bc863541-5637-41c6-a19b-bb16c01886ff req-6201a239-3e91-4d87-bb41-82d35d03c897 service nova] [instance: f8bf5641-1c7c-41d6-b82f-3dfc40f16ece] Received event network-changed-8adf6a8b-6a7f-4f28-a96a-5bb5598b8894 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.752734] env[70015]: DEBUG nova.compute.manager [req-bc863541-5637-41c6-a19b-bb16c01886ff req-6201a239-3e91-4d87-bb41-82d35d03c897 service nova] [instance: f8bf5641-1c7c-41d6-b82f-3dfc40f16ece] Refreshing instance network info cache due to event network-changed-8adf6a8b-6a7f-4f28-a96a-5bb5598b8894. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 861.752734] env[70015]: DEBUG oslo_concurrency.lockutils [req-bc863541-5637-41c6-a19b-bb16c01886ff req-6201a239-3e91-4d87-bb41-82d35d03c897 service nova] Acquiring lock "refresh_cache-f8bf5641-1c7c-41d6-b82f-3dfc40f16ece" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.752734] env[70015]: DEBUG oslo_concurrency.lockutils [req-bc863541-5637-41c6-a19b-bb16c01886ff req-6201a239-3e91-4d87-bb41-82d35d03c897 service nova] Acquired lock "refresh_cache-f8bf5641-1c7c-41d6-b82f-3dfc40f16ece" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.753087] env[70015]: DEBUG nova.network.neutron [req-bc863541-5637-41c6-a19b-bb16c01886ff req-6201a239-3e91-4d87-bb41-82d35d03c897 service nova] [instance: f8bf5641-1c7c-41d6-b82f-3dfc40f16ece] Refreshing network info cache for port 8adf6a8b-6a7f-4f28-a96a-5bb5598b8894 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.766083] env[70015]: DEBUG oslo_vmware.api [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Task: {'id': task-3610882, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.866389] env[70015]: DEBUG oslo_concurrency.lockutils [None req-166b2728-b67c-4146-8379-ca45021a179a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lock "9346b616-beab-42ce-8211-f746d17130ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.989s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.879513] env[70015]: DEBUG oslo_vmware.api [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Task: {'id': task-3610880, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560498} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.879814] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 1b4eaaac-eed4-432f-a535-bee8f93ee4c7/1b4eaaac-eed4-432f-a535-bee8f93ee4c7.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 861.880070] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] [instance: 1b4eaaac-eed4-432f-a535-bee8f93ee4c7] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.883933] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7da2224-09a7-447d-a624-8269cd213e8a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.895188] env[70015]: DEBUG oslo_vmware.api [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Waiting for the task: (returnval){ [ 861.895188] env[70015]: value = "task-3610883" [ 861.895188] env[70015]: _type = "Task" [ 861.895188] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.911622] env[70015]: DEBUG oslo_vmware.api [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Task: {'id': task-3610883, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.269902] env[70015]: DEBUG oslo_vmware.api [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Task: {'id': task-3610882, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.382766] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30fbf818-6c07-49f5-a454-82dd644c3c9a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.391992] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4584e512-9355-4982-9738-286c636d1c6b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.406673] env[70015]: DEBUG oslo_vmware.api [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Task: {'id': task-3610883, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077457} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.432220] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] [instance: 1b4eaaac-eed4-432f-a535-bee8f93ee4c7] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 862.436989] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da179a81-cf6b-4e92-8cfa-16c3f62e56f4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.440664] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a26018-53b2-411d-a61a-659074e814e4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.461473] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d511cf18-1059-4cb4-b9d1-7e6c18bc73e7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.477730] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] [instance: 1b4eaaac-eed4-432f-a535-bee8f93ee4c7] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 1b4eaaac-eed4-432f-a535-bee8f93ee4c7/1b4eaaac-eed4-432f-a535-bee8f93ee4c7.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 862.478142] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d7daa6d-2f23-4dc1-944a-7c93eedcfef6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.505467] env[70015]: DEBUG nova.compute.provider_tree [None req-3408a324-701f-4a46-aff2-f308f33eefdb tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.508386] env[70015]: DEBUG oslo_vmware.api [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Waiting for the task: (returnval){ [ 862.508386] env[70015]: value = "task-3610884" [ 862.508386] env[70015]: _type = "Task" [ 862.508386] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.518721] env[70015]: DEBUG oslo_vmware.api [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Task: {'id': task-3610884, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.770025] env[70015]: DEBUG oslo_vmware.api [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Task: {'id': task-3610882, 'name': PowerOnVM_Task, 'duration_secs': 0.568701} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.770025] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: aac9197d-0c55-4a40-b0c7-877edefa3ab2] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.770025] env[70015]: INFO nova.compute.manager [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: aac9197d-0c55-4a40-b0c7-877edefa3ab2] Took 10.32 seconds to spawn the instance on the hypervisor. [ 862.770025] env[70015]: DEBUG nova.compute.manager [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: aac9197d-0c55-4a40-b0c7-877edefa3ab2] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.770025] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db10c28-8778-4bd2-bb68-53d164e0f285 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.911750] env[70015]: DEBUG nova.network.neutron [req-bc863541-5637-41c6-a19b-bb16c01886ff req-6201a239-3e91-4d87-bb41-82d35d03c897 service nova] [instance: f8bf5641-1c7c-41d6-b82f-3dfc40f16ece] Updated VIF entry in instance network info cache for port 8adf6a8b-6a7f-4f28-a96a-5bb5598b8894. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 862.912122] env[70015]: DEBUG nova.network.neutron [req-bc863541-5637-41c6-a19b-bb16c01886ff req-6201a239-3e91-4d87-bb41-82d35d03c897 service nova] [instance: f8bf5641-1c7c-41d6-b82f-3dfc40f16ece] Updating instance_info_cache with network_info: [{"id": "8adf6a8b-6a7f-4f28-a96a-5bb5598b8894", "address": "fa:16:3e:7e:ee:6d", "network": {"id": "c9faeb75-f6f8-41de-885e-fdd61afeac7e", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-204957190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f468c27cfbc44199cc982f3433f42df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8adf6a8b-6a", "ovs_interfaceid": "8adf6a8b-6a7f-4f28-a96a-5bb5598b8894", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.998675] env[70015]: DEBUG nova.compute.manager [req-3d580260-38de-4259-846d-c7636aa67825 req-0dfaff0e-5436-440f-ab7d-638808ca1a79 service nova] [instance: 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260] Received event network-vif-plugged-38a31ab3-1975-4fad-bd9b-09275ec2ee62 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.998977] env[70015]: DEBUG oslo_concurrency.lockutils [req-3d580260-38de-4259-846d-c7636aa67825 req-0dfaff0e-5436-440f-ab7d-638808ca1a79 service nova] Acquiring lock "145d58b1-f2b6-42d6-96ca-d7b3b6f7a260-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.999175] env[70015]: DEBUG oslo_concurrency.lockutils [req-3d580260-38de-4259-846d-c7636aa67825 req-0dfaff0e-5436-440f-ab7d-638808ca1a79 service nova] Lock "145d58b1-f2b6-42d6-96ca-d7b3b6f7a260-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.999365] env[70015]: DEBUG oslo_concurrency.lockutils [req-3d580260-38de-4259-846d-c7636aa67825 req-0dfaff0e-5436-440f-ab7d-638808ca1a79 service nova] Lock "145d58b1-f2b6-42d6-96ca-d7b3b6f7a260-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.999529] env[70015]: DEBUG nova.compute.manager [req-3d580260-38de-4259-846d-c7636aa67825 req-0dfaff0e-5436-440f-ab7d-638808ca1a79 service nova] [instance: 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260] No waiting events found dispatching network-vif-plugged-38a31ab3-1975-4fad-bd9b-09275ec2ee62 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 862.999664] env[70015]: WARNING nova.compute.manager [req-3d580260-38de-4259-846d-c7636aa67825 req-0dfaff0e-5436-440f-ab7d-638808ca1a79 service nova] [instance: 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260] Received unexpected event network-vif-plugged-38a31ab3-1975-4fad-bd9b-09275ec2ee62 for instance with vm_state building and task_state spawning. [ 863.013452] env[70015]: DEBUG nova.scheduler.client.report [None req-3408a324-701f-4a46-aff2-f308f33eefdb tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.025029] env[70015]: DEBUG oslo_vmware.api [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Task: {'id': task-3610884, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.063366] env[70015]: DEBUG nova.network.neutron [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260] Successfully updated port: 38a31ab3-1975-4fad-bd9b-09275ec2ee62 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 863.292413] env[70015]: INFO nova.compute.manager [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: aac9197d-0c55-4a40-b0c7-877edefa3ab2] Took 50.61 seconds to build instance. [ 863.415045] env[70015]: DEBUG oslo_concurrency.lockutils [req-bc863541-5637-41c6-a19b-bb16c01886ff req-6201a239-3e91-4d87-bb41-82d35d03c897 service nova] Releasing lock "refresh_cache-f8bf5641-1c7c-41d6-b82f-3dfc40f16ece" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.519665] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3408a324-701f-4a46-aff2-f308f33eefdb tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.195s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.525930] env[70015]: DEBUG oslo_concurrency.lockutils [None req-685e0b07-e6bd-452a-a32d-38d6dd9ce6cd tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.838s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.526647] env[70015]: DEBUG nova.objects.instance [None req-685e0b07-e6bd-452a-a32d-38d6dd9ce6cd tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Lazy-loading 'resources' on Instance uuid 938ef7b4-e459-403d-ba0f-93415a15acbc {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 863.529160] env[70015]: DEBUG oslo_vmware.api [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Task: {'id': task-3610884, 'name': ReconfigVM_Task, 'duration_secs': 0.726347} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.529160] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] [instance: 1b4eaaac-eed4-432f-a535-bee8f93ee4c7] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 1b4eaaac-eed4-432f-a535-bee8f93ee4c7/1b4eaaac-eed4-432f-a535-bee8f93ee4c7.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.529160] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c80fe911-697c-4d1d-8842-7ac0a15ee255 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.537566] env[70015]: DEBUG oslo_vmware.api [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Waiting for the task: (returnval){ [ 863.537566] env[70015]: value = "task-3610885" [ 863.537566] env[70015]: _type = "Task" [ 863.537566] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.549698] env[70015]: DEBUG oslo_vmware.api [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Task: {'id': task-3610885, 'name': Rename_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.550746] env[70015]: INFO nova.scheduler.client.report [None req-3408a324-701f-4a46-aff2-f308f33eefdb tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Deleted allocations for instance 42a0560b-a274-4273-9828-57645661f4a0 [ 863.565787] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Acquiring lock "refresh_cache-145d58b1-f2b6-42d6-96ca-d7b3b6f7a260" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.565989] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Acquired lock "refresh_cache-145d58b1-f2b6-42d6-96ca-d7b3b6f7a260" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.566186] env[70015]: DEBUG nova.network.neutron [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.797222] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3cd4b99c-2428-4e60-8f4d-67560b277789 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Lock "aac9197d-0c55-4a40-b0c7-877edefa3ab2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.094s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.059132] env[70015]: DEBUG oslo_vmware.api [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Task: {'id': task-3610885, 'name': Rename_Task, 'duration_secs': 0.233888} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.059132] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3408a324-701f-4a46-aff2-f308f33eefdb tempest-ServerShowV247Test-991735397 tempest-ServerShowV247Test-991735397-project-member] Lock "42a0560b-a274-4273-9828-57645661f4a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.759s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.065930] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] [instance: 1b4eaaac-eed4-432f-a535-bee8f93ee4c7] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.065930] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-056aeaf8-2560-4f2f-8d77-c355ab0b43ca {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.071727] env[70015]: DEBUG oslo_vmware.api [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Waiting for the task: (returnval){ [ 864.071727] env[70015]: value = "task-3610886" [ 864.071727] env[70015]: _type = "Task" [ 864.071727] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.087460] env[70015]: DEBUG oslo_vmware.api [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Task: {'id': task-3610886, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.124064] env[70015]: DEBUG nova.network.neutron [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 864.336942] env[70015]: DEBUG nova.network.neutron [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260] Updating instance_info_cache with network_info: [{"id": "38a31ab3-1975-4fad-bd9b-09275ec2ee62", "address": "fa:16:3e:6c:8b:f8", "network": {"id": "2b3db0b2-f350-4c6a-a7a3-2ba9eb74f562", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1349194698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a29459ce08d649d18549557d28299696", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38a31ab3-19", "ovs_interfaceid": "38a31ab3-1975-4fad-bd9b-09275ec2ee62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.544358] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3af42e-dc6a-4034-a8ad-b55dae8dab11 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.552236] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037353d2-8152-443a-be31-a75ad0a49a48 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.588796] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efe8c0e-4833-4da7-805d-abb8c4503349 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.599513] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1d028d-5688-49cd-ae70-a13ce3ef62d9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.604186] env[70015]: DEBUG oslo_vmware.api [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Task: {'id': task-3610886, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.614577] env[70015]: DEBUG nova.compute.provider_tree [None req-685e0b07-e6bd-452a-a32d-38d6dd9ce6cd tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.839503] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Releasing lock "refresh_cache-145d58b1-f2b6-42d6-96ca-d7b3b6f7a260" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.839990] env[70015]: DEBUG nova.compute.manager [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260] Instance network_info: |[{"id": "38a31ab3-1975-4fad-bd9b-09275ec2ee62", "address": "fa:16:3e:6c:8b:f8", "network": {"id": "2b3db0b2-f350-4c6a-a7a3-2ba9eb74f562", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1349194698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a29459ce08d649d18549557d28299696", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38a31ab3-19", "ovs_interfaceid": "38a31ab3-1975-4fad-bd9b-09275ec2ee62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 864.840542] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:8b:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f68ebd2a-3c68-48db-8c32-8a01497fc2e7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38a31ab3-1975-4fad-bd9b-09275ec2ee62', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 864.848592] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.848863] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 864.849186] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a2546da-fdae-49cb-a5dd-52c07b578b3e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.873947] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 864.873947] env[70015]: value = "task-3610887" [ 864.873947] env[70015]: _type = "Task" [ 864.873947] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.882737] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610887, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.119379] env[70015]: DEBUG nova.scheduler.client.report [None req-685e0b07-e6bd-452a-a32d-38d6dd9ce6cd tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.137162] env[70015]: DEBUG oslo_vmware.api [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Task: {'id': task-3610886, 'name': PowerOnVM_Task, 'duration_secs': 0.884037} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.137162] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] [instance: 1b4eaaac-eed4-432f-a535-bee8f93ee4c7] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.137162] env[70015]: INFO nova.compute.manager [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] [instance: 1b4eaaac-eed4-432f-a535-bee8f93ee4c7] Took 9.99 seconds to spawn the instance on the hypervisor. [ 865.137468] env[70015]: DEBUG nova.compute.manager [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] [instance: 1b4eaaac-eed4-432f-a535-bee8f93ee4c7] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.138865] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dcc253a-aa82-41fc-9213-22160f972ecf {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.178120] env[70015]: DEBUG nova.compute.manager [req-89fff97d-18b8-4a08-87cf-160f6a07ce0c req-ea361d02-6e8c-4383-8a18-dbb34e497536 service nova] [instance: 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260] Received event network-changed-38a31ab3-1975-4fad-bd9b-09275ec2ee62 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.178120] env[70015]: DEBUG nova.compute.manager [req-89fff97d-18b8-4a08-87cf-160f6a07ce0c req-ea361d02-6e8c-4383-8a18-dbb34e497536 service nova] [instance: 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260] Refreshing instance network info cache due to event network-changed-38a31ab3-1975-4fad-bd9b-09275ec2ee62. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 865.178120] env[70015]: DEBUG oslo_concurrency.lockutils [req-89fff97d-18b8-4a08-87cf-160f6a07ce0c req-ea361d02-6e8c-4383-8a18-dbb34e497536 service nova] Acquiring lock "refresh_cache-145d58b1-f2b6-42d6-96ca-d7b3b6f7a260" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.178120] env[70015]: DEBUG oslo_concurrency.lockutils [req-89fff97d-18b8-4a08-87cf-160f6a07ce0c req-ea361d02-6e8c-4383-8a18-dbb34e497536 service nova] Acquired lock "refresh_cache-145d58b1-f2b6-42d6-96ca-d7b3b6f7a260" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.178120] env[70015]: DEBUG nova.network.neutron [req-89fff97d-18b8-4a08-87cf-160f6a07ce0c req-ea361d02-6e8c-4383-8a18-dbb34e497536 service nova] [instance: 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260] Refreshing network info cache for port 38a31ab3-1975-4fad-bd9b-09275ec2ee62 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 865.385071] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610887, 'name': CreateVM_Task, 'duration_secs': 0.47821} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.386562] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 865.386562] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.386562] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.386562] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.387225] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3b226e8-1fc2-4cf3-ae18-1c3e0ffb1239 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.393058] env[70015]: DEBUG oslo_vmware.api [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Waiting for the task: (returnval){ [ 865.393058] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]524f8784-286a-bb57-04e9-425feb86f59b" [ 865.393058] env[70015]: _type = "Task" [ 865.393058] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.402878] env[70015]: DEBUG oslo_vmware.api [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]524f8784-286a-bb57-04e9-425feb86f59b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.630541] env[70015]: DEBUG oslo_concurrency.lockutils [None req-685e0b07-e6bd-452a-a32d-38d6dd9ce6cd tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.105s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.634196] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 36.725s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.655251] env[70015]: INFO nova.scheduler.client.report [None req-685e0b07-e6bd-452a-a32d-38d6dd9ce6cd tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Deleted allocations for instance 938ef7b4-e459-403d-ba0f-93415a15acbc [ 865.669995] env[70015]: INFO nova.compute.manager [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] [instance: 1b4eaaac-eed4-432f-a535-bee8f93ee4c7] Took 52.39 seconds to build instance. [ 865.906916] env[70015]: DEBUG oslo_vmware.api [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]524f8784-286a-bb57-04e9-425feb86f59b, 'name': SearchDatastore_Task, 'duration_secs': 0.01423} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.909153] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.909153] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 865.909153] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.909153] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.909153] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 865.909153] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3432bb8-ff93-4678-b458-094d91fe8756 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.919295] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 865.919807] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 865.924095] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4456b47b-be4b-47d4-ad71-6eb1d64f25bf {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.930730] env[70015]: DEBUG oslo_vmware.api [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Waiting for the task: (returnval){ [ 865.930730] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52d5d08b-12fd-08e2-54fe-72a66080524d" [ 865.930730] env[70015]: _type = "Task" [ 865.930730] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.941530] env[70015]: DEBUG oslo_vmware.api [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52d5d08b-12fd-08e2-54fe-72a66080524d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.982133] env[70015]: DEBUG nova.network.neutron [req-89fff97d-18b8-4a08-87cf-160f6a07ce0c req-ea361d02-6e8c-4383-8a18-dbb34e497536 service nova] [instance: 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260] Updated VIF entry in instance network info cache for port 38a31ab3-1975-4fad-bd9b-09275ec2ee62. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 865.982133] env[70015]: DEBUG nova.network.neutron [req-89fff97d-18b8-4a08-87cf-160f6a07ce0c req-ea361d02-6e8c-4383-8a18-dbb34e497536 service nova] [instance: 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260] Updating instance_info_cache with network_info: [{"id": "38a31ab3-1975-4fad-bd9b-09275ec2ee62", "address": "fa:16:3e:6c:8b:f8", "network": {"id": "2b3db0b2-f350-4c6a-a7a3-2ba9eb74f562", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1349194698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a29459ce08d649d18549557d28299696", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38a31ab3-19", "ovs_interfaceid": "38a31ab3-1975-4fad-bd9b-09275ec2ee62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.141105] env[70015]: INFO nova.compute.claims [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 866.163749] env[70015]: DEBUG oslo_concurrency.lockutils [None req-685e0b07-e6bd-452a-a32d-38d6dd9ce6cd tempest-ServersListShow298Test-1857389550 tempest-ServersListShow298Test-1857389550-project-member] Lock "938ef7b4-e459-403d-ba0f-93415a15acbc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.779s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.170627] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e1dee143-2510-4a03-a35d-b17bec72fc5b tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Lock "1b4eaaac-eed4-432f-a535-bee8f93ee4c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.689s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.443314] env[70015]: DEBUG oslo_vmware.api [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52d5d08b-12fd-08e2-54fe-72a66080524d, 'name': SearchDatastore_Task, 'duration_secs': 0.013613} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.444314] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7850e4b-6a8b-430c-9bf3-8e99fc04fe87 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.450859] env[70015]: DEBUG oslo_vmware.api [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Waiting for the task: (returnval){ [ 866.450859] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5232f344-6db0-618e-3a34-b6b5cc0aea00" [ 866.450859] env[70015]: _type = "Task" [ 866.450859] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.462251] env[70015]: DEBUG oslo_vmware.api [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5232f344-6db0-618e-3a34-b6b5cc0aea00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.481074] env[70015]: DEBUG oslo_concurrency.lockutils [req-89fff97d-18b8-4a08-87cf-160f6a07ce0c req-ea361d02-6e8c-4383-8a18-dbb34e497536 service nova] Releasing lock "refresh_cache-145d58b1-f2b6-42d6-96ca-d7b3b6f7a260" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.647302] env[70015]: INFO nova.compute.resource_tracker [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Updating resource usage from migration 00c4a8d2-6949-441f-9769-d2ad5c17f0e1 [ 866.963137] env[70015]: DEBUG oslo_vmware.api [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5232f344-6db0-618e-3a34-b6b5cc0aea00, 'name': SearchDatastore_Task, 'duration_secs': 0.012533} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.963404] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.963670] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260/145d58b1-f2b6-42d6-96ca-d7b3b6f7a260.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 866.963942] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca248284-f69b-456a-a846-a6f7ee65c947 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.972577] env[70015]: DEBUG oslo_vmware.api [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Waiting for the task: (returnval){ [ 866.972577] env[70015]: value = "task-3610888" [ 866.972577] env[70015]: _type = "Task" [ 866.972577] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.982669] env[70015]: DEBUG oslo_vmware.api [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.100849] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6386b2-14a2-461e-a94f-0bf3f5c988dd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.107757] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4d9fb6cd-c5d2-4a09-ae9d-baafcb553454 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Acquiring lock "aac9197d-0c55-4a40-b0c7-877edefa3ab2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.107999] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4d9fb6cd-c5d2-4a09-ae9d-baafcb553454 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Lock "aac9197d-0c55-4a40-b0c7-877edefa3ab2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.108220] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4d9fb6cd-c5d2-4a09-ae9d-baafcb553454 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Acquiring lock "aac9197d-0c55-4a40-b0c7-877edefa3ab2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.108397] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4d9fb6cd-c5d2-4a09-ae9d-baafcb553454 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Lock "aac9197d-0c55-4a40-b0c7-877edefa3ab2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.108542] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4d9fb6cd-c5d2-4a09-ae9d-baafcb553454 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Lock "aac9197d-0c55-4a40-b0c7-877edefa3ab2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.110936] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a61172-f55d-4693-ba2b-af368a6ebd3b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.116153] env[70015]: INFO nova.compute.manager [None req-4d9fb6cd-c5d2-4a09-ae9d-baafcb553454 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: aac9197d-0c55-4a40-b0c7-877edefa3ab2] Terminating instance [ 867.146443] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67718e91-14b8-47a3-97ff-36676311c46b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.154763] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773a492b-d29d-47b9-ba0f-edfcd0e76326 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.170335] env[70015]: DEBUG nova.compute.provider_tree [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.485704] env[70015]: DEBUG oslo_vmware.api [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610888, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.620089] env[70015]: DEBUG nova.compute.manager [None req-4d9fb6cd-c5d2-4a09-ae9d-baafcb553454 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: aac9197d-0c55-4a40-b0c7-877edefa3ab2] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 867.620329] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9fb6cd-c5d2-4a09-ae9d-baafcb553454 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: aac9197d-0c55-4a40-b0c7-877edefa3ab2] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.621417] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d957c7ce-0ed7-47e1-a4b1-19d656e1e5c5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.631020] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d9fb6cd-c5d2-4a09-ae9d-baafcb553454 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: aac9197d-0c55-4a40-b0c7-877edefa3ab2] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.632014] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4faf4692-2fa2-4fe5-bac8-8ee098f6b34c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.640315] env[70015]: DEBUG oslo_vmware.api [None req-4d9fb6cd-c5d2-4a09-ae9d-baafcb553454 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Waiting for the task: (returnval){ [ 867.640315] env[70015]: value = "task-3610889" [ 867.640315] env[70015]: _type = "Task" [ 867.640315] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.651189] env[70015]: DEBUG oslo_vmware.api [None req-4d9fb6cd-c5d2-4a09-ae9d-baafcb553454 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Task: {'id': task-3610889, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.674242] env[70015]: DEBUG nova.scheduler.client.report [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.898472] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d2b46dde-530f-4b9f-92be-b85954445723 tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Acquiring lock "1b4eaaac-eed4-432f-a535-bee8f93ee4c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.898472] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d2b46dde-530f-4b9f-92be-b85954445723 tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Lock "1b4eaaac-eed4-432f-a535-bee8f93ee4c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.898472] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d2b46dde-530f-4b9f-92be-b85954445723 tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Acquiring lock "1b4eaaac-eed4-432f-a535-bee8f93ee4c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.898472] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d2b46dde-530f-4b9f-92be-b85954445723 tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Lock "1b4eaaac-eed4-432f-a535-bee8f93ee4c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.898472] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d2b46dde-530f-4b9f-92be-b85954445723 tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Lock "1b4eaaac-eed4-432f-a535-bee8f93ee4c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.899636] env[70015]: INFO nova.compute.manager [None req-d2b46dde-530f-4b9f-92be-b85954445723 tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] [instance: 1b4eaaac-eed4-432f-a535-bee8f93ee4c7] Terminating instance [ 867.983464] env[70015]: DEBUG oslo_vmware.api [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610888, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.834746} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.984060] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260/145d58b1-f2b6-42d6-96ca-d7b3b6f7a260.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 867.984467] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 867.984889] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0c01aa2-6574-433c-bb5f-f86fc9f63d66 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.992111] env[70015]: DEBUG oslo_vmware.api [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Waiting for the task: (returnval){ [ 867.992111] env[70015]: value = "task-3610890" [ 867.992111] env[70015]: _type = "Task" [ 867.992111] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.001159] env[70015]: DEBUG oslo_vmware.api [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610890, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.153887] env[70015]: DEBUG oslo_vmware.api [None req-4d9fb6cd-c5d2-4a09-ae9d-baafcb553454 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Task: {'id': task-3610889, 'name': PowerOffVM_Task, 'duration_secs': 0.329035} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.153887] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d9fb6cd-c5d2-4a09-ae9d-baafcb553454 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: aac9197d-0c55-4a40-b0c7-877edefa3ab2] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.153887] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9fb6cd-c5d2-4a09-ae9d-baafcb553454 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: aac9197d-0c55-4a40-b0c7-877edefa3ab2] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.155048] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a763266-a38d-400e-bda1-d2a415ba702c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.181878] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.545s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.181878] env[70015]: INFO nova.compute.manager [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Migrating [ 868.185851] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 37.799s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.220141] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9fb6cd-c5d2-4a09-ae9d-baafcb553454 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: aac9197d-0c55-4a40-b0c7-877edefa3ab2] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.220373] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9fb6cd-c5d2-4a09-ae9d-baafcb553454 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: aac9197d-0c55-4a40-b0c7-877edefa3ab2] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.220570] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d9fb6cd-c5d2-4a09-ae9d-baafcb553454 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Deleting the datastore file [datastore2] aac9197d-0c55-4a40-b0c7-877edefa3ab2 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.220805] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-204afec4-5432-4969-b054-5db8ddc9dcbd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.227816] env[70015]: DEBUG oslo_vmware.api [None req-4d9fb6cd-c5d2-4a09-ae9d-baafcb553454 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Waiting for the task: (returnval){ [ 868.227816] env[70015]: value = "task-3610892" [ 868.227816] env[70015]: _type = "Task" [ 868.227816] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.238022] env[70015]: DEBUG oslo_vmware.api [None req-4d9fb6cd-c5d2-4a09-ae9d-baafcb553454 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Task: {'id': task-3610892, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.404724] env[70015]: DEBUG nova.compute.manager [None req-d2b46dde-530f-4b9f-92be-b85954445723 tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] [instance: 1b4eaaac-eed4-432f-a535-bee8f93ee4c7] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 868.404907] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b46dde-530f-4b9f-92be-b85954445723 tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] [instance: 1b4eaaac-eed4-432f-a535-bee8f93ee4c7] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.405872] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb5a6b9-b027-4b4f-8621-8bcd794705d9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.413649] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2b46dde-530f-4b9f-92be-b85954445723 tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] [instance: 1b4eaaac-eed4-432f-a535-bee8f93ee4c7] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.413900] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7887446-6714-474b-99cd-f1827e8391e4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.419634] env[70015]: DEBUG oslo_vmware.api [None req-d2b46dde-530f-4b9f-92be-b85954445723 tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Waiting for the task: (returnval){ [ 868.419634] env[70015]: value = "task-3610893" [ 868.419634] env[70015]: _type = "Task" [ 868.419634] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.427606] env[70015]: DEBUG oslo_vmware.api [None req-d2b46dde-530f-4b9f-92be-b85954445723 tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Task: {'id': task-3610893, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.502914] env[70015]: DEBUG oslo_vmware.api [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610890, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103919} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.503254] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.503964] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a427a4c-7912-439f-b038-1948551c4828 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.528918] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260/145d58b1-f2b6-42d6-96ca-d7b3b6f7a260.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.528918] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f120b3af-d9ea-47a3-a48c-2d915672e118 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.548895] env[70015]: DEBUG oslo_vmware.api [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Waiting for the task: (returnval){ [ 868.548895] env[70015]: value = "task-3610894" [ 868.548895] env[70015]: _type = "Task" [ 868.548895] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.557166] env[70015]: DEBUG oslo_vmware.api [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610894, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.697109] env[70015]: INFO nova.compute.claims [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 868.701247] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "refresh_cache-566ef0e4-fa32-47b4-aa48-094c2d0030b5" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.701442] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquired lock "refresh_cache-566ef0e4-fa32-47b4-aa48-094c2d0030b5" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.701648] env[70015]: DEBUG nova.network.neutron [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.738096] env[70015]: DEBUG oslo_vmware.api [None req-4d9fb6cd-c5d2-4a09-ae9d-baafcb553454 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Task: {'id': task-3610892, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143977} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.738365] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d9fb6cd-c5d2-4a09-ae9d-baafcb553454 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.738558] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9fb6cd-c5d2-4a09-ae9d-baafcb553454 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: aac9197d-0c55-4a40-b0c7-877edefa3ab2] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.738764] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9fb6cd-c5d2-4a09-ae9d-baafcb553454 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: aac9197d-0c55-4a40-b0c7-877edefa3ab2] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.738934] env[70015]: INFO nova.compute.manager [None req-4d9fb6cd-c5d2-4a09-ae9d-baafcb553454 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: aac9197d-0c55-4a40-b0c7-877edefa3ab2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 868.739209] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d9fb6cd-c5d2-4a09-ae9d-baafcb553454 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.739437] env[70015]: DEBUG nova.compute.manager [-] [instance: aac9197d-0c55-4a40-b0c7-877edefa3ab2] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 868.739564] env[70015]: DEBUG nova.network.neutron [-] [instance: aac9197d-0c55-4a40-b0c7-877edefa3ab2] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 868.931731] env[70015]: DEBUG oslo_vmware.api [None req-d2b46dde-530f-4b9f-92be-b85954445723 tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Task: {'id': task-3610893, 'name': PowerOffVM_Task, 'duration_secs': 0.261907} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.932084] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2b46dde-530f-4b9f-92be-b85954445723 tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] [instance: 1b4eaaac-eed4-432f-a535-bee8f93ee4c7] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.932262] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b46dde-530f-4b9f-92be-b85954445723 tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] [instance: 1b4eaaac-eed4-432f-a535-bee8f93ee4c7] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.932550] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd3cdb10-507f-44fc-94f8-b8a09d412ce7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.013404] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b46dde-530f-4b9f-92be-b85954445723 tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] [instance: 1b4eaaac-eed4-432f-a535-bee8f93ee4c7] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 869.013639] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b46dde-530f-4b9f-92be-b85954445723 tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] [instance: 1b4eaaac-eed4-432f-a535-bee8f93ee4c7] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 869.013823] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2b46dde-530f-4b9f-92be-b85954445723 tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Deleting the datastore file [datastore2] 1b4eaaac-eed4-432f-a535-bee8f93ee4c7 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.014140] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f23f791-707b-4a2b-a771-7d4667f90d44 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.021632] env[70015]: DEBUG oslo_vmware.api [None req-d2b46dde-530f-4b9f-92be-b85954445723 tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Waiting for the task: (returnval){ [ 869.021632] env[70015]: value = "task-3610896" [ 869.021632] env[70015]: _type = "Task" [ 869.021632] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.034613] env[70015]: DEBUG oslo_vmware.api [None req-d2b46dde-530f-4b9f-92be-b85954445723 tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Task: {'id': task-3610896, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.060158] env[70015]: DEBUG oslo_vmware.api [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610894, 'name': ReconfigVM_Task, 'duration_secs': 0.467312} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.060535] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260/145d58b1-f2b6-42d6-96ca-d7b3b6f7a260.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.061777] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4ff58de-e698-4109-8c60-f1a5b1ec59f4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.068589] env[70015]: DEBUG oslo_vmware.api [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Waiting for the task: (returnval){ [ 869.068589] env[70015]: value = "task-3610897" [ 869.068589] env[70015]: _type = "Task" [ 869.068589] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.081723] env[70015]: DEBUG oslo_vmware.api [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610897, 'name': Rename_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.156048] env[70015]: DEBUG nova.compute.manager [req-16a0349a-c8cd-4e6e-a410-34dd8b299f36 req-4be6e0e5-2901-464c-b6fd-8589d8ee44e4 service nova] [instance: aac9197d-0c55-4a40-b0c7-877edefa3ab2] Received event network-vif-deleted-ada6b343-f8f6-44a6-a026-35ecea70f29e {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.156048] env[70015]: INFO nova.compute.manager [req-16a0349a-c8cd-4e6e-a410-34dd8b299f36 req-4be6e0e5-2901-464c-b6fd-8589d8ee44e4 service nova] [instance: aac9197d-0c55-4a40-b0c7-877edefa3ab2] Neutron deleted interface ada6b343-f8f6-44a6-a026-35ecea70f29e; detaching it from the instance and deleting it from the info cache [ 869.156048] env[70015]: DEBUG nova.network.neutron [req-16a0349a-c8cd-4e6e-a410-34dd8b299f36 req-4be6e0e5-2901-464c-b6fd-8589d8ee44e4 service nova] [instance: aac9197d-0c55-4a40-b0c7-877edefa3ab2] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.203586] env[70015]: INFO nova.compute.resource_tracker [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Updating resource usage from migration 32eb89fd-7f70-4f65-bb77-6e1080fed8dc [ 869.208486] env[70015]: DEBUG oslo_vmware.rw_handles [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c02082-b074-93ca-af5b-f384734d38d7/disk-0.vmdk. {{(pid=70015) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 869.211541] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793c0647-7f0c-4eb3-a863-6fb1ce0054ff {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.217497] env[70015]: DEBUG oslo_vmware.rw_handles [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c02082-b074-93ca-af5b-f384734d38d7/disk-0.vmdk is in state: ready. {{(pid=70015) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 869.217670] env[70015]: ERROR oslo_vmware.rw_handles [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c02082-b074-93ca-af5b-f384734d38d7/disk-0.vmdk due to incomplete transfer. [ 869.217902] env[70015]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-52a05e29-5057-46db-a2a7-75467fba88d8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.230837] env[70015]: DEBUG oslo_vmware.rw_handles [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c02082-b074-93ca-af5b-f384734d38d7/disk-0.vmdk. {{(pid=70015) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 869.231110] env[70015]: DEBUG nova.virt.vmwareapi.images [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Uploaded image d8749c13-823e-42c6-b8f0-9619dc8ddc43 to the Glance image server {{(pid=70015) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 869.233620] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Destroying the VM {{(pid=70015) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 869.234245] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-96257186-1e45-4fcd-92c6-830dda6e7ee3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.240267] env[70015]: DEBUG oslo_vmware.api [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for the task: (returnval){ [ 869.240267] env[70015]: value = "task-3610898" [ 869.240267] env[70015]: _type = "Task" [ 869.240267] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.251856] env[70015]: DEBUG oslo_vmware.api [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3610898, 'name': Destroy_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.265543] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7717cd97-b525-4d8f-9818-98900322e60d tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Acquiring lock "0048c4f6-5e34-472c-9f8b-4218a86c03b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.265797] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7717cd97-b525-4d8f-9818-98900322e60d tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Lock "0048c4f6-5e34-472c-9f8b-4218a86c03b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.266067] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7717cd97-b525-4d8f-9818-98900322e60d tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Acquiring lock "0048c4f6-5e34-472c-9f8b-4218a86c03b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.266299] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7717cd97-b525-4d8f-9818-98900322e60d tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Lock "0048c4f6-5e34-472c-9f8b-4218a86c03b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.266510] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7717cd97-b525-4d8f-9818-98900322e60d tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Lock "0048c4f6-5e34-472c-9f8b-4218a86c03b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.268605] env[70015]: INFO nova.compute.manager [None req-7717cd97-b525-4d8f-9818-98900322e60d tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] Terminating instance [ 869.532518] env[70015]: DEBUG oslo_vmware.api [None req-d2b46dde-530f-4b9f-92be-b85954445723 tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Task: {'id': task-3610896, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182121} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.532857] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2b46dde-530f-4b9f-92be-b85954445723 tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.533086] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b46dde-530f-4b9f-92be-b85954445723 tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] [instance: 1b4eaaac-eed4-432f-a535-bee8f93ee4c7] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.533743] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b46dde-530f-4b9f-92be-b85954445723 tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] [instance: 1b4eaaac-eed4-432f-a535-bee8f93ee4c7] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.533947] env[70015]: INFO nova.compute.manager [None req-d2b46dde-530f-4b9f-92be-b85954445723 tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] [instance: 1b4eaaac-eed4-432f-a535-bee8f93ee4c7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 869.534215] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2b46dde-530f-4b9f-92be-b85954445723 tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.534651] env[70015]: DEBUG nova.compute.manager [-] [instance: 1b4eaaac-eed4-432f-a535-bee8f93ee4c7] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 869.534651] env[70015]: DEBUG nova.network.neutron [-] [instance: 1b4eaaac-eed4-432f-a535-bee8f93ee4c7] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 869.545449] env[70015]: DEBUG nova.network.neutron [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Updating instance_info_cache with network_info: [{"id": "cf1f9a29-03df-4143-a944-eeba34926184", "address": "fa:16:3e:b6:3e:4e", "network": {"id": "aed3b2bc-e425-473e-9c01-5fba157d1ba4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-846382282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faa8a08038de44e2ad837e0e45b67282", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf1f9a29-03", "ovs_interfaceid": "cf1f9a29-03df-4143-a944-eeba34926184", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.585655] env[70015]: DEBUG oslo_vmware.api [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610897, 'name': Rename_Task, 'duration_secs': 0.179123} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.585929] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.586187] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-899ec31b-10a6-47c1-8e55-44f1e8666b2d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.595097] env[70015]: DEBUG oslo_vmware.api [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Waiting for the task: (returnval){ [ 869.595097] env[70015]: value = "task-3610899" [ 869.595097] env[70015]: _type = "Task" [ 869.595097] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.605552] env[70015]: DEBUG oslo_vmware.api [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610899, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.637294] env[70015]: DEBUG nova.network.neutron [-] [instance: aac9197d-0c55-4a40-b0c7-877edefa3ab2] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.657977] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9d422074-d54f-469c-b986-01ffc4e0668c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.670884] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d28804-ea7a-4222-8901-e99ebb3ae3c4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.713167] env[70015]: DEBUG nova.compute.manager [req-16a0349a-c8cd-4e6e-a410-34dd8b299f36 req-4be6e0e5-2901-464c-b6fd-8589d8ee44e4 service nova] [instance: aac9197d-0c55-4a40-b0c7-877edefa3ab2] Detach interface failed, port_id=ada6b343-f8f6-44a6-a026-35ecea70f29e, reason: Instance aac9197d-0c55-4a40-b0c7-877edefa3ab2 could not be found. {{(pid=70015) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 869.729887] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c0be2d-90a0-4632-8a36-28889b11fad0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.738497] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad580511-8366-46fe-8edd-a0525b35256e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.751944] env[70015]: DEBUG oslo_vmware.api [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3610898, 'name': Destroy_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.775924] env[70015]: DEBUG nova.compute.manager [None req-7717cd97-b525-4d8f-9818-98900322e60d tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 869.776160] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7717cd97-b525-4d8f-9818-98900322e60d tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 869.777159] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ccb3f8-f3ed-4953-ae9f-3f446b59ecaa {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.780351] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66477ec8-e7ad-407d-910d-d41eff7cbc46 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.790713] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5802f3e0-f7f0-40f1-871e-6e1224e49d1d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.794851] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-7717cd97-b525-4d8f-9818-98900322e60d tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.795481] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d283d0d6-337b-47c9-a50a-b04647ef94f6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.806272] env[70015]: DEBUG nova.compute.provider_tree [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.808967] env[70015]: DEBUG oslo_vmware.api [None req-7717cd97-b525-4d8f-9818-98900322e60d tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Waiting for the task: (returnval){ [ 869.808967] env[70015]: value = "task-3610900" [ 869.808967] env[70015]: _type = "Task" [ 869.808967] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.817081] env[70015]: DEBUG oslo_vmware.api [None req-7717cd97-b525-4d8f-9818-98900322e60d tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Task: {'id': task-3610900, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.048449] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Releasing lock "refresh_cache-566ef0e4-fa32-47b4-aa48-094c2d0030b5" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.104984] env[70015]: DEBUG oslo_vmware.api [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610899, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.140293] env[70015]: INFO nova.compute.manager [-] [instance: aac9197d-0c55-4a40-b0c7-877edefa3ab2] Took 1.40 seconds to deallocate network for instance. [ 870.253521] env[70015]: DEBUG oslo_vmware.api [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3610898, 'name': Destroy_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.311105] env[70015]: DEBUG nova.scheduler.client.report [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.323990] env[70015]: DEBUG oslo_vmware.api [None req-7717cd97-b525-4d8f-9818-98900322e60d tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Task: {'id': task-3610900, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.353781] env[70015]: DEBUG nova.network.neutron [-] [instance: 1b4eaaac-eed4-432f-a535-bee8f93ee4c7] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.606312] env[70015]: DEBUG oslo_vmware.api [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610899, 'name': PowerOnVM_Task, 'duration_secs': 0.600026} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.606629] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 870.606918] env[70015]: INFO nova.compute.manager [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260] Took 9.49 seconds to spawn the instance on the hypervisor. [ 870.607200] env[70015]: DEBUG nova.compute.manager [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 870.608056] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7e06b7-0fce-4e01-aa1f-153c28b22a02 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.647143] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4d9fb6cd-c5d2-4a09-ae9d-baafcb553454 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.754228] env[70015]: DEBUG oslo_vmware.api [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3610898, 'name': Destroy_Task, 'duration_secs': 1.334915} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.754536] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Destroyed the VM [ 870.754870] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Deleting Snapshot of the VM instance {{(pid=70015) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 870.755078] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8f645487-e2c5-4c40-8507-986d809cd9a9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.760949] env[70015]: DEBUG oslo_vmware.api [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for the task: (returnval){ [ 870.760949] env[70015]: value = "task-3610901" [ 870.760949] env[70015]: _type = "Task" [ 870.760949] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.768733] env[70015]: DEBUG oslo_vmware.api [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3610901, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.820387] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.634s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.820387] env[70015]: INFO nova.compute.manager [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Migrating [ 870.826637] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.984s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.828341] env[70015]: INFO nova.compute.claims [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 569a00c0-95d1-4054-aa8c-0e06f7fe0aba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 870.842239] env[70015]: DEBUG oslo_vmware.api [None req-7717cd97-b525-4d8f-9818-98900322e60d tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Task: {'id': task-3610900, 'name': PowerOffVM_Task, 'duration_secs': 0.958757} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.842818] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-7717cd97-b525-4d8f-9818-98900322e60d tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 870.843022] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7717cd97-b525-4d8f-9818-98900322e60d tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 870.843284] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc2983ef-4a68-48f1-aa65-a311722ac9e7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.856195] env[70015]: INFO nova.compute.manager [-] [instance: 1b4eaaac-eed4-432f-a535-bee8f93ee4c7] Took 1.32 seconds to deallocate network for instance. [ 871.124896] env[70015]: INFO nova.compute.manager [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260] Took 45.99 seconds to build instance. [ 871.180697] env[70015]: DEBUG nova.compute.manager [req-293ee554-29da-4296-88a7-73139d14c77f req-cbf46be0-0f8c-499f-b0de-0b00c48fe01d service nova] [instance: 1b4eaaac-eed4-432f-a535-bee8f93ee4c7] Received event network-vif-deleted-6d3f960d-ad0b-4c12-bcd9-334ecd1e5f51 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.272758] env[70015]: DEBUG oslo_vmware.api [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3610901, 'name': RemoveSnapshot_Task, 'duration_secs': 0.365523} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.273047] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Deleted Snapshot of the VM instance {{(pid=70015) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 871.273320] env[70015]: DEBUG nova.compute.manager [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.274079] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a3117c-5775-4fb6-93c8-3cea8d6ffe5b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.343757] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquiring lock "refresh_cache-66d937aa-30ed-468f-a62a-e37e7c2b41fb" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.344027] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquired lock "refresh_cache-66d937aa-30ed-468f-a62a-e37e7c2b41fb" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.344287] env[70015]: DEBUG nova.network.neutron [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 871.363606] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d2b46dde-530f-4b9f-92be-b85954445723 tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.563230] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c765bdb-eb46-4fdf-a15e-898c8890ffaa {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.584023] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Updating instance '566ef0e4-fa32-47b4-aa48-094c2d0030b5' progress to 0 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 871.627185] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Lock "145d58b1-f2b6-42d6-96ca-d7b3b6f7a260" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.143s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.786790] env[70015]: INFO nova.compute.manager [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Shelve offloading [ 872.092165] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.092703] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c6437c6-e927-4dd2-84cc-45aceadfdfdf {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.095255] env[70015]: DEBUG nova.network.neutron [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Updating instance_info_cache with network_info: [{"id": "6c9a5472-a1e8-41be-a53d-17ac4200ef38", "address": "fa:16:3e:71:50:80", "network": {"id": "825adeb2-145f-454c-b624-cc7cf91966fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1496238884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e0ce85090f4c3c8d74e04f2101b99f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c9a5472-a1", "ovs_interfaceid": "6c9a5472-a1e8-41be-a53d-17ac4200ef38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.101887] env[70015]: DEBUG oslo_vmware.api [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 872.101887] env[70015]: value = "task-3610903" [ 872.101887] env[70015]: _type = "Task" [ 872.101887] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.117483] env[70015]: DEBUG oslo_vmware.api [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610903, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.266537] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0d3e46-22f2-4b72-862e-b255e65e1ca7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.274859] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b315f03-0e5d-41cf-9261-97411b966bb6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.307380] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.308060] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1da239d9-2cd3-405d-a0f3-e03342f22791 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.310162] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20781a98-7f56-4cdc-9919-df65aab41d1d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.318677] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca533528-c3d4-4da7-91bc-09ca51c576b7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.322823] env[70015]: DEBUG oslo_vmware.api [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for the task: (returnval){ [ 872.322823] env[70015]: value = "task-3610904" [ 872.322823] env[70015]: _type = "Task" [ 872.322823] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.334610] env[70015]: DEBUG nova.compute.provider_tree [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.341932] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] VM already powered off {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 872.342414] env[70015]: DEBUG nova.compute.manager [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.343887] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04039517-17f2-4395-b200-cdb5dead8aa3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.350514] env[70015]: DEBUG oslo_concurrency.lockutils [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Acquiring lock "refresh_cache-f3d258e2-ca12-4953-a7a7-1d6f701d6599" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.350514] env[70015]: DEBUG oslo_concurrency.lockutils [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Acquired lock "refresh_cache-f3d258e2-ca12-4953-a7a7-1d6f701d6599" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.350514] env[70015]: DEBUG nova.network.neutron [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.598410] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Releasing lock "refresh_cache-66d937aa-30ed-468f-a62a-e37e7c2b41fb" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.612249] env[70015]: DEBUG oslo_vmware.api [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610903, 'name': PowerOffVM_Task, 'duration_secs': 0.230397} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.613203] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 872.613394] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Updating instance '566ef0e4-fa32-47b4-aa48-094c2d0030b5' progress to 17 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 872.838042] env[70015]: DEBUG nova.scheduler.client.report [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.099506] env[70015]: DEBUG nova.network.neutron [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Updating instance_info_cache with network_info: [{"id": "12d1a3ef-c542-429b-86e8-18a5c72a80da", "address": "fa:16:3e:81:a8:27", "network": {"id": "74079621-6489-4099-86ba-2ce6a3e033f9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-701290069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db9270719b1d444d9e1e4434b1a1199a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12d1a3ef-c5", "ovs_interfaceid": "12d1a3ef-c542-429b-86e8-18a5c72a80da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.119444] env[70015]: DEBUG nova.virt.hardware [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 873.119622] env[70015]: DEBUG nova.virt.hardware [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 873.119714] env[70015]: DEBUG nova.virt.hardware [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 873.120041] env[70015]: DEBUG nova.virt.hardware [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 873.120041] env[70015]: DEBUG nova.virt.hardware [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 873.120175] env[70015]: DEBUG nova.virt.hardware [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 873.120390] env[70015]: DEBUG nova.virt.hardware [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 873.120527] env[70015]: DEBUG nova.virt.hardware [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 873.120688] env[70015]: DEBUG nova.virt.hardware [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 873.121048] env[70015]: DEBUG nova.virt.hardware [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 873.121111] env[70015]: DEBUG nova.virt.hardware [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 873.127019] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e86b2d70-95c0-4842-ac87-179eba41f6de {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.145928] env[70015]: DEBUG oslo_vmware.api [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 873.145928] env[70015]: value = "task-3610905" [ 873.145928] env[70015]: _type = "Task" [ 873.145928] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.157265] env[70015]: DEBUG oslo_vmware.api [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610905, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.343321] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.516s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.343486] env[70015]: DEBUG nova.compute.manager [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 569a00c0-95d1-4054-aa8c-0e06f7fe0aba] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 873.346094] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 38.563s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.346279] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.346884] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70015) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 873.346884] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5a6e73aa-0011-45eb-b099-dbf4be05a343 tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.817s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.347010] env[70015]: DEBUG nova.objects.instance [None req-5a6e73aa-0011-45eb-b099-dbf4be05a343 tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Lazy-loading 'resources' on Instance uuid 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 873.348894] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d0d77c-d3f4-4ec0-b728-bdb2b041021e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.358419] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a788e9-20e8-4c76-9f99-0e28cd52494a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.374151] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57609d8f-811c-445f-990d-f7ce9200e8f2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.381056] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63799d6c-af66-42da-93ef-ab63a6de2f80 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.414876] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178100MB free_disk=76GB free_vcpus=48 pci_devices=None {{(pid=70015) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 873.415047] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.605235] env[70015]: DEBUG oslo_concurrency.lockutils [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Releasing lock "refresh_cache-f3d258e2-ca12-4953-a7a7-1d6f701d6599" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.656170] env[70015]: DEBUG oslo_vmware.api [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610905, 'name': ReconfigVM_Task, 'duration_secs': 0.344003} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.656469] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Updating instance '566ef0e4-fa32-47b4-aa48-094c2d0030b5' progress to 33 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 873.853021] env[70015]: DEBUG nova.compute.utils [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 873.853021] env[70015]: DEBUG nova.compute.manager [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 569a00c0-95d1-4054-aa8c-0e06f7fe0aba] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 873.853021] env[70015]: DEBUG nova.network.neutron [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 569a00c0-95d1-4054-aa8c-0e06f7fe0aba] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 873.879696] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7717cd97-b525-4d8f-9818-98900322e60d tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.880181] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7717cd97-b525-4d8f-9818-98900322e60d tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.882339] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-7717cd97-b525-4d8f-9818-98900322e60d tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Deleting the datastore file [datastore1] 0048c4f6-5e34-472c-9f8b-4218a86c03b1 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.882675] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6cfcbc35-6d6b-4c2d-83f5-78a42e329f37 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.893398] env[70015]: DEBUG oslo_vmware.api [None req-7717cd97-b525-4d8f-9818-98900322e60d tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Waiting for the task: (returnval){ [ 873.893398] env[70015]: value = "task-3610906" [ 873.893398] env[70015]: _type = "Task" [ 873.893398] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.905032] env[70015]: DEBUG oslo_vmware.api [None req-7717cd97-b525-4d8f-9818-98900322e60d tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Task: {'id': task-3610906, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.945568] env[70015]: DEBUG nova.policy [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eab3f1dd9c774f4290b47918d77d94bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a29459ce08d649d18549557d28299696', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 874.067860] env[70015]: DEBUG nova.compute.manager [req-c047f268-af30-412d-bcc1-22b808a89822 req-a50d1d35-d27a-4fcf-b643-44cab40a3547 service nova] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Received event network-vif-unplugged-12d1a3ef-c542-429b-86e8-18a5c72a80da {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.068106] env[70015]: DEBUG oslo_concurrency.lockutils [req-c047f268-af30-412d-bcc1-22b808a89822 req-a50d1d35-d27a-4fcf-b643-44cab40a3547 service nova] Acquiring lock "f3d258e2-ca12-4953-a7a7-1d6f701d6599-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.068350] env[70015]: DEBUG oslo_concurrency.lockutils [req-c047f268-af30-412d-bcc1-22b808a89822 req-a50d1d35-d27a-4fcf-b643-44cab40a3547 service nova] Lock "f3d258e2-ca12-4953-a7a7-1d6f701d6599-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.068572] env[70015]: DEBUG oslo_concurrency.lockutils [req-c047f268-af30-412d-bcc1-22b808a89822 req-a50d1d35-d27a-4fcf-b643-44cab40a3547 service nova] Lock "f3d258e2-ca12-4953-a7a7-1d6f701d6599-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.068724] env[70015]: DEBUG nova.compute.manager [req-c047f268-af30-412d-bcc1-22b808a89822 req-a50d1d35-d27a-4fcf-b643-44cab40a3547 service nova] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] No waiting events found dispatching network-vif-unplugged-12d1a3ef-c542-429b-86e8-18a5c72a80da {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 874.068921] env[70015]: WARNING nova.compute.manager [req-c047f268-af30-412d-bcc1-22b808a89822 req-a50d1d35-d27a-4fcf-b643-44cab40a3547 service nova] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Received unexpected event network-vif-unplugged-12d1a3ef-c542-429b-86e8-18a5c72a80da for instance with vm_state shelved and task_state shelving_offloading. [ 874.116175] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4274e46c-0ffd-4391-862f-ea1b6a9b72d4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.136938] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Updating instance '66d937aa-30ed-468f-a62a-e37e7c2b41fb' progress to 0 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 874.163429] env[70015]: DEBUG nova.virt.hardware [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 874.163429] env[70015]: DEBUG nova.virt.hardware [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 874.163429] env[70015]: DEBUG nova.virt.hardware [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 874.163429] env[70015]: DEBUG nova.virt.hardware [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 874.163740] env[70015]: DEBUG nova.virt.hardware [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 874.163740] env[70015]: DEBUG nova.virt.hardware [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 874.163885] env[70015]: DEBUG nova.virt.hardware [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 874.163961] env[70015]: DEBUG nova.virt.hardware [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 874.164187] env[70015]: DEBUG nova.virt.hardware [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 874.165024] env[70015]: DEBUG nova.virt.hardware [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 874.165024] env[70015]: DEBUG nova.virt.hardware [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 874.173280] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Reconfiguring VM instance instance-00000033 to detach disk 2000 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 874.179120] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66098604-ae04-4413-a122-97a0752f3ddb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.201022] env[70015]: DEBUG oslo_vmware.api [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 874.201022] env[70015]: value = "task-3610907" [ 874.201022] env[70015]: _type = "Task" [ 874.201022] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.210901] env[70015]: DEBUG oslo_vmware.api [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610907, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.213457] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 874.217035] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dab987b-13ea-4868-86e3-e34e667d5514 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.221091] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 874.221322] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ac45417-e589-41c2-9764-b80688f9fa4b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.281627] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 874.281850] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 874.282051] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Deleting the datastore file [datastore1] f3d258e2-ca12-4953-a7a7-1d6f701d6599 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 874.282312] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c062dfed-889f-48ab-ab04-7587f687b865 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.291692] env[70015]: DEBUG oslo_vmware.api [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for the task: (returnval){ [ 874.291692] env[70015]: value = "task-3610909" [ 874.291692] env[70015]: _type = "Task" [ 874.291692] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.299616] env[70015]: DEBUG oslo_vmware.api [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3610909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.356123] env[70015]: DEBUG nova.compute.manager [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 569a00c0-95d1-4054-aa8c-0e06f7fe0aba] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 874.403215] env[70015]: DEBUG oslo_vmware.api [None req-7717cd97-b525-4d8f-9818-98900322e60d tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Task: {'id': task-3610906, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222781} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.403690] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-7717cd97-b525-4d8f-9818-98900322e60d tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.403690] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7717cd97-b525-4d8f-9818-98900322e60d tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.403864] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7717cd97-b525-4d8f-9818-98900322e60d tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.404067] env[70015]: INFO nova.compute.manager [None req-7717cd97-b525-4d8f-9818-98900322e60d tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] Took 4.63 seconds to destroy the instance on the hypervisor. [ 874.404325] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7717cd97-b525-4d8f-9818-98900322e60d tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.407548] env[70015]: DEBUG nova.compute.manager [-] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 874.407657] env[70015]: DEBUG nova.network.neutron [-] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 874.433574] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145c5421-c27a-4223-9739-d7fca3cb4389 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.440993] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b56cd3f-d30b-47f9-abde-386690ef9643 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.474076] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6af545f-e097-43d8-bd45-8e987309ae9c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.481737] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce66363d-6fa2-4616-88b1-2ebb845a6f28 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.496475] env[70015]: DEBUG nova.compute.provider_tree [None req-5a6e73aa-0011-45eb-b099-dbf4be05a343 tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.537098] env[70015]: DEBUG nova.network.neutron [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 569a00c0-95d1-4054-aa8c-0e06f7fe0aba] Successfully created port: fdb61b09-1035-416d-8308-d26bdcdffc93 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 874.646341] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.646647] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b05c8cb6-1f65-4139-bb02-7733c2e4e90f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.655185] env[70015]: DEBUG oslo_vmware.api [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 874.655185] env[70015]: value = "task-3610910" [ 874.655185] env[70015]: _type = "Task" [ 874.655185] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.663445] env[70015]: DEBUG oslo_vmware.api [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610910, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.710427] env[70015]: DEBUG oslo_vmware.api [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610907, 'name': ReconfigVM_Task, 'duration_secs': 0.162668} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.710717] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Reconfigured VM instance instance-00000033 to detach disk 2000 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 874.711792] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136ba90e-ce67-4580-8b4a-002ac2b51406 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.737346] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 566ef0e4-fa32-47b4-aa48-094c2d0030b5/566ef0e4-fa32-47b4-aa48-094c2d0030b5.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 874.737613] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5ec30b5-7994-4530-9b37-8601c3f49d45 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.757936] env[70015]: DEBUG oslo_vmware.api [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 874.757936] env[70015]: value = "task-3610911" [ 874.757936] env[70015]: _type = "Task" [ 874.757936] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.764099] env[70015]: DEBUG oslo_vmware.api [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610911, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.801759] env[70015]: DEBUG oslo_vmware.api [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3610909, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133736} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.802088] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.802311] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.802533] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.834090] env[70015]: INFO nova.scheduler.client.report [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Deleted allocations for instance f3d258e2-ca12-4953-a7a7-1d6f701d6599 [ 874.999424] env[70015]: DEBUG nova.scheduler.client.report [None req-5a6e73aa-0011-45eb-b099-dbf4be05a343 tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.175014] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] VM already powered off {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 875.178436] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Updating instance '66d937aa-30ed-468f-a62a-e37e7c2b41fb' progress to 17 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 875.270470] env[70015]: DEBUG oslo_vmware.api [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610911, 'name': ReconfigVM_Task, 'duration_secs': 0.268158} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.270768] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 566ef0e4-fa32-47b4-aa48-094c2d0030b5/566ef0e4-fa32-47b4-aa48-094c2d0030b5.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.271060] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Updating instance '566ef0e4-fa32-47b4-aa48-094c2d0030b5' progress to 50 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 875.339966] env[70015]: DEBUG oslo_concurrency.lockutils [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.366922] env[70015]: DEBUG nova.compute.manager [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 569a00c0-95d1-4054-aa8c-0e06f7fe0aba] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 875.395396] env[70015]: DEBUG nova.virt.hardware [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 875.395630] env[70015]: DEBUG nova.virt.hardware [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 875.395794] env[70015]: DEBUG nova.virt.hardware [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.395969] env[70015]: DEBUG nova.virt.hardware [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 875.396175] env[70015]: DEBUG nova.virt.hardware [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.396291] env[70015]: DEBUG nova.virt.hardware [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 875.396471] env[70015]: DEBUG nova.virt.hardware [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 875.396629] env[70015]: DEBUG nova.virt.hardware [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 875.396792] env[70015]: DEBUG nova.virt.hardware [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 875.396950] env[70015]: DEBUG nova.virt.hardware [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 875.400919] env[70015]: DEBUG nova.virt.hardware [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 875.401870] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2fee998-cfa7-48d3-ba83-2c54ef814bad {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.413058] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6486dcf-f729-4633-8fe1-848778702bb4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.505410] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5a6e73aa-0011-45eb-b099-dbf4be05a343 tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.158s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.507753] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.658s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.509461] env[70015]: INFO nova.compute.claims [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 16289849-7c2a-4ac3-bdcf-4b93f18bfb13] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 875.532111] env[70015]: INFO nova.scheduler.client.report [None req-5a6e73aa-0011-45eb-b099-dbf4be05a343 tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Deleted allocations for instance 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28 [ 875.685898] env[70015]: DEBUG nova.virt.hardware [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 875.686170] env[70015]: DEBUG nova.virt.hardware [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 875.686384] env[70015]: DEBUG nova.virt.hardware [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.686503] env[70015]: DEBUG nova.virt.hardware [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 875.686829] env[70015]: DEBUG nova.virt.hardware [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.687086] env[70015]: DEBUG nova.virt.hardware [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 875.687554] env[70015]: DEBUG nova.virt.hardware [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 875.688421] env[70015]: DEBUG nova.virt.hardware [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 875.688708] env[70015]: DEBUG nova.virt.hardware [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 875.688948] env[70015]: DEBUG nova.virt.hardware [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 875.689216] env[70015]: DEBUG nova.virt.hardware [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 875.694971] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef498837-7cb3-470c-b3c4-ab5be62ef128 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.713376] env[70015]: DEBUG oslo_vmware.api [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 875.713376] env[70015]: value = "task-3610912" [ 875.713376] env[70015]: _type = "Task" [ 875.713376] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.721396] env[70015]: DEBUG oslo_vmware.api [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610912, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.781410] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f47ee90-3bb7-4edf-b062-756b4f6b617b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.803149] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9adcbdaf-0789-43c5-b832-4b51394fc90b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.826544] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Updating instance '566ef0e4-fa32-47b4-aa48-094c2d0030b5' progress to 67 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 876.045108] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5a6e73aa-0011-45eb-b099-dbf4be05a343 tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Lock "2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.236s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.119384] env[70015]: DEBUG nova.network.neutron [-] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.128162] env[70015]: DEBUG nova.compute.manager [req-fced78c6-6494-4a28-aee3-7ae5a58c3288 req-e42dfa55-f7b1-4d52-92c5-bcec9eafd7b4 service nova] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Received event network-changed-12d1a3ef-c542-429b-86e8-18a5c72a80da {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.128377] env[70015]: DEBUG nova.compute.manager [req-fced78c6-6494-4a28-aee3-7ae5a58c3288 req-e42dfa55-f7b1-4d52-92c5-bcec9eafd7b4 service nova] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Refreshing instance network info cache due to event network-changed-12d1a3ef-c542-429b-86e8-18a5c72a80da. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 876.128593] env[70015]: DEBUG oslo_concurrency.lockutils [req-fced78c6-6494-4a28-aee3-7ae5a58c3288 req-e42dfa55-f7b1-4d52-92c5-bcec9eafd7b4 service nova] Acquiring lock "refresh_cache-f3d258e2-ca12-4953-a7a7-1d6f701d6599" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.128737] env[70015]: DEBUG oslo_concurrency.lockutils [req-fced78c6-6494-4a28-aee3-7ae5a58c3288 req-e42dfa55-f7b1-4d52-92c5-bcec9eafd7b4 service nova] Acquired lock "refresh_cache-f3d258e2-ca12-4953-a7a7-1d6f701d6599" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.128897] env[70015]: DEBUG nova.network.neutron [req-fced78c6-6494-4a28-aee3-7ae5a58c3288 req-e42dfa55-f7b1-4d52-92c5-bcec9eafd7b4 service nova] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Refreshing network info cache for port 12d1a3ef-c542-429b-86e8-18a5c72a80da {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 876.227625] env[70015]: DEBUG oslo_vmware.api [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610912, 'name': ReconfigVM_Task, 'duration_secs': 0.415856} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.227625] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Updating instance '66d937aa-30ed-468f-a62a-e37e7c2b41fb' progress to 33 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 876.415376] env[70015]: DEBUG nova.network.neutron [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Port cf1f9a29-03df-4143-a944-eeba34926184 binding to destination host cpu-1 is already ACTIVE {{(pid=70015) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 876.628777] env[70015]: INFO nova.compute.manager [-] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] Took 2.22 seconds to deallocate network for instance. [ 876.735019] env[70015]: DEBUG nova.virt.hardware [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 876.735019] env[70015]: DEBUG nova.virt.hardware [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 876.735019] env[70015]: DEBUG nova.virt.hardware [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.735019] env[70015]: DEBUG nova.virt.hardware [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 876.735019] env[70015]: DEBUG nova.virt.hardware [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.735019] env[70015]: DEBUG nova.virt.hardware [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 876.735019] env[70015]: DEBUG nova.virt.hardware [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 876.735019] env[70015]: DEBUG nova.virt.hardware [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 876.735019] env[70015]: DEBUG nova.virt.hardware [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 876.735963] env[70015]: DEBUG nova.virt.hardware [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 876.736293] env[70015]: DEBUG nova.virt.hardware [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 876.743043] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Reconfiguring VM instance instance-0000001b to detach disk 2000 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 876.746215] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae7e9f54-c3e7-4463-b4c3-f365348fb608 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.771558] env[70015]: DEBUG oslo_vmware.api [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 876.771558] env[70015]: value = "task-3610913" [ 876.771558] env[70015]: _type = "Task" [ 876.771558] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.790143] env[70015]: DEBUG oslo_vmware.api [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610913, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.076693] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4895bd7-804a-441d-b766-fe1439e2f2e4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.086646] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b561266c-8a24-448a-94dc-05dea172f2f4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.129201] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e7779d-a430-4992-ba94-7116c6d899ba {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.135475] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7717cd97-b525-4d8f-9818-98900322e60d tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.137971] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa275e6-ee67-4b05-84be-7658bd5df0c8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.150937] env[70015]: DEBUG nova.compute.provider_tree [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.211427] env[70015]: DEBUG nova.network.neutron [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 569a00c0-95d1-4054-aa8c-0e06f7fe0aba] Successfully updated port: fdb61b09-1035-416d-8308-d26bdcdffc93 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 877.217294] env[70015]: DEBUG nova.network.neutron [req-fced78c6-6494-4a28-aee3-7ae5a58c3288 req-e42dfa55-f7b1-4d52-92c5-bcec9eafd7b4 service nova] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Updated VIF entry in instance network info cache for port 12d1a3ef-c542-429b-86e8-18a5c72a80da. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 877.217294] env[70015]: DEBUG nova.network.neutron [req-fced78c6-6494-4a28-aee3-7ae5a58c3288 req-e42dfa55-f7b1-4d52-92c5-bcec9eafd7b4 service nova] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Updating instance_info_cache with network_info: [{"id": "12d1a3ef-c542-429b-86e8-18a5c72a80da", "address": "fa:16:3e:81:a8:27", "network": {"id": "74079621-6489-4099-86ba-2ce6a3e033f9", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-701290069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db9270719b1d444d9e1e4434b1a1199a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap12d1a3ef-c5", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.288419] env[70015]: DEBUG oslo_vmware.api [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610913, 'name': ReconfigVM_Task, 'duration_secs': 0.162009} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.288891] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Reconfigured VM instance instance-0000001b to detach disk 2000 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 877.289850] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c73e00-daaf-4712-bc76-7d48d9d62af5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.308361] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Acquiring lock "f3d258e2-ca12-4953-a7a7-1d6f701d6599" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.320080] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 66d937aa-30ed-468f-a62a-e37e7c2b41fb/66d937aa-30ed-468f-a62a-e37e7c2b41fb.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 877.320434] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be0344da-c6eb-4fdb-96cd-be86ef1e8068 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.340554] env[70015]: DEBUG oslo_vmware.api [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 877.340554] env[70015]: value = "task-3610914" [ 877.340554] env[70015]: _type = "Task" [ 877.340554] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.351173] env[70015]: DEBUG oslo_vmware.api [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610914, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.447522] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "566ef0e4-fa32-47b4-aa48-094c2d0030b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.447903] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "566ef0e4-fa32-47b4-aa48-094c2d0030b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.003s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.448077] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "566ef0e4-fa32-47b4-aa48-094c2d0030b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.657026] env[70015]: DEBUG nova.scheduler.client.report [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.716101] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Acquiring lock "refresh_cache-569a00c0-95d1-4054-aa8c-0e06f7fe0aba" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.716101] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Acquired lock "refresh_cache-569a00c0-95d1-4054-aa8c-0e06f7fe0aba" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.716101] env[70015]: DEBUG nova.network.neutron [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 569a00c0-95d1-4054-aa8c-0e06f7fe0aba] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.720267] env[70015]: DEBUG oslo_concurrency.lockutils [req-fced78c6-6494-4a28-aee3-7ae5a58c3288 req-e42dfa55-f7b1-4d52-92c5-bcec9eafd7b4 service nova] Releasing lock "refresh_cache-f3d258e2-ca12-4953-a7a7-1d6f701d6599" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.720267] env[70015]: DEBUG nova.compute.manager [req-fced78c6-6494-4a28-aee3-7ae5a58c3288 req-e42dfa55-f7b1-4d52-92c5-bcec9eafd7b4 service nova] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] Received event network-vif-deleted-3088ea07-1397-417a-ae9b-a73ef0bee17b {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.720267] env[70015]: INFO nova.compute.manager [req-fced78c6-6494-4a28-aee3-7ae5a58c3288 req-e42dfa55-f7b1-4d52-92c5-bcec9eafd7b4 service nova] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] Neutron deleted interface 3088ea07-1397-417a-ae9b-a73ef0bee17b; detaching it from the instance and deleting it from the info cache [ 877.720267] env[70015]: DEBUG nova.network.neutron [req-fced78c6-6494-4a28-aee3-7ae5a58c3288 req-e42dfa55-f7b1-4d52-92c5-bcec9eafd7b4 service nova] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.852439] env[70015]: DEBUG oslo_vmware.api [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3610914, 'name': ReconfigVM_Task, 'duration_secs': 0.480199} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.853092] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 66d937aa-30ed-468f-a62a-e37e7c2b41fb/66d937aa-30ed-468f-a62a-e37e7c2b41fb.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.853379] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Updating instance '66d937aa-30ed-468f-a62a-e37e7c2b41fb' progress to 50 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 877.981021] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquiring lock "91a19e38-b0fe-4412-b653-e9980ccb0c25" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.981021] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "91a19e38-b0fe-4412-b653-e9980ccb0c25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.155927] env[70015]: DEBUG nova.compute.manager [req-674ac853-9da5-45fd-8ffa-e58b22785434 req-00e93829-ca3c-4c83-b120-5e22eb775fd3 service nova] [instance: 569a00c0-95d1-4054-aa8c-0e06f7fe0aba] Received event network-vif-plugged-fdb61b09-1035-416d-8308-d26bdcdffc93 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.156243] env[70015]: DEBUG oslo_concurrency.lockutils [req-674ac853-9da5-45fd-8ffa-e58b22785434 req-00e93829-ca3c-4c83-b120-5e22eb775fd3 service nova] Acquiring lock "569a00c0-95d1-4054-aa8c-0e06f7fe0aba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.156394] env[70015]: DEBUG oslo_concurrency.lockutils [req-674ac853-9da5-45fd-8ffa-e58b22785434 req-00e93829-ca3c-4c83-b120-5e22eb775fd3 service nova] Lock "569a00c0-95d1-4054-aa8c-0e06f7fe0aba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.156652] env[70015]: DEBUG oslo_concurrency.lockutils [req-674ac853-9da5-45fd-8ffa-e58b22785434 req-00e93829-ca3c-4c83-b120-5e22eb775fd3 service nova] Lock "569a00c0-95d1-4054-aa8c-0e06f7fe0aba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.156703] env[70015]: DEBUG nova.compute.manager [req-674ac853-9da5-45fd-8ffa-e58b22785434 req-00e93829-ca3c-4c83-b120-5e22eb775fd3 service nova] [instance: 569a00c0-95d1-4054-aa8c-0e06f7fe0aba] No waiting events found dispatching network-vif-plugged-fdb61b09-1035-416d-8308-d26bdcdffc93 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 878.156919] env[70015]: WARNING nova.compute.manager [req-674ac853-9da5-45fd-8ffa-e58b22785434 req-00e93829-ca3c-4c83-b120-5e22eb775fd3 service nova] [instance: 569a00c0-95d1-4054-aa8c-0e06f7fe0aba] Received unexpected event network-vif-plugged-fdb61b09-1035-416d-8308-d26bdcdffc93 for instance with vm_state building and task_state spawning. [ 878.157031] env[70015]: DEBUG nova.compute.manager [req-674ac853-9da5-45fd-8ffa-e58b22785434 req-00e93829-ca3c-4c83-b120-5e22eb775fd3 service nova] [instance: 569a00c0-95d1-4054-aa8c-0e06f7fe0aba] Received event network-changed-fdb61b09-1035-416d-8308-d26bdcdffc93 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.157193] env[70015]: DEBUG nova.compute.manager [req-674ac853-9da5-45fd-8ffa-e58b22785434 req-00e93829-ca3c-4c83-b120-5e22eb775fd3 service nova] [instance: 569a00c0-95d1-4054-aa8c-0e06f7fe0aba] Refreshing instance network info cache due to event network-changed-fdb61b09-1035-416d-8308-d26bdcdffc93. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 878.157392] env[70015]: DEBUG oslo_concurrency.lockutils [req-674ac853-9da5-45fd-8ffa-e58b22785434 req-00e93829-ca3c-4c83-b120-5e22eb775fd3 service nova] Acquiring lock "refresh_cache-569a00c0-95d1-4054-aa8c-0e06f7fe0aba" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.160448] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.160926] env[70015]: DEBUG nova.compute.manager [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 16289849-7c2a-4ac3-bdcf-4b93f18bfb13] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 878.163695] env[70015]: DEBUG oslo_concurrency.lockutils [None req-882c4c9b-c91d-43fd-a532-d6fb21cc8102 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.231s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.163910] env[70015]: DEBUG nova.objects.instance [None req-882c4c9b-c91d-43fd-a532-d6fb21cc8102 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Lazy-loading 'resources' on Instance uuid 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 878.222763] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bed5a654-de64-4915-b77b-57ef0e5268bc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.233264] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c27006-8d52-4507-a227-9d5c0010d38c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.272964] env[70015]: DEBUG nova.compute.manager [req-fced78c6-6494-4a28-aee3-7ae5a58c3288 req-e42dfa55-f7b1-4d52-92c5-bcec9eafd7b4 service nova] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] Detach interface failed, port_id=3088ea07-1397-417a-ae9b-a73ef0bee17b, reason: Instance 0048c4f6-5e34-472c-9f8b-4218a86c03b1 could not be found. {{(pid=70015) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 878.274174] env[70015]: DEBUG nova.network.neutron [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 569a00c0-95d1-4054-aa8c-0e06f7fe0aba] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 878.364409] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce063a8-767d-47f8-811b-938f9ea19b3e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.387990] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4a4526-af4e-4587-859f-f47ae891356e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.404864] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Updating instance '66d937aa-30ed-468f-a62a-e37e7c2b41fb' progress to 67 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 878.475982] env[70015]: DEBUG nova.network.neutron [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 569a00c0-95d1-4054-aa8c-0e06f7fe0aba] Updating instance_info_cache with network_info: [{"id": "fdb61b09-1035-416d-8308-d26bdcdffc93", "address": "fa:16:3e:db:d5:d0", "network": {"id": "2b3db0b2-f350-4c6a-a7a3-2ba9eb74f562", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1349194698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a29459ce08d649d18549557d28299696", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdb61b09-10", "ovs_interfaceid": "fdb61b09-1035-416d-8308-d26bdcdffc93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.483405] env[70015]: DEBUG nova.compute.manager [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 878.496844] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "refresh_cache-566ef0e4-fa32-47b4-aa48-094c2d0030b5" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.496989] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquired lock "refresh_cache-566ef0e4-fa32-47b4-aa48-094c2d0030b5" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.497175] env[70015]: DEBUG nova.network.neutron [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.669270] env[70015]: DEBUG nova.compute.utils [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 878.670760] env[70015]: DEBUG nova.compute.manager [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 16289849-7c2a-4ac3-bdcf-4b93f18bfb13] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 878.670932] env[70015]: DEBUG nova.network.neutron [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 16289849-7c2a-4ac3-bdcf-4b93f18bfb13] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 878.716075] env[70015]: DEBUG nova.policy [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '71d14ff2560345f8a3ffe5c3bdbc2b9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b72f826aa534249890653a8e469cbaf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 878.981482] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Releasing lock "refresh_cache-569a00c0-95d1-4054-aa8c-0e06f7fe0aba" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.981846] env[70015]: DEBUG nova.compute.manager [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 569a00c0-95d1-4054-aa8c-0e06f7fe0aba] Instance network_info: |[{"id": "fdb61b09-1035-416d-8308-d26bdcdffc93", "address": "fa:16:3e:db:d5:d0", "network": {"id": "2b3db0b2-f350-4c6a-a7a3-2ba9eb74f562", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1349194698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a29459ce08d649d18549557d28299696", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdb61b09-10", "ovs_interfaceid": "fdb61b09-1035-416d-8308-d26bdcdffc93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 878.982166] env[70015]: DEBUG oslo_concurrency.lockutils [req-674ac853-9da5-45fd-8ffa-e58b22785434 req-00e93829-ca3c-4c83-b120-5e22eb775fd3 service nova] Acquired lock "refresh_cache-569a00c0-95d1-4054-aa8c-0e06f7fe0aba" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.982342] env[70015]: DEBUG nova.network.neutron [req-674ac853-9da5-45fd-8ffa-e58b22785434 req-00e93829-ca3c-4c83-b120-5e22eb775fd3 service nova] [instance: 569a00c0-95d1-4054-aa8c-0e06f7fe0aba] Refreshing network info cache for port fdb61b09-1035-416d-8308-d26bdcdffc93 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 878.983557] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 569a00c0-95d1-4054-aa8c-0e06f7fe0aba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:d5:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f68ebd2a-3c68-48db-8c32-8a01497fc2e7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fdb61b09-1035-416d-8308-d26bdcdffc93', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 878.998627] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.999692] env[70015]: DEBUG nova.network.neutron [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Port 6c9a5472-a1e8-41be-a53d-17ac4200ef38 binding to destination host cpu-1 is already ACTIVE {{(pid=70015) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 879.013433] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 569a00c0-95d1-4054-aa8c-0e06f7fe0aba] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 879.024894] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d1aed2a-2e51-4bf0-912b-5695e65c33aa {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.051516] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 879.051516] env[70015]: value = "task-3610915" [ 879.051516] env[70015]: _type = "Task" [ 879.051516] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.062010] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610915, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.065366] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.173996] env[70015]: DEBUG nova.compute.manager [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 16289849-7c2a-4ac3-bdcf-4b93f18bfb13] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 879.266242] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40392165-1d7a-486c-8bd4-f4317b46791b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.281064] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3589a0d6-3111-403b-ba19-9ca216487dc9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.325338] env[70015]: DEBUG nova.network.neutron [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 16289849-7c2a-4ac3-bdcf-4b93f18bfb13] Successfully created port: ddb66b61-aecc-46aa-b336-6b0934e8c85b {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 879.332656] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621ba97f-55ab-413d-baed-40ec3b662f26 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.347573] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd3c643-ed57-4d20-95f8-aa0722100459 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.371810] env[70015]: DEBUG nova.compute.provider_tree [None req-882c4c9b-c91d-43fd-a532-d6fb21cc8102 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.394108] env[70015]: DEBUG nova.network.neutron [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Updating instance_info_cache with network_info: [{"id": "cf1f9a29-03df-4143-a944-eeba34926184", "address": "fa:16:3e:b6:3e:4e", "network": {"id": "aed3b2bc-e425-473e-9c01-5fba157d1ba4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-846382282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faa8a08038de44e2ad837e0e45b67282", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf1f9a29-03", "ovs_interfaceid": "cf1f9a29-03df-4143-a944-eeba34926184", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.500854] env[70015]: DEBUG nova.network.neutron [req-674ac853-9da5-45fd-8ffa-e58b22785434 req-00e93829-ca3c-4c83-b120-5e22eb775fd3 service nova] [instance: 569a00c0-95d1-4054-aa8c-0e06f7fe0aba] Updated VIF entry in instance network info cache for port fdb61b09-1035-416d-8308-d26bdcdffc93. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 879.501668] env[70015]: DEBUG nova.network.neutron [req-674ac853-9da5-45fd-8ffa-e58b22785434 req-00e93829-ca3c-4c83-b120-5e22eb775fd3 service nova] [instance: 569a00c0-95d1-4054-aa8c-0e06f7fe0aba] Updating instance_info_cache with network_info: [{"id": "fdb61b09-1035-416d-8308-d26bdcdffc93", "address": "fa:16:3e:db:d5:d0", "network": {"id": "2b3db0b2-f350-4c6a-a7a3-2ba9eb74f562", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1349194698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a29459ce08d649d18549557d28299696", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdb61b09-10", "ovs_interfaceid": "fdb61b09-1035-416d-8308-d26bdcdffc93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.553787] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquiring lock "66d937aa-30ed-468f-a62a-e37e7c2b41fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.554060] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lock "66d937aa-30ed-468f-a62a-e37e7c2b41fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.554629] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lock "66d937aa-30ed-468f-a62a-e37e7c2b41fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.570999] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610915, 'name': CreateVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.875420] env[70015]: DEBUG nova.scheduler.client.report [None req-882c4c9b-c91d-43fd-a532-d6fb21cc8102 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.896606] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Releasing lock "refresh_cache-566ef0e4-fa32-47b4-aa48-094c2d0030b5" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.006449] env[70015]: DEBUG oslo_concurrency.lockutils [req-674ac853-9da5-45fd-8ffa-e58b22785434 req-00e93829-ca3c-4c83-b120-5e22eb775fd3 service nova] Releasing lock "refresh_cache-569a00c0-95d1-4054-aa8c-0e06f7fe0aba" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.062132] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610915, 'name': CreateVM_Task, 'duration_secs': 0.656232} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.062358] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 569a00c0-95d1-4054-aa8c-0e06f7fe0aba] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 880.063304] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.063304] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.063556] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.063819] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4bdbfba-6bac-4338-aa44-57e149b12f10 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.070176] env[70015]: DEBUG oslo_vmware.api [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Waiting for the task: (returnval){ [ 880.070176] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5204b22f-5476-36b7-289b-e312cd677192" [ 880.070176] env[70015]: _type = "Task" [ 880.070176] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.079843] env[70015]: DEBUG oslo_vmware.api [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5204b22f-5476-36b7-289b-e312cd677192, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.190902] env[70015]: DEBUG nova.compute.manager [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 16289849-7c2a-4ac3-bdcf-4b93f18bfb13] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 880.219605] env[70015]: DEBUG nova.virt.hardware [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 880.219834] env[70015]: DEBUG nova.virt.hardware [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 880.219994] env[70015]: DEBUG nova.virt.hardware [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.220236] env[70015]: DEBUG nova.virt.hardware [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 880.220391] env[70015]: DEBUG nova.virt.hardware [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.220538] env[70015]: DEBUG nova.virt.hardware [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 880.220744] env[70015]: DEBUG nova.virt.hardware [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 880.220899] env[70015]: DEBUG nova.virt.hardware [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 880.221180] env[70015]: DEBUG nova.virt.hardware [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 880.221411] env[70015]: DEBUG nova.virt.hardware [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 880.221694] env[70015]: DEBUG nova.virt.hardware [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 880.222743] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7ac08e-8227-4583-81f9-ca1b59bf414c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.230937] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca8d469-5582-4c78-9581-6a304181e969 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.380493] env[70015]: DEBUG oslo_concurrency.lockutils [None req-882c4c9b-c91d-43fd-a532-d6fb21cc8102 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.217s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.383311] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.744s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.385666] env[70015]: INFO nova.compute.claims [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 880.420840] env[70015]: INFO nova.scheduler.client.report [None req-882c4c9b-c91d-43fd-a532-d6fb21cc8102 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Deleted allocations for instance 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5 [ 880.427245] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf30d02-930b-4ee3-ada5-5c8ad52637e4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.468097] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5e20de-a400-47d0-be78-52f435852535 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.480460] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Updating instance '566ef0e4-fa32-47b4-aa48-094c2d0030b5' progress to 83 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 880.586632] env[70015]: DEBUG oslo_vmware.api [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5204b22f-5476-36b7-289b-e312cd677192, 'name': SearchDatastore_Task, 'duration_secs': 0.011522} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.586929] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.587185] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 569a00c0-95d1-4054-aa8c-0e06f7fe0aba] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 880.587421] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.587569] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.587747] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 880.588101] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac7b27cb-20ca-46b4-b901-9363ca8fde78 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.598145] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 880.598389] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 880.599605] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7a4ce00-28d7-4b0f-9955-ee59e2c50548 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.605858] env[70015]: DEBUG oslo_vmware.api [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Waiting for the task: (returnval){ [ 880.605858] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5262e0a6-7eb3-a1e6-b077-e6e38aca7b17" [ 880.605858] env[70015]: _type = "Task" [ 880.605858] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.613942] env[70015]: DEBUG oslo_vmware.api [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5262e0a6-7eb3-a1e6-b077-e6e38aca7b17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.642196] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquiring lock "refresh_cache-66d937aa-30ed-468f-a62a-e37e7c2b41fb" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.642390] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquired lock "refresh_cache-66d937aa-30ed-468f-a62a-e37e7c2b41fb" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.642613] env[70015]: DEBUG nova.network.neutron [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 880.936926] env[70015]: DEBUG oslo_concurrency.lockutils [None req-882c4c9b-c91d-43fd-a532-d6fb21cc8102 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Lock "251f05bc-7d8b-496a-88a3-1dfe2e7e14f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.296s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.990956] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 880.990956] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-052158d0-f73c-4de6-aa97-7442ad1dc5ac {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.998599] env[70015]: DEBUG oslo_vmware.api [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 880.998599] env[70015]: value = "task-3610916" [ 880.998599] env[70015]: _type = "Task" [ 880.998599] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.009196] env[70015]: DEBUG oslo_vmware.api [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.122923] env[70015]: DEBUG oslo_vmware.api [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5262e0a6-7eb3-a1e6-b077-e6e38aca7b17, 'name': SearchDatastore_Task, 'duration_secs': 0.024799} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.123664] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba3c1673-2d9b-4568-bf50-ab7a76866741 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.129878] env[70015]: DEBUG oslo_vmware.api [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Waiting for the task: (returnval){ [ 881.129878] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52ea8e19-f9d7-b7cc-4dff-bd5f98a3134f" [ 881.129878] env[70015]: _type = "Task" [ 881.129878] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.139561] env[70015]: DEBUG oslo_vmware.api [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52ea8e19-f9d7-b7cc-4dff-bd5f98a3134f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.520353] env[70015]: DEBUG oslo_vmware.api [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610916, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.649646] env[70015]: DEBUG oslo_vmware.api [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52ea8e19-f9d7-b7cc-4dff-bd5f98a3134f, 'name': SearchDatastore_Task, 'duration_secs': 0.018011} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.654470] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.654470] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 569a00c0-95d1-4054-aa8c-0e06f7fe0aba/569a00c0-95d1-4054-aa8c-0e06f7fe0aba.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 881.654691] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75927456-1e8c-4e62-9b7e-71c0b786df4d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.665523] env[70015]: DEBUG oslo_vmware.api [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Waiting for the task: (returnval){ [ 881.665523] env[70015]: value = "task-3610917" [ 881.665523] env[70015]: _type = "Task" [ 881.665523] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.682120] env[70015]: DEBUG oslo_vmware.api [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610917, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.759833] env[70015]: DEBUG nova.compute.manager [req-9dda2102-6fb6-4b8d-b641-d7d878663d22 req-34ad6077-a2e0-4afb-93cf-33b7dadc56cf service nova] [instance: 16289849-7c2a-4ac3-bdcf-4b93f18bfb13] Received event network-vif-plugged-ddb66b61-aecc-46aa-b336-6b0934e8c85b {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.760510] env[70015]: DEBUG oslo_concurrency.lockutils [req-9dda2102-6fb6-4b8d-b641-d7d878663d22 req-34ad6077-a2e0-4afb-93cf-33b7dadc56cf service nova] Acquiring lock "16289849-7c2a-4ac3-bdcf-4b93f18bfb13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.760510] env[70015]: DEBUG oslo_concurrency.lockutils [req-9dda2102-6fb6-4b8d-b641-d7d878663d22 req-34ad6077-a2e0-4afb-93cf-33b7dadc56cf service nova] Lock "16289849-7c2a-4ac3-bdcf-4b93f18bfb13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.760510] env[70015]: DEBUG oslo_concurrency.lockutils [req-9dda2102-6fb6-4b8d-b641-d7d878663d22 req-34ad6077-a2e0-4afb-93cf-33b7dadc56cf service nova] Lock "16289849-7c2a-4ac3-bdcf-4b93f18bfb13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.760965] env[70015]: DEBUG nova.compute.manager [req-9dda2102-6fb6-4b8d-b641-d7d878663d22 req-34ad6077-a2e0-4afb-93cf-33b7dadc56cf service nova] [instance: 16289849-7c2a-4ac3-bdcf-4b93f18bfb13] No waiting events found dispatching network-vif-plugged-ddb66b61-aecc-46aa-b336-6b0934e8c85b {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 881.760965] env[70015]: WARNING nova.compute.manager [req-9dda2102-6fb6-4b8d-b641-d7d878663d22 req-34ad6077-a2e0-4afb-93cf-33b7dadc56cf service nova] [instance: 16289849-7c2a-4ac3-bdcf-4b93f18bfb13] Received unexpected event network-vif-plugged-ddb66b61-aecc-46aa-b336-6b0934e8c85b for instance with vm_state building and task_state spawning. [ 881.869862] env[70015]: DEBUG nova.network.neutron [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Updating instance_info_cache with network_info: [{"id": "6c9a5472-a1e8-41be-a53d-17ac4200ef38", "address": "fa:16:3e:71:50:80", "network": {"id": "825adeb2-145f-454c-b624-cc7cf91966fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1496238884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e0ce85090f4c3c8d74e04f2101b99f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c9a5472-a1", "ovs_interfaceid": "6c9a5472-a1e8-41be-a53d-17ac4200ef38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.894143] env[70015]: DEBUG nova.network.neutron [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 16289849-7c2a-4ac3-bdcf-4b93f18bfb13] Successfully updated port: ddb66b61-aecc-46aa-b336-6b0934e8c85b {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 881.943460] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1892feee-d34e-4f4c-8d8d-c878c152a336 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.951709] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c3cf01-6798-4954-a581-7b2ac96e6335 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.991554] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df973b0-ada0-4e0f-9448-a8e331db9acb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.999020] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e105837a-a4ff-4423-a8a9-e1e8664a10d8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.017950] env[70015]: DEBUG nova.compute.provider_tree [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.023791] env[70015]: DEBUG oslo_vmware.api [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3610916, 'name': PowerOnVM_Task, 'duration_secs': 0.695832} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.024618] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.024618] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4d57e2bc-2e9a-40e3-b984-97425dd81103 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Updating instance '566ef0e4-fa32-47b4-aa48-094c2d0030b5' progress to 100 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 882.177204] env[70015]: DEBUG oslo_vmware.api [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610917, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.373572] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Releasing lock "refresh_cache-66d937aa-30ed-468f-a62a-e37e7c2b41fb" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.398935] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquiring lock "refresh_cache-16289849-7c2a-4ac3-bdcf-4b93f18bfb13" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.398935] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquired lock "refresh_cache-16289849-7c2a-4ac3-bdcf-4b93f18bfb13" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.398935] env[70015]: DEBUG nova.network.neutron [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 16289849-7c2a-4ac3-bdcf-4b93f18bfb13] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.525341] env[70015]: DEBUG nova.scheduler.client.report [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.677257] env[70015]: DEBUG oslo_vmware.api [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610917, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640969} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.677612] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 569a00c0-95d1-4054-aa8c-0e06f7fe0aba/569a00c0-95d1-4054-aa8c-0e06f7fe0aba.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 882.677913] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 569a00c0-95d1-4054-aa8c-0e06f7fe0aba] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 882.678239] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-569ac1fe-6163-4863-9ece-b53d5749f12d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.687253] env[70015]: DEBUG oslo_vmware.api [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Waiting for the task: (returnval){ [ 882.687253] env[70015]: value = "task-3610918" [ 882.687253] env[70015]: _type = "Task" [ 882.687253] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.695610] env[70015]: DEBUG oslo_vmware.api [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610918, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.906682] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be24d456-e2a8-4214-a6ee-924a25435063 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.926808] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b2f330-ab71-4402-a306-d3251e5d4b36 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.935933] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Updating instance '66d937aa-30ed-468f-a62a-e37e7c2b41fb' progress to 83 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 882.971442] env[70015]: DEBUG nova.network.neutron [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 16289849-7c2a-4ac3-bdcf-4b93f18bfb13] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 883.037296] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.037844] env[70015]: DEBUG nova.compute.manager [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 883.044257] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4e2dfb1c-95f3-4b2d-812a-945bc9e6a33f tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.431s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.044491] env[70015]: DEBUG nova.objects.instance [None req-4e2dfb1c-95f3-4b2d-812a-945bc9e6a33f tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Lazy-loading 'resources' on Instance uuid 4070a41b-136b-41e4-bd77-7ac36f7482d4 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 883.199139] env[70015]: DEBUG oslo_vmware.api [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610918, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154673} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.199426] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 569a00c0-95d1-4054-aa8c-0e06f7fe0aba] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 883.200187] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876ecb52-5f55-4729-af5c-05a3fe93e602 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.224127] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 569a00c0-95d1-4054-aa8c-0e06f7fe0aba] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 569a00c0-95d1-4054-aa8c-0e06f7fe0aba/569a00c0-95d1-4054-aa8c-0e06f7fe0aba.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 883.224726] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a144935e-4d59-4eb2-a92f-eed8308b84c5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.246661] env[70015]: DEBUG oslo_vmware.api [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Waiting for the task: (returnval){ [ 883.246661] env[70015]: value = "task-3610919" [ 883.246661] env[70015]: _type = "Task" [ 883.246661] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.254400] env[70015]: DEBUG oslo_vmware.api [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610919, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.332273] env[70015]: DEBUG nova.network.neutron [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 16289849-7c2a-4ac3-bdcf-4b93f18bfb13] Updating instance_info_cache with network_info: [{"id": "ddb66b61-aecc-46aa-b336-6b0934e8c85b", "address": "fa:16:3e:e2:20:4f", "network": {"id": "87921d07-4a17-46a8-bc91-3d5d318c1dff", "bridge": "br-int", "label": "tempest-ServersTestJSON-1620274104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b72f826aa534249890653a8e469cbaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddb66b61-ae", "ovs_interfaceid": "ddb66b61-aecc-46aa-b336-6b0934e8c85b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.443045] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4e6fc228-d4af-4822-a6c2-891d25e3a67f tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Updating instance '66d937aa-30ed-468f-a62a-e37e7c2b41fb' progress to 100 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 883.543626] env[70015]: DEBUG nova.compute.utils [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 883.545410] env[70015]: DEBUG nova.compute.manager [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 883.545589] env[70015]: DEBUG nova.network.neutron [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 883.659541] env[70015]: DEBUG nova.policy [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f62305a43d3436ca05c1dd1390e09fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51ce910496bc43ceb87a5d6f0645e958', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 883.756636] env[70015]: DEBUG oslo_vmware.api [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610919, 'name': ReconfigVM_Task, 'duration_secs': 0.283734} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.757127] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 569a00c0-95d1-4054-aa8c-0e06f7fe0aba] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 569a00c0-95d1-4054-aa8c-0e06f7fe0aba/569a00c0-95d1-4054-aa8c-0e06f7fe0aba.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.758304] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21dcafeb-aef2-4f4b-8aac-4b51c7d2cabb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.770149] env[70015]: DEBUG oslo_vmware.api [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Waiting for the task: (returnval){ [ 883.770149] env[70015]: value = "task-3610920" [ 883.770149] env[70015]: _type = "Task" [ 883.770149] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.781764] env[70015]: DEBUG oslo_vmware.api [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610920, 'name': Rename_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.838022] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Releasing lock "refresh_cache-16289849-7c2a-4ac3-bdcf-4b93f18bfb13" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.838022] env[70015]: DEBUG nova.compute.manager [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 16289849-7c2a-4ac3-bdcf-4b93f18bfb13] Instance network_info: |[{"id": "ddb66b61-aecc-46aa-b336-6b0934e8c85b", "address": "fa:16:3e:e2:20:4f", "network": {"id": "87921d07-4a17-46a8-bc91-3d5d318c1dff", "bridge": "br-int", "label": "tempest-ServersTestJSON-1620274104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b72f826aa534249890653a8e469cbaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddb66b61-ae", "ovs_interfaceid": "ddb66b61-aecc-46aa-b336-6b0934e8c85b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 883.838022] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 16289849-7c2a-4ac3-bdcf-4b93f18bfb13] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:20:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f66f8375-4460-4acd-987b-acda72bfcf0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ddb66b61-aecc-46aa-b336-6b0934e8c85b', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 883.846115] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.849222] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16289849-7c2a-4ac3-bdcf-4b93f18bfb13] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 883.849869] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa01afd9-d3f4-43d4-b918-232c1a30559a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.880019] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 883.880019] env[70015]: value = "task-3610921" [ 883.880019] env[70015]: _type = "Task" [ 883.880019] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.887651] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610921, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.014915] env[70015]: DEBUG nova.compute.manager [req-821d009e-ac53-4b91-823a-449ecfb75a7d req-59365638-1095-4b6d-954c-cd284062a1ab service nova] [instance: 16289849-7c2a-4ac3-bdcf-4b93f18bfb13] Received event network-changed-ddb66b61-aecc-46aa-b336-6b0934e8c85b {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.014915] env[70015]: DEBUG nova.compute.manager [req-821d009e-ac53-4b91-823a-449ecfb75a7d req-59365638-1095-4b6d-954c-cd284062a1ab service nova] [instance: 16289849-7c2a-4ac3-bdcf-4b93f18bfb13] Refreshing instance network info cache due to event network-changed-ddb66b61-aecc-46aa-b336-6b0934e8c85b. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 884.014915] env[70015]: DEBUG oslo_concurrency.lockutils [req-821d009e-ac53-4b91-823a-449ecfb75a7d req-59365638-1095-4b6d-954c-cd284062a1ab service nova] Acquiring lock "refresh_cache-16289849-7c2a-4ac3-bdcf-4b93f18bfb13" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.014915] env[70015]: DEBUG oslo_concurrency.lockutils [req-821d009e-ac53-4b91-823a-449ecfb75a7d req-59365638-1095-4b6d-954c-cd284062a1ab service nova] Acquired lock "refresh_cache-16289849-7c2a-4ac3-bdcf-4b93f18bfb13" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.014915] env[70015]: DEBUG nova.network.neutron [req-821d009e-ac53-4b91-823a-449ecfb75a7d req-59365638-1095-4b6d-954c-cd284062a1ab service nova] [instance: 16289849-7c2a-4ac3-bdcf-4b93f18bfb13] Refreshing network info cache for port ddb66b61-aecc-46aa-b336-6b0934e8c85b {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 884.048269] env[70015]: DEBUG nova.compute.manager [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 884.115082] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76551c2d-f61d-41cd-a7da-3b6fbae34909 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.124424] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746841a6-9c2a-4737-a660-3ac43bb0c7eb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.161426] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da56138-0e00-4057-aed0-01b561f18ee2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.168994] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45acb215-3d55-4d2e-9576-e13e9f40d87d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.185284] env[70015]: DEBUG nova.compute.provider_tree [None req-4e2dfb1c-95f3-4b2d-812a-945bc9e6a33f tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.279452] env[70015]: DEBUG oslo_vmware.api [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610920, 'name': Rename_Task, 'duration_secs': 0.154303} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.279735] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 569a00c0-95d1-4054-aa8c-0e06f7fe0aba] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.279974] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-341a2817-e7af-4d1d-9be1-45061992f902 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.286200] env[70015]: DEBUG oslo_vmware.api [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Waiting for the task: (returnval){ [ 884.286200] env[70015]: value = "task-3610922" [ 884.286200] env[70015]: _type = "Task" [ 884.286200] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.297018] env[70015]: DEBUG oslo_vmware.api [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610922, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.398592] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610921, 'name': CreateVM_Task, 'duration_secs': 0.334833} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.399612] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16289849-7c2a-4ac3-bdcf-4b93f18bfb13] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 884.400219] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.400576] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.401226] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.402743] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a58ffd9a-5b33-4d16-8ed3-e8a32bbef543 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.413225] env[70015]: DEBUG oslo_vmware.api [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 884.413225] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5274bbe6-d3b0-f3c5-fb7c-68a1405b517a" [ 884.413225] env[70015]: _type = "Task" [ 884.413225] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.429822] env[70015]: DEBUG oslo_vmware.api [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5274bbe6-d3b0-f3c5-fb7c-68a1405b517a, 'name': SearchDatastore_Task, 'duration_secs': 0.010646} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.431852] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.431852] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 16289849-7c2a-4ac3-bdcf-4b93f18bfb13] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.431852] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.431852] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.431852] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.431852] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8eee5fc-ef85-47d7-9437-268fcc1c1642 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.439980] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.439980] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.440703] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52c4a22a-1436-4368-945c-95f3d6c1bd0b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.446091] env[70015]: DEBUG oslo_vmware.api [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 884.446091] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5246b6bf-3aee-4790-a0cd-f15d95298dc4" [ 884.446091] env[70015]: _type = "Task" [ 884.446091] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.457034] env[70015]: DEBUG oslo_vmware.api [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5246b6bf-3aee-4790-a0cd-f15d95298dc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.500425] env[70015]: DEBUG nova.network.neutron [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Successfully created port: 6fcfe98b-9e63-4a61-8a0e-52cec969c3b3 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 884.688906] env[70015]: DEBUG nova.scheduler.client.report [None req-4e2dfb1c-95f3-4b2d-812a-945bc9e6a33f tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.796733] env[70015]: DEBUG oslo_vmware.api [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610922, 'name': PowerOnVM_Task, 'duration_secs': 0.48061} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.797017] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 569a00c0-95d1-4054-aa8c-0e06f7fe0aba] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.798147] env[70015]: INFO nova.compute.manager [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 569a00c0-95d1-4054-aa8c-0e06f7fe0aba] Took 9.43 seconds to spawn the instance on the hypervisor. [ 884.798147] env[70015]: DEBUG nova.compute.manager [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 569a00c0-95d1-4054-aa8c-0e06f7fe0aba] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.798436] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935a48cf-e839-47ec-aa64-2d301bc9e043 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.960776] env[70015]: DEBUG oslo_vmware.api [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5246b6bf-3aee-4790-a0cd-f15d95298dc4, 'name': SearchDatastore_Task, 'duration_secs': 0.008705} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.960776] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fd2a79e-5b65-4cc5-a4c3-fc5342737ee1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.967151] env[70015]: DEBUG oslo_vmware.api [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 884.967151] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]523f36ea-d15b-3140-ea2c-07e442bed3ee" [ 884.967151] env[70015]: _type = "Task" [ 884.967151] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.983522] env[70015]: DEBUG oslo_vmware.api [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]523f36ea-d15b-3140-ea2c-07e442bed3ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.061170] env[70015]: DEBUG nova.compute.manager [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 885.094407] env[70015]: DEBUG nova.virt.hardware [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 885.094650] env[70015]: DEBUG nova.virt.hardware [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 885.094802] env[70015]: DEBUG nova.virt.hardware [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 885.095053] env[70015]: DEBUG nova.virt.hardware [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 885.095383] env[70015]: DEBUG nova.virt.hardware [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 885.095551] env[70015]: DEBUG nova.virt.hardware [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 885.095777] env[70015]: DEBUG nova.virt.hardware [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 885.095941] env[70015]: DEBUG nova.virt.hardware [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 885.096120] env[70015]: DEBUG nova.virt.hardware [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 885.096284] env[70015]: DEBUG nova.virt.hardware [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 885.096457] env[70015]: DEBUG nova.virt.hardware [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 885.097874] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9a1a9b-e512-4e3f-82f3-37540b77d899 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.106278] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17340b74-4443-44a6-84b5-01b4cd41f82b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.200388] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4e2dfb1c-95f3-4b2d-812a-945bc9e6a33f tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.156s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.210621] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.786s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.210621] env[70015]: INFO nova.compute.claims [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 885.233685] env[70015]: INFO nova.scheduler.client.report [None req-4e2dfb1c-95f3-4b2d-812a-945bc9e6a33f tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Deleted allocations for instance 4070a41b-136b-41e4-bd77-7ac36f7482d4 [ 885.316254] env[70015]: INFO nova.compute.manager [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 569a00c0-95d1-4054-aa8c-0e06f7fe0aba] Took 53.49 seconds to build instance. [ 885.319644] env[70015]: DEBUG nova.network.neutron [req-821d009e-ac53-4b91-823a-449ecfb75a7d req-59365638-1095-4b6d-954c-cd284062a1ab service nova] [instance: 16289849-7c2a-4ac3-bdcf-4b93f18bfb13] Updated VIF entry in instance network info cache for port ddb66b61-aecc-46aa-b336-6b0934e8c85b. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 885.320731] env[70015]: DEBUG nova.network.neutron [req-821d009e-ac53-4b91-823a-449ecfb75a7d req-59365638-1095-4b6d-954c-cd284062a1ab service nova] [instance: 16289849-7c2a-4ac3-bdcf-4b93f18bfb13] Updating instance_info_cache with network_info: [{"id": "ddb66b61-aecc-46aa-b336-6b0934e8c85b", "address": "fa:16:3e:e2:20:4f", "network": {"id": "87921d07-4a17-46a8-bc91-3d5d318c1dff", "bridge": "br-int", "label": "tempest-ServersTestJSON-1620274104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b72f826aa534249890653a8e469cbaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddb66b61-ae", "ovs_interfaceid": "ddb66b61-aecc-46aa-b336-6b0934e8c85b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.478553] env[70015]: DEBUG oslo_vmware.api [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]523f36ea-d15b-3140-ea2c-07e442bed3ee, 'name': SearchDatastore_Task, 'duration_secs': 0.028388} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.478945] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.479147] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 16289849-7c2a-4ac3-bdcf-4b93f18bfb13/16289849-7c2a-4ac3-bdcf-4b93f18bfb13.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 885.479484] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f787dec4-4374-4671-9427-d19ea441256f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.487142] env[70015]: DEBUG oslo_vmware.api [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 885.487142] env[70015]: value = "task-3610923" [ 885.487142] env[70015]: _type = "Task" [ 885.487142] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.495500] env[70015]: DEBUG oslo_vmware.api [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3610923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.707497] env[70015]: DEBUG oslo_concurrency.lockutils [None req-36d25fc7-0a31-48f8-9dba-f3053b6d2113 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "566ef0e4-fa32-47b4-aa48-094c2d0030b5" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.710083] env[70015]: DEBUG oslo_concurrency.lockutils [None req-36d25fc7-0a31-48f8-9dba-f3053b6d2113 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "566ef0e4-fa32-47b4-aa48-094c2d0030b5" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.710363] env[70015]: DEBUG nova.compute.manager [None req-36d25fc7-0a31-48f8-9dba-f3053b6d2113 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Going to confirm migration 2 {{(pid=70015) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 885.739936] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4e2dfb1c-95f3-4b2d-812a-945bc9e6a33f tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Lock "4070a41b-136b-41e4-bd77-7ac36f7482d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.051s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.824312] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a4983b02-3ebc-4385-b443-c1267dc1b282 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Lock "569a00c0-95d1-4054-aa8c-0e06f7fe0aba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.297s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.824312] env[70015]: DEBUG oslo_concurrency.lockutils [req-821d009e-ac53-4b91-823a-449ecfb75a7d req-59365638-1095-4b6d-954c-cd284062a1ab service nova] Releasing lock "refresh_cache-16289849-7c2a-4ac3-bdcf-4b93f18bfb13" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.004738] env[70015]: DEBUG oslo_vmware.api [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3610923, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.257104] env[70015]: DEBUG oslo_concurrency.lockutils [None req-36d25fc7-0a31-48f8-9dba-f3053b6d2113 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "refresh_cache-566ef0e4-fa32-47b4-aa48-094c2d0030b5" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.257304] env[70015]: DEBUG oslo_concurrency.lockutils [None req-36d25fc7-0a31-48f8-9dba-f3053b6d2113 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquired lock "refresh_cache-566ef0e4-fa32-47b4-aa48-094c2d0030b5" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.257481] env[70015]: DEBUG nova.network.neutron [None req-36d25fc7-0a31-48f8-9dba-f3053b6d2113 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 886.257739] env[70015]: DEBUG nova.objects.instance [None req-36d25fc7-0a31-48f8-9dba-f3053b6d2113 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lazy-loading 'info_cache' on Instance uuid 566ef0e4-fa32-47b4-aa48-094c2d0030b5 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.508936] env[70015]: DEBUG oslo_vmware.api [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3610923, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654773} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.509468] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 16289849-7c2a-4ac3-bdcf-4b93f18bfb13/16289849-7c2a-4ac3-bdcf-4b93f18bfb13.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 886.509938] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 16289849-7c2a-4ac3-bdcf-4b93f18bfb13] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 886.510355] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-706ac83a-71e5-46ca-a379-6d2d34af4b80 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.518435] env[70015]: DEBUG oslo_vmware.api [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 886.518435] env[70015]: value = "task-3610924" [ 886.518435] env[70015]: _type = "Task" [ 886.518435] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.532963] env[70015]: DEBUG oslo_vmware.api [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3610924, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.619693] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d065e623-34a9-4bdc-8ea8-6d140ed9e5c7 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Acquiring lock "a6ad6fe7-22f0-405e-8e5f-6e56325049a8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.620323] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d065e623-34a9-4bdc-8ea8-6d140ed9e5c7 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Lock "a6ad6fe7-22f0-405e-8e5f-6e56325049a8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.786062] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a8701752-57a4-4986-9f4f-9559f9c90b03 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquiring lock "66d937aa-30ed-468f-a62a-e37e7c2b41fb" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.786336] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a8701752-57a4-4986-9f4f-9559f9c90b03 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lock "66d937aa-30ed-468f-a62a-e37e7c2b41fb" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.786522] env[70015]: DEBUG nova.compute.manager [None req-a8701752-57a4-4986-9f4f-9559f9c90b03 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Going to confirm migration 3 {{(pid=70015) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 886.791217] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4c7075-1758-42bc-8ec6-36df0a33c3d4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.803470] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a907bb1d-bf58-472d-a5d5-34067eef0e2a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.841447] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbb41aa-4cc8-4ceb-9430-148588be2bd1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.851459] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b682efc2-fdff-4044-9e8e-a6752bf021dc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.867044] env[70015]: DEBUG oslo_concurrency.lockutils [None req-34673d90-daf0-4a99-9657-1ef77c3d740b tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Acquiring lock "145d58b1-f2b6-42d6-96ca-d7b3b6f7a260" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.867154] env[70015]: DEBUG oslo_concurrency.lockutils [None req-34673d90-daf0-4a99-9657-1ef77c3d740b tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Lock "145d58b1-f2b6-42d6-96ca-d7b3b6f7a260" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.868253] env[70015]: DEBUG oslo_concurrency.lockutils [None req-34673d90-daf0-4a99-9657-1ef77c3d740b tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Acquiring lock "145d58b1-f2b6-42d6-96ca-d7b3b6f7a260-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.868253] env[70015]: DEBUG oslo_concurrency.lockutils [None req-34673d90-daf0-4a99-9657-1ef77c3d740b tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Lock "145d58b1-f2b6-42d6-96ca-d7b3b6f7a260-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.868253] env[70015]: DEBUG oslo_concurrency.lockutils [None req-34673d90-daf0-4a99-9657-1ef77c3d740b tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Lock "145d58b1-f2b6-42d6-96ca-d7b3b6f7a260-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.869674] env[70015]: DEBUG nova.compute.provider_tree [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.871265] env[70015]: INFO nova.compute.manager [None req-34673d90-daf0-4a99-9657-1ef77c3d740b tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260] Terminating instance [ 886.954107] env[70015]: DEBUG nova.network.neutron [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Successfully updated port: 6fcfe98b-9e63-4a61-8a0e-52cec969c3b3 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 887.023537] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Acquiring lock "37d5cc23-3eb8-419f-8eca-a2897e3638b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.023537] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Lock "37d5cc23-3eb8-419f-8eca-a2897e3638b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.033640] env[70015]: DEBUG oslo_vmware.api [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3610924, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073068} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.034487] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 16289849-7c2a-4ac3-bdcf-4b93f18bfb13] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 887.035792] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923a04ce-9300-4968-abbb-36bd8965cf70 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.059227] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 16289849-7c2a-4ac3-bdcf-4b93f18bfb13] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 16289849-7c2a-4ac3-bdcf-4b93f18bfb13/16289849-7c2a-4ac3-bdcf-4b93f18bfb13.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 887.061911] env[70015]: DEBUG nova.compute.manager [req-ca59373f-965f-44c1-b248-b1adc4775872 req-c3daf307-0951-4e37-b779-933ecbe526eb service nova] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Received event network-vif-plugged-6fcfe98b-9e63-4a61-8a0e-52cec969c3b3 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.061911] env[70015]: DEBUG oslo_concurrency.lockutils [req-ca59373f-965f-44c1-b248-b1adc4775872 req-c3daf307-0951-4e37-b779-933ecbe526eb service nova] Acquiring lock "239702ca-50c6-47a9-9207-394811e26eb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.061911] env[70015]: DEBUG oslo_concurrency.lockutils [req-ca59373f-965f-44c1-b248-b1adc4775872 req-c3daf307-0951-4e37-b779-933ecbe526eb service nova] Lock "239702ca-50c6-47a9-9207-394811e26eb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.061911] env[70015]: DEBUG oslo_concurrency.lockutils [req-ca59373f-965f-44c1-b248-b1adc4775872 req-c3daf307-0951-4e37-b779-933ecbe526eb service nova] Lock "239702ca-50c6-47a9-9207-394811e26eb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.061911] env[70015]: DEBUG nova.compute.manager [req-ca59373f-965f-44c1-b248-b1adc4775872 req-c3daf307-0951-4e37-b779-933ecbe526eb service nova] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] No waiting events found dispatching network-vif-plugged-6fcfe98b-9e63-4a61-8a0e-52cec969c3b3 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 887.062117] env[70015]: WARNING nova.compute.manager [req-ca59373f-965f-44c1-b248-b1adc4775872 req-c3daf307-0951-4e37-b779-933ecbe526eb service nova] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Received unexpected event network-vif-plugged-6fcfe98b-9e63-4a61-8a0e-52cec969c3b3 for instance with vm_state building and task_state spawning. [ 887.062503] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68f95168-4781-41c3-b917-67c763361be4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.083124] env[70015]: DEBUG oslo_vmware.api [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 887.083124] env[70015]: value = "task-3610925" [ 887.083124] env[70015]: _type = "Task" [ 887.083124] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.091702] env[70015]: DEBUG oslo_vmware.api [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3610925, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.123016] env[70015]: INFO nova.compute.manager [None req-d065e623-34a9-4bdc-8ea8-6d140ed9e5c7 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Detaching volume 2c9f094a-cb22-4a7f-9ce4-2334377d92b9 [ 887.161255] env[70015]: INFO nova.virt.block_device [None req-d065e623-34a9-4bdc-8ea8-6d140ed9e5c7 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Attempting to driver detach volume 2c9f094a-cb22-4a7f-9ce4-2334377d92b9 from mountpoint /dev/sdb [ 887.161550] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-d065e623-34a9-4bdc-8ea8-6d140ed9e5c7 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Volume detach. Driver type: vmdk {{(pid=70015) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 887.161745] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-d065e623-34a9-4bdc-8ea8-6d140ed9e5c7 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720281', 'volume_id': '2c9f094a-cb22-4a7f-9ce4-2334377d92b9', 'name': 'volume-2c9f094a-cb22-4a7f-9ce4-2334377d92b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6ad6fe7-22f0-405e-8e5f-6e56325049a8', 'attached_at': '', 'detached_at': '', 'volume_id': '2c9f094a-cb22-4a7f-9ce4-2334377d92b9', 'serial': '2c9f094a-cb22-4a7f-9ce4-2334377d92b9'} {{(pid=70015) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 887.162619] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a590ce-f523-4b1d-82e0-930e27fd06f8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.186689] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255807c2-fef3-4cce-8caf-6cd4ee7140fa {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.195036] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941c3608-5833-4160-beac-60bdd64c6059 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.221362] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad1bc3f-dcff-4652-8e0a-a220812ce194 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.239621] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-d065e623-34a9-4bdc-8ea8-6d140ed9e5c7 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] The volume has not been displaced from its original location: [datastore2] volume-2c9f094a-cb22-4a7f-9ce4-2334377d92b9/volume-2c9f094a-cb22-4a7f-9ce4-2334377d92b9.vmdk. No consolidation needed. {{(pid=70015) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 887.244866] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-d065e623-34a9-4bdc-8ea8-6d140ed9e5c7 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Reconfiguring VM instance instance-0000002d to detach disk 2001 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 887.245251] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c44b95a5-56ff-402d-81e9-36539ac5474e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.260024] env[70015]: DEBUG oslo_concurrency.lockutils [None req-94c65069-1797-4139-b6c8-853ddda4fa16 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Acquiring lock "569a00c0-95d1-4054-aa8c-0e06f7fe0aba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.260295] env[70015]: DEBUG oslo_concurrency.lockutils [None req-94c65069-1797-4139-b6c8-853ddda4fa16 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Lock "569a00c0-95d1-4054-aa8c-0e06f7fe0aba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.260527] env[70015]: DEBUG oslo_concurrency.lockutils [None req-94c65069-1797-4139-b6c8-853ddda4fa16 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Acquiring lock "569a00c0-95d1-4054-aa8c-0e06f7fe0aba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.260913] env[70015]: DEBUG oslo_concurrency.lockutils [None req-94c65069-1797-4139-b6c8-853ddda4fa16 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Lock "569a00c0-95d1-4054-aa8c-0e06f7fe0aba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.261150] env[70015]: DEBUG oslo_concurrency.lockutils [None req-94c65069-1797-4139-b6c8-853ddda4fa16 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Lock "569a00c0-95d1-4054-aa8c-0e06f7fe0aba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.264515] env[70015]: INFO nova.compute.manager [None req-94c65069-1797-4139-b6c8-853ddda4fa16 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 569a00c0-95d1-4054-aa8c-0e06f7fe0aba] Terminating instance [ 887.269530] env[70015]: DEBUG oslo_vmware.api [None req-d065e623-34a9-4bdc-8ea8-6d140ed9e5c7 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Waiting for the task: (returnval){ [ 887.269530] env[70015]: value = "task-3610926" [ 887.269530] env[70015]: _type = "Task" [ 887.269530] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.280307] env[70015]: DEBUG oslo_vmware.api [None req-d065e623-34a9-4bdc-8ea8-6d140ed9e5c7 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3610926, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.377270] env[70015]: DEBUG nova.scheduler.client.report [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.381542] env[70015]: DEBUG nova.compute.manager [None req-34673d90-daf0-4a99-9657-1ef77c3d740b tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 887.381800] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-34673d90-daf0-4a99-9657-1ef77c3d740b tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 887.383090] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e044608-adc1-4148-8e81-a7991b4097cc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.392884] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-34673d90-daf0-4a99-9657-1ef77c3d740b tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.393609] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac79c1eb-f1f5-4e51-8620-3ea74b70d8de {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.405759] env[70015]: DEBUG oslo_vmware.api [None req-34673d90-daf0-4a99-9657-1ef77c3d740b tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Waiting for the task: (returnval){ [ 887.405759] env[70015]: value = "task-3610927" [ 887.405759] env[70015]: _type = "Task" [ 887.405759] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.415705] env[70015]: DEBUG oslo_vmware.api [None req-34673d90-daf0-4a99-9657-1ef77c3d740b tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610927, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.420524] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a8701752-57a4-4986-9f4f-9559f9c90b03 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquiring lock "refresh_cache-66d937aa-30ed-468f-a62a-e37e7c2b41fb" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.420777] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a8701752-57a4-4986-9f4f-9559f9c90b03 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquired lock "refresh_cache-66d937aa-30ed-468f-a62a-e37e7c2b41fb" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.421062] env[70015]: DEBUG nova.network.neutron [None req-a8701752-57a4-4986-9f4f-9559f9c90b03 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.421279] env[70015]: DEBUG nova.objects.instance [None req-a8701752-57a4-4986-9f4f-9559f9c90b03 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lazy-loading 'info_cache' on Instance uuid 66d937aa-30ed-468f-a62a-e37e7c2b41fb {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.456776] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Acquiring lock "refresh_cache-239702ca-50c6-47a9-9207-394811e26eb4" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.457664] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Acquired lock "refresh_cache-239702ca-50c6-47a9-9207-394811e26eb4" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.457664] env[70015]: DEBUG nova.network.neutron [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.528436] env[70015]: DEBUG nova.compute.manager [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 887.596546] env[70015]: DEBUG oslo_vmware.api [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3610925, 'name': ReconfigVM_Task, 'duration_secs': 0.318323} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.599255] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 16289849-7c2a-4ac3-bdcf-4b93f18bfb13] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 16289849-7c2a-4ac3-bdcf-4b93f18bfb13/16289849-7c2a-4ac3-bdcf-4b93f18bfb13.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 887.599255] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31b92afc-0c27-4805-a294-a9975b36c6cc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.609253] env[70015]: DEBUG oslo_vmware.api [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 887.609253] env[70015]: value = "task-3610928" [ 887.609253] env[70015]: _type = "Task" [ 887.609253] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.620556] env[70015]: DEBUG oslo_vmware.api [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3610928, 'name': Rename_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.715203] env[70015]: DEBUG nova.network.neutron [None req-36d25fc7-0a31-48f8-9dba-f3053b6d2113 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Updating instance_info_cache with network_info: [{"id": "cf1f9a29-03df-4143-a944-eeba34926184", "address": "fa:16:3e:b6:3e:4e", "network": {"id": "aed3b2bc-e425-473e-9c01-5fba157d1ba4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-846382282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faa8a08038de44e2ad837e0e45b67282", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf1f9a29-03", "ovs_interfaceid": "cf1f9a29-03df-4143-a944-eeba34926184", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.770812] env[70015]: DEBUG nova.compute.manager [None req-94c65069-1797-4139-b6c8-853ddda4fa16 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 569a00c0-95d1-4054-aa8c-0e06f7fe0aba] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 887.770812] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-94c65069-1797-4139-b6c8-853ddda4fa16 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 569a00c0-95d1-4054-aa8c-0e06f7fe0aba] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 887.770812] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd507c8c-350d-4e4d-bebf-0de8793e1cad {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.783751] env[70015]: DEBUG oslo_vmware.api [None req-d065e623-34a9-4bdc-8ea8-6d140ed9e5c7 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3610926, 'name': ReconfigVM_Task, 'duration_secs': 0.274692} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.786832] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-d065e623-34a9-4bdc-8ea8-6d140ed9e5c7 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Reconfigured VM instance instance-0000002d to detach disk 2001 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 887.792070] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-94c65069-1797-4139-b6c8-853ddda4fa16 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 569a00c0-95d1-4054-aa8c-0e06f7fe0aba] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.792070] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e312025-bd79-4a7d-b37a-4982a91cf67e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.803358] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab3bff35-e33e-4ce1-b0e8-fab006877cd3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.811345] env[70015]: DEBUG oslo_vmware.api [None req-d065e623-34a9-4bdc-8ea8-6d140ed9e5c7 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Waiting for the task: (returnval){ [ 887.811345] env[70015]: value = "task-3610929" [ 887.811345] env[70015]: _type = "Task" [ 887.811345] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.812807] env[70015]: DEBUG oslo_vmware.api [None req-94c65069-1797-4139-b6c8-853ddda4fa16 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Waiting for the task: (returnval){ [ 887.812807] env[70015]: value = "task-3610930" [ 887.812807] env[70015]: _type = "Task" [ 887.812807] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.824213] env[70015]: DEBUG oslo_vmware.api [None req-94c65069-1797-4139-b6c8-853ddda4fa16 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.827423] env[70015]: DEBUG oslo_vmware.api [None req-d065e623-34a9-4bdc-8ea8-6d140ed9e5c7 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3610929, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.885127] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.885127] env[70015]: DEBUG nova.compute.manager [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 887.887923] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e4d595cd-4975-42eb-870b-5462f95e2649 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.877s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.888272] env[70015]: DEBUG nova.objects.instance [None req-e4d595cd-4975-42eb-870b-5462f95e2649 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Lazy-loading 'resources' on Instance uuid ab0d7edc-40dc-4c99-b245-df41dfca3c3d {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.916098] env[70015]: DEBUG oslo_vmware.api [None req-34673d90-daf0-4a99-9657-1ef77c3d740b tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610927, 'name': PowerOffVM_Task, 'duration_secs': 0.25213} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.916380] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-34673d90-daf0-4a99-9657-1ef77c3d740b tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 887.916549] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-34673d90-daf0-4a99-9657-1ef77c3d740b tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 887.916847] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0058ce6d-aac2-49ff-a46a-6148de77cbe2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.990745] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-34673d90-daf0-4a99-9657-1ef77c3d740b tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 887.991625] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-34673d90-daf0-4a99-9657-1ef77c3d740b tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 887.991625] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-34673d90-daf0-4a99-9657-1ef77c3d740b tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Deleting the datastore file [datastore2] 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 887.991625] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66dadd58-51b4-47ec-8cce-a8c1be0c6bba {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.999812] env[70015]: DEBUG oslo_vmware.api [None req-34673d90-daf0-4a99-9657-1ef77c3d740b tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Waiting for the task: (returnval){ [ 887.999812] env[70015]: value = "task-3610932" [ 887.999812] env[70015]: _type = "Task" [ 887.999812] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.011866] env[70015]: DEBUG oslo_vmware.api [None req-34673d90-daf0-4a99-9657-1ef77c3d740b tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610932, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.031640] env[70015]: DEBUG nova.network.neutron [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 888.062507] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.119721] env[70015]: DEBUG oslo_vmware.api [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3610928, 'name': Rename_Task, 'duration_secs': 0.16652} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.119852] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 16289849-7c2a-4ac3-bdcf-4b93f18bfb13] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 888.120121] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9f4ce9a-3edf-4a04-be32-e7bf208c8eee {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.127281] env[70015]: DEBUG oslo_vmware.api [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 888.127281] env[70015]: value = "task-3610933" [ 888.127281] env[70015]: _type = "Task" [ 888.127281] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.141845] env[70015]: DEBUG oslo_vmware.api [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3610933, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.218589] env[70015]: DEBUG oslo_concurrency.lockutils [None req-36d25fc7-0a31-48f8-9dba-f3053b6d2113 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Releasing lock "refresh_cache-566ef0e4-fa32-47b4-aa48-094c2d0030b5" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.219947] env[70015]: DEBUG nova.objects.instance [None req-36d25fc7-0a31-48f8-9dba-f3053b6d2113 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lazy-loading 'migration_context' on Instance uuid 566ef0e4-fa32-47b4-aa48-094c2d0030b5 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 888.312786] env[70015]: DEBUG nova.network.neutron [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Updating instance_info_cache with network_info: [{"id": "6fcfe98b-9e63-4a61-8a0e-52cec969c3b3", "address": "fa:16:3e:71:f4:e9", "network": {"id": "0143a659-7936-4f5c-a48b-3297c6f5f8b4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-822759760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51ce910496bc43ceb87a5d6f0645e958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fcfe98b-9e", "ovs_interfaceid": "6fcfe98b-9e63-4a61-8a0e-52cec969c3b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.332790] env[70015]: DEBUG oslo_vmware.api [None req-d065e623-34a9-4bdc-8ea8-6d140ed9e5c7 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3610929, 'name': ReconfigVM_Task, 'duration_secs': 0.234178} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.336022] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-d065e623-34a9-4bdc-8ea8-6d140ed9e5c7 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720281', 'volume_id': '2c9f094a-cb22-4a7f-9ce4-2334377d92b9', 'name': 'volume-2c9f094a-cb22-4a7f-9ce4-2334377d92b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6ad6fe7-22f0-405e-8e5f-6e56325049a8', 'attached_at': '', 'detached_at': '', 'volume_id': '2c9f094a-cb22-4a7f-9ce4-2334377d92b9', 'serial': '2c9f094a-cb22-4a7f-9ce4-2334377d92b9'} {{(pid=70015) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 888.338628] env[70015]: DEBUG oslo_vmware.api [None req-94c65069-1797-4139-b6c8-853ddda4fa16 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610930, 'name': PowerOffVM_Task, 'duration_secs': 0.242908} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.339245] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-94c65069-1797-4139-b6c8-853ddda4fa16 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 569a00c0-95d1-4054-aa8c-0e06f7fe0aba] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.339245] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-94c65069-1797-4139-b6c8-853ddda4fa16 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 569a00c0-95d1-4054-aa8c-0e06f7fe0aba] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 888.339407] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf4f12d2-0690-4ec5-ae39-95148f77fd78 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.391313] env[70015]: DEBUG nova.compute.utils [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 888.393216] env[70015]: DEBUG nova.compute.manager [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 888.393355] env[70015]: DEBUG nova.network.neutron [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 888.401524] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-94c65069-1797-4139-b6c8-853ddda4fa16 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 569a00c0-95d1-4054-aa8c-0e06f7fe0aba] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 888.401770] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-94c65069-1797-4139-b6c8-853ddda4fa16 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 569a00c0-95d1-4054-aa8c-0e06f7fe0aba] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 888.402667] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-94c65069-1797-4139-b6c8-853ddda4fa16 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Deleting the datastore file [datastore2] 569a00c0-95d1-4054-aa8c-0e06f7fe0aba {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.402667] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f6ef2ff-caea-4cd3-89b1-18077b459353 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.408773] env[70015]: DEBUG oslo_vmware.api [None req-94c65069-1797-4139-b6c8-853ddda4fa16 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Waiting for the task: (returnval){ [ 888.408773] env[70015]: value = "task-3610935" [ 888.408773] env[70015]: _type = "Task" [ 888.408773] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.419551] env[70015]: DEBUG oslo_vmware.api [None req-94c65069-1797-4139-b6c8-853ddda4fa16 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610935, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.515070] env[70015]: DEBUG nova.policy [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '973f917016e9405cbd508b4882acb813', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f0d500c4064431988bc38c4dac0227a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 888.516654] env[70015]: DEBUG oslo_vmware.api [None req-34673d90-daf0-4a99-9657-1ef77c3d740b tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610932, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165556} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.520392] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-34673d90-daf0-4a99-9657-1ef77c3d740b tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.520392] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-34673d90-daf0-4a99-9657-1ef77c3d740b tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 888.520392] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-34673d90-daf0-4a99-9657-1ef77c3d740b tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 888.520392] env[70015]: INFO nova.compute.manager [None req-34673d90-daf0-4a99-9657-1ef77c3d740b tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260] Took 1.14 seconds to destroy the instance on the hypervisor. [ 888.520392] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34673d90-daf0-4a99-9657-1ef77c3d740b tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.520888] env[70015]: DEBUG nova.compute.manager [-] [instance: 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 888.520990] env[70015]: DEBUG nova.network.neutron [-] [instance: 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 888.552481] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "b498583a-2390-46af-b939-72998ebacdf5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.552481] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "b498583a-2390-46af-b939-72998ebacdf5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.639102] env[70015]: DEBUG oslo_vmware.api [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3610933, 'name': PowerOnVM_Task, 'duration_secs': 0.4594} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.639817] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 16289849-7c2a-4ac3-bdcf-4b93f18bfb13] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 888.640173] env[70015]: INFO nova.compute.manager [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 16289849-7c2a-4ac3-bdcf-4b93f18bfb13] Took 8.45 seconds to spawn the instance on the hypervisor. [ 888.640468] env[70015]: DEBUG nova.compute.manager [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 16289849-7c2a-4ac3-bdcf-4b93f18bfb13] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.641372] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550d5f5c-33cb-48b5-9645-1ea7323f7b18 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.722617] env[70015]: DEBUG nova.objects.base [None req-36d25fc7-0a31-48f8-9dba-f3053b6d2113 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Object Instance<566ef0e4-fa32-47b4-aa48-094c2d0030b5> lazy-loaded attributes: info_cache,migration_context {{(pid=70015) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 888.723894] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89dc19e-e8e9-45e7-be94-6e0a335168a2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.758042] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67bfe61b-3df9-419b-8413-dad92a3cdea3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.763817] env[70015]: DEBUG oslo_vmware.api [None req-36d25fc7-0a31-48f8-9dba-f3053b6d2113 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 888.763817] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52c348e7-a0a2-8649-27ec-9a4d2d16061b" [ 888.763817] env[70015]: _type = "Task" [ 888.763817] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.773374] env[70015]: DEBUG oslo_vmware.api [None req-36d25fc7-0a31-48f8-9dba-f3053b6d2113 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52c348e7-a0a2-8649-27ec-9a4d2d16061b, 'name': SearchDatastore_Task, 'duration_secs': 0.007026} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.776218] env[70015]: DEBUG oslo_concurrency.lockutils [None req-36d25fc7-0a31-48f8-9dba-f3053b6d2113 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.816747] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Releasing lock "refresh_cache-239702ca-50c6-47a9-9207-394811e26eb4" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.816979] env[70015]: DEBUG nova.compute.manager [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Instance network_info: |[{"id": "6fcfe98b-9e63-4a61-8a0e-52cec969c3b3", "address": "fa:16:3e:71:f4:e9", "network": {"id": "0143a659-7936-4f5c-a48b-3297c6f5f8b4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-822759760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51ce910496bc43ceb87a5d6f0645e958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fcfe98b-9e", "ovs_interfaceid": "6fcfe98b-9e63-4a61-8a0e-52cec969c3b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 888.817629] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:f4:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0dd3c126-9d86-4f9a-b81c-e9627c7a5401', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6fcfe98b-9e63-4a61-8a0e-52cec969c3b3', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 888.826304] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.826549] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 888.826775] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ca2d990-72b8-4055-ad00-fe3230695e8a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.852368] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 888.852368] env[70015]: value = "task-3610936" [ 888.852368] env[70015]: _type = "Task" [ 888.852368] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.856251] env[70015]: DEBUG nova.compute.manager [req-50e00dae-3c80-40b2-83ea-d7b162f8f2ca req-fd11da53-6192-4ff2-bfe2-40f9b8f24c50 service nova] [instance: 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260] Received event network-vif-deleted-38a31ab3-1975-4fad-bd9b-09275ec2ee62 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.856435] env[70015]: INFO nova.compute.manager [req-50e00dae-3c80-40b2-83ea-d7b162f8f2ca req-fd11da53-6192-4ff2-bfe2-40f9b8f24c50 service nova] [instance: 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260] Neutron deleted interface 38a31ab3-1975-4fad-bd9b-09275ec2ee62; detaching it from the instance and deleting it from the info cache [ 888.856599] env[70015]: DEBUG nova.network.neutron [req-50e00dae-3c80-40b2-83ea-d7b162f8f2ca req-fd11da53-6192-4ff2-bfe2-40f9b8f24c50 service nova] [instance: 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.870389] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610936, 'name': CreateVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.886206] env[70015]: DEBUG nova.objects.instance [None req-d065e623-34a9-4bdc-8ea8-6d140ed9e5c7 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Lazy-loading 'flavor' on Instance uuid a6ad6fe7-22f0-405e-8e5f-6e56325049a8 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 888.901360] env[70015]: DEBUG nova.compute.manager [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 888.929212] env[70015]: DEBUG oslo_vmware.api [None req-94c65069-1797-4139-b6c8-853ddda4fa16 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Task: {'id': task-3610935, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160544} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.929487] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-94c65069-1797-4139-b6c8-853ddda4fa16 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.929794] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-94c65069-1797-4139-b6c8-853ddda4fa16 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 569a00c0-95d1-4054-aa8c-0e06f7fe0aba] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 888.930081] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-94c65069-1797-4139-b6c8-853ddda4fa16 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 569a00c0-95d1-4054-aa8c-0e06f7fe0aba] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 888.930355] env[70015]: INFO nova.compute.manager [None req-94c65069-1797-4139-b6c8-853ddda4fa16 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] [instance: 569a00c0-95d1-4054-aa8c-0e06f7fe0aba] Took 1.16 seconds to destroy the instance on the hypervisor. [ 888.930642] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94c65069-1797-4139-b6c8-853ddda4fa16 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.932241] env[70015]: DEBUG nova.compute.manager [-] [instance: 569a00c0-95d1-4054-aa8c-0e06f7fe0aba] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 888.932241] env[70015]: DEBUG nova.network.neutron [-] [instance: 569a00c0-95d1-4054-aa8c-0e06f7fe0aba] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 889.006461] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf60cd83-921f-4bf6-92be-8c8985d6a77a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.015168] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1fb45b1-c325-466d-a685-fbcb0f7c03e4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.050587] env[70015]: DEBUG nova.network.neutron [None req-a8701752-57a4-4986-9f4f-9559f9c90b03 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Updating instance_info_cache with network_info: [{"id": "6c9a5472-a1e8-41be-a53d-17ac4200ef38", "address": "fa:16:3e:71:50:80", "network": {"id": "825adeb2-145f-454c-b624-cc7cf91966fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1496238884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e0ce85090f4c3c8d74e04f2101b99f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c9a5472-a1", "ovs_interfaceid": "6c9a5472-a1e8-41be-a53d-17ac4200ef38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.052428] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333a84c4-9d51-495f-b9b2-57ace23cc0e8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.055688] env[70015]: DEBUG nova.compute.manager [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: b498583a-2390-46af-b939-72998ebacdf5] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 889.063672] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea48eeb-dc41-4db8-a45a-007dc83eada4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.080054] env[70015]: DEBUG nova.compute.provider_tree [None req-e4d595cd-4975-42eb-870b-5462f95e2649 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.167792] env[70015]: INFO nova.compute.manager [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 16289849-7c2a-4ac3-bdcf-4b93f18bfb13] Took 52.35 seconds to build instance. [ 889.216327] env[70015]: DEBUG nova.network.neutron [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Successfully created port: 3375fdb0-9c92-440b-8bb0-6ce37e842475 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 889.239687] env[70015]: DEBUG nova.compute.manager [req-af7f1bfd-9bb7-4d5e-8b45-a035041bde7e req-8cd8a04a-a24a-4fee-86f7-06d8a5c7e50f service nova] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Received event network-changed-6fcfe98b-9e63-4a61-8a0e-52cec969c3b3 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.239944] env[70015]: DEBUG nova.compute.manager [req-af7f1bfd-9bb7-4d5e-8b45-a035041bde7e req-8cd8a04a-a24a-4fee-86f7-06d8a5c7e50f service nova] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Refreshing instance network info cache due to event network-changed-6fcfe98b-9e63-4a61-8a0e-52cec969c3b3. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 889.240408] env[70015]: DEBUG oslo_concurrency.lockutils [req-af7f1bfd-9bb7-4d5e-8b45-a035041bde7e req-8cd8a04a-a24a-4fee-86f7-06d8a5c7e50f service nova] Acquiring lock "refresh_cache-239702ca-50c6-47a9-9207-394811e26eb4" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.240607] env[70015]: DEBUG oslo_concurrency.lockutils [req-af7f1bfd-9bb7-4d5e-8b45-a035041bde7e req-8cd8a04a-a24a-4fee-86f7-06d8a5c7e50f service nova] Acquired lock "refresh_cache-239702ca-50c6-47a9-9207-394811e26eb4" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.240801] env[70015]: DEBUG nova.network.neutron [req-af7f1bfd-9bb7-4d5e-8b45-a035041bde7e req-8cd8a04a-a24a-4fee-86f7-06d8a5c7e50f service nova] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Refreshing network info cache for port 6fcfe98b-9e63-4a61-8a0e-52cec969c3b3 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 889.318646] env[70015]: DEBUG nova.network.neutron [-] [instance: 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.114682] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a8701752-57a4-4986-9f4f-9559f9c90b03 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Releasing lock "refresh_cache-66d937aa-30ed-468f-a62a-e37e7c2b41fb" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.115084] env[70015]: DEBUG nova.objects.instance [None req-a8701752-57a4-4986-9f4f-9559f9c90b03 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lazy-loading 'migration_context' on Instance uuid 66d937aa-30ed-468f-a62a-e37e7c2b41fb {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.119057] env[70015]: DEBUG nova.scheduler.client.report [None req-e4d595cd-4975-42eb-870b-5462f95e2649 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.120711] env[70015]: DEBUG nova.network.neutron [-] [instance: 569a00c0-95d1-4054-aa8c-0e06f7fe0aba] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.122055] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b1b0710b-52f8-4862-9134-bf0775c8e06b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "16289849-7c2a-4ac3-bdcf-4b93f18bfb13" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.746s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.124208] env[70015]: INFO nova.compute.manager [-] [instance: 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260] Took 1.60 seconds to deallocate network for instance. [ 890.135018] env[70015]: DEBUG nova.objects.base [None req-a8701752-57a4-4986-9f4f-9559f9c90b03 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Object Instance<66d937aa-30ed-468f-a62a-e37e7c2b41fb> lazy-loaded attributes: info_cache,migration_context {{(pid=70015) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 890.136559] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b6f9bc36-9a10-4b88-8cdb-24846d947d37 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.141127] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec55304c-9828-48bb-ab48-a50382e5ceb3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.144519] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d065e623-34a9-4bdc-8ea8-6d140ed9e5c7 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Lock "a6ad6fe7-22f0-405e-8e5f-6e56325049a8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.525s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.172920] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610936, 'name': CreateVM_Task, 'duration_secs': 0.630408} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.175226] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.175905] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d345e524-bc1f-4e14-85d5-334aef715974 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.179016] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 890.179711] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.179869] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.180205] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.186022] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3e551f-bb99-4da1-94b5-c214d26b6f12 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.199151] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f991bf6-aba2-4e6d-b3fc-6da7c11b2a13 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.203533] env[70015]: DEBUG oslo_vmware.api [None req-a8701752-57a4-4986-9f4f-9559f9c90b03 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 890.203533] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52c6b83b-955c-bf56-24ac-46d470e7eaed" [ 890.203533] env[70015]: _type = "Task" [ 890.203533] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.209811] env[70015]: DEBUG oslo_vmware.api [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Waiting for the task: (returnval){ [ 890.209811] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]520146e0-b257-e283-221d-8f6535a2e6a5" [ 890.209811] env[70015]: _type = "Task" [ 890.209811] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.217172] env[70015]: DEBUG oslo_vmware.api [None req-a8701752-57a4-4986-9f4f-9559f9c90b03 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52c6b83b-955c-bf56-24ac-46d470e7eaed, 'name': SearchDatastore_Task, 'duration_secs': 0.007586} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.231589] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a8701752-57a4-4986-9f4f-9559f9c90b03 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.232797] env[70015]: DEBUG nova.compute.manager [req-50e00dae-3c80-40b2-83ea-d7b162f8f2ca req-fd11da53-6192-4ff2-bfe2-40f9b8f24c50 service nova] [instance: 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260] Detach interface failed, port_id=38a31ab3-1975-4fad-bd9b-09275ec2ee62, reason: Instance 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260 could not be found. {{(pid=70015) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 890.237224] env[70015]: DEBUG oslo_vmware.api [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]520146e0-b257-e283-221d-8f6535a2e6a5, 'name': SearchDatastore_Task, 'duration_secs': 0.009101} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.237572] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.237572] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.238235] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.238235] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.238235] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.238402] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b33f2ab-d06c-4b91-afb9-7ffb13e291c1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.246840] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.247028] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.247727] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85ed339b-3c89-48c7-bbd0-233301d6506f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.253379] env[70015]: DEBUG oslo_vmware.api [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Waiting for the task: (returnval){ [ 890.253379] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]520d4f87-a519-adde-58e9-884c840f5322" [ 890.253379] env[70015]: _type = "Task" [ 890.253379] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.260932] env[70015]: DEBUG oslo_vmware.api [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]520d4f87-a519-adde-58e9-884c840f5322, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.374662] env[70015]: DEBUG nova.network.neutron [req-af7f1bfd-9bb7-4d5e-8b45-a035041bde7e req-8cd8a04a-a24a-4fee-86f7-06d8a5c7e50f service nova] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Updated VIF entry in instance network info cache for port 6fcfe98b-9e63-4a61-8a0e-52cec969c3b3. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 890.375442] env[70015]: DEBUG nova.network.neutron [req-af7f1bfd-9bb7-4d5e-8b45-a035041bde7e req-8cd8a04a-a24a-4fee-86f7-06d8a5c7e50f service nova] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Updating instance_info_cache with network_info: [{"id": "6fcfe98b-9e63-4a61-8a0e-52cec969c3b3", "address": "fa:16:3e:71:f4:e9", "network": {"id": "0143a659-7936-4f5c-a48b-3297c6f5f8b4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-822759760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51ce910496bc43ceb87a5d6f0645e958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fcfe98b-9e", "ovs_interfaceid": "6fcfe98b-9e63-4a61-8a0e-52cec969c3b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.632911] env[70015]: DEBUG nova.compute.manager [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 890.636376] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e4d595cd-4975-42eb-870b-5462f95e2649 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.748s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.638225] env[70015]: DEBUG oslo_concurrency.lockutils [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.516s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.640893] env[70015]: INFO nova.compute.claims [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 890.651300] env[70015]: DEBUG oslo_concurrency.lockutils [None req-34673d90-daf0-4a99-9657-1ef77c3d740b tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.673688] env[70015]: DEBUG nova.virt.hardware [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 890.675942] env[70015]: DEBUG nova.virt.hardware [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 890.675942] env[70015]: DEBUG nova.virt.hardware [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 890.675942] env[70015]: DEBUG nova.virt.hardware [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 890.675942] env[70015]: DEBUG nova.virt.hardware [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 890.675942] env[70015]: DEBUG nova.virt.hardware [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 890.675942] env[70015]: DEBUG nova.virt.hardware [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 890.675942] env[70015]: DEBUG nova.virt.hardware [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 890.675942] env[70015]: DEBUG nova.virt.hardware [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 890.675942] env[70015]: DEBUG nova.virt.hardware [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 890.675942] env[70015]: DEBUG nova.virt.hardware [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 890.676646] env[70015]: INFO nova.scheduler.client.report [None req-e4d595cd-4975-42eb-870b-5462f95e2649 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Deleted allocations for instance ab0d7edc-40dc-4c99-b245-df41dfca3c3d [ 890.678831] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f90ec7-f8a6-43fc-b050-b352f2168068 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.690678] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6963ce45-50d0-44f2-b5ff-793a4fada8fd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.705660] env[70015]: INFO nova.compute.manager [-] [instance: 569a00c0-95d1-4054-aa8c-0e06f7fe0aba] Took 1.77 seconds to deallocate network for instance. [ 890.706378] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8b499493-a2b3-422d-9110-6a3a6c60a1a2 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquiring lock "16289849-7c2a-4ac3-bdcf-4b93f18bfb13" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.706378] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8b499493-a2b3-422d-9110-6a3a6c60a1a2 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "16289849-7c2a-4ac3-bdcf-4b93f18bfb13" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.706533] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8b499493-a2b3-422d-9110-6a3a6c60a1a2 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquiring lock "16289849-7c2a-4ac3-bdcf-4b93f18bfb13-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.706697] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8b499493-a2b3-422d-9110-6a3a6c60a1a2 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "16289849-7c2a-4ac3-bdcf-4b93f18bfb13-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.706861] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8b499493-a2b3-422d-9110-6a3a6c60a1a2 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "16289849-7c2a-4ac3-bdcf-4b93f18bfb13-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.708962] env[70015]: INFO nova.compute.manager [None req-8b499493-a2b3-422d-9110-6a3a6c60a1a2 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 16289849-7c2a-4ac3-bdcf-4b93f18bfb13] Terminating instance [ 890.712157] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f2f2ab26-b0f0-4202-8f1c-b97415619cf7 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Acquiring lock "a6ad6fe7-22f0-405e-8e5f-6e56325049a8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.712434] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f2f2ab26-b0f0-4202-8f1c-b97415619cf7 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Lock "a6ad6fe7-22f0-405e-8e5f-6e56325049a8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.712610] env[70015]: DEBUG nova.compute.manager [None req-f2f2ab26-b0f0-4202-8f1c-b97415619cf7 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 890.718638] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c134b72c-b41b-406b-94fa-7edcb3a65aa9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.725276] env[70015]: DEBUG nova.compute.manager [None req-f2f2ab26-b0f0-4202-8f1c-b97415619cf7 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70015) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 890.725819] env[70015]: DEBUG nova.objects.instance [None req-f2f2ab26-b0f0-4202-8f1c-b97415619cf7 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Lazy-loading 'flavor' on Instance uuid a6ad6fe7-22f0-405e-8e5f-6e56325049a8 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.764094] env[70015]: DEBUG oslo_vmware.api [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]520d4f87-a519-adde-58e9-884c840f5322, 'name': SearchDatastore_Task, 'duration_secs': 0.009035} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.765159] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f84aa98-ba81-4bca-90f7-adbcf9127269 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.771428] env[70015]: DEBUG oslo_vmware.api [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Waiting for the task: (returnval){ [ 890.771428] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]527a1201-0b54-2e8c-6918-d6024ca9ac10" [ 890.771428] env[70015]: _type = "Task" [ 890.771428] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.779064] env[70015]: DEBUG oslo_vmware.api [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]527a1201-0b54-2e8c-6918-d6024ca9ac10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.878232] env[70015]: DEBUG oslo_concurrency.lockutils [req-af7f1bfd-9bb7-4d5e-8b45-a035041bde7e req-8cd8a04a-a24a-4fee-86f7-06d8a5c7e50f service nova] Releasing lock "refresh_cache-239702ca-50c6-47a9-9207-394811e26eb4" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.931839] env[70015]: DEBUG nova.compute.manager [req-f88ab1ce-ed21-4b49-84db-3a8d837d3307 req-85cc8ff0-3b93-42a7-be5d-2d1ef42661c8 service nova] [instance: 569a00c0-95d1-4054-aa8c-0e06f7fe0aba] Received event network-vif-deleted-fdb61b09-1035-416d-8308-d26bdcdffc93 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.090511] env[70015]: DEBUG nova.network.neutron [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Successfully updated port: 3375fdb0-9c92-440b-8bb0-6ce37e842475 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 891.193067] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e4d595cd-4975-42eb-870b-5462f95e2649 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Lock "ab0d7edc-40dc-4c99-b245-df41dfca3c3d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.502s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.213024] env[70015]: DEBUG nova.compute.manager [None req-8b499493-a2b3-422d-9110-6a3a6c60a1a2 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 16289849-7c2a-4ac3-bdcf-4b93f18bfb13] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 891.213271] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8b499493-a2b3-422d-9110-6a3a6c60a1a2 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 16289849-7c2a-4ac3-bdcf-4b93f18bfb13] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 891.214792] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2df80fe-8bbf-4c18-86f9-162d0da8052a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.218799] env[70015]: DEBUG oslo_concurrency.lockutils [None req-94c65069-1797-4139-b6c8-853ddda4fa16 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.223784] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b499493-a2b3-422d-9110-6a3a6c60a1a2 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 16289849-7c2a-4ac3-bdcf-4b93f18bfb13] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 891.224040] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-343ab02e-f43c-4f32-a242-3a2ed8d2d31b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.231311] env[70015]: DEBUG oslo_vmware.api [None req-8b499493-a2b3-422d-9110-6a3a6c60a1a2 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 891.231311] env[70015]: value = "task-3610937" [ 891.231311] env[70015]: _type = "Task" [ 891.231311] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.245830] env[70015]: DEBUG oslo_vmware.api [None req-8b499493-a2b3-422d-9110-6a3a6c60a1a2 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3610937, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.284008] env[70015]: DEBUG oslo_vmware.api [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]527a1201-0b54-2e8c-6918-d6024ca9ac10, 'name': SearchDatastore_Task, 'duration_secs': 0.010762} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.284403] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.284767] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 239702ca-50c6-47a9-9207-394811e26eb4/239702ca-50c6-47a9-9207-394811e26eb4.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 891.285693] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f58821fe-c502-451b-b071-ca7dea790413 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.291995] env[70015]: DEBUG oslo_vmware.api [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Waiting for the task: (returnval){ [ 891.291995] env[70015]: value = "task-3610938" [ 891.291995] env[70015]: _type = "Task" [ 891.291995] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.299969] env[70015]: DEBUG oslo_vmware.api [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3610938, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.377808] env[70015]: DEBUG nova.compute.manager [req-4688a19f-5e4f-4fcc-97d8-40c2476871d5 req-a4298a2d-9a9a-494b-bc59-17384a2175c4 service nova] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Received event network-vif-plugged-3375fdb0-9c92-440b-8bb0-6ce37e842475 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.378138] env[70015]: DEBUG oslo_concurrency.lockutils [req-4688a19f-5e4f-4fcc-97d8-40c2476871d5 req-a4298a2d-9a9a-494b-bc59-17384a2175c4 service nova] Acquiring lock "3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.378425] env[70015]: DEBUG oslo_concurrency.lockutils [req-4688a19f-5e4f-4fcc-97d8-40c2476871d5 req-a4298a2d-9a9a-494b-bc59-17384a2175c4 service nova] Lock "3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.378670] env[70015]: DEBUG oslo_concurrency.lockutils [req-4688a19f-5e4f-4fcc-97d8-40c2476871d5 req-a4298a2d-9a9a-494b-bc59-17384a2175c4 service nova] Lock "3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.378921] env[70015]: DEBUG nova.compute.manager [req-4688a19f-5e4f-4fcc-97d8-40c2476871d5 req-a4298a2d-9a9a-494b-bc59-17384a2175c4 service nova] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] No waiting events found dispatching network-vif-plugged-3375fdb0-9c92-440b-8bb0-6ce37e842475 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 891.379594] env[70015]: WARNING nova.compute.manager [req-4688a19f-5e4f-4fcc-97d8-40c2476871d5 req-a4298a2d-9a9a-494b-bc59-17384a2175c4 service nova] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Received unexpected event network-vif-plugged-3375fdb0-9c92-440b-8bb0-6ce37e842475 for instance with vm_state building and task_state spawning. [ 891.379743] env[70015]: DEBUG nova.compute.manager [req-4688a19f-5e4f-4fcc-97d8-40c2476871d5 req-a4298a2d-9a9a-494b-bc59-17384a2175c4 service nova] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Received event network-changed-3375fdb0-9c92-440b-8bb0-6ce37e842475 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.379953] env[70015]: DEBUG nova.compute.manager [req-4688a19f-5e4f-4fcc-97d8-40c2476871d5 req-a4298a2d-9a9a-494b-bc59-17384a2175c4 service nova] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Refreshing instance network info cache due to event network-changed-3375fdb0-9c92-440b-8bb0-6ce37e842475. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 891.380199] env[70015]: DEBUG oslo_concurrency.lockutils [req-4688a19f-5e4f-4fcc-97d8-40c2476871d5 req-a4298a2d-9a9a-494b-bc59-17384a2175c4 service nova] Acquiring lock "refresh_cache-3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.380372] env[70015]: DEBUG oslo_concurrency.lockutils [req-4688a19f-5e4f-4fcc-97d8-40c2476871d5 req-a4298a2d-9a9a-494b-bc59-17384a2175c4 service nova] Acquired lock "refresh_cache-3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.380591] env[70015]: DEBUG nova.network.neutron [req-4688a19f-5e4f-4fcc-97d8-40c2476871d5 req-a4298a2d-9a9a-494b-bc59-17384a2175c4 service nova] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Refreshing network info cache for port 3375fdb0-9c92-440b-8bb0-6ce37e842475 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 891.594239] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquiring lock "refresh_cache-3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.740328] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2f2ab26-b0f0-4202-8f1c-b97415619cf7 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 891.741319] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-318771bf-26ba-4d83-a97d-75059539857a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.747993] env[70015]: DEBUG oslo_vmware.api [None req-8b499493-a2b3-422d-9110-6a3a6c60a1a2 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3610937, 'name': PowerOffVM_Task, 'duration_secs': 0.184155} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.749244] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b499493-a2b3-422d-9110-6a3a6c60a1a2 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 16289849-7c2a-4ac3-bdcf-4b93f18bfb13] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 891.749389] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8b499493-a2b3-422d-9110-6a3a6c60a1a2 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 16289849-7c2a-4ac3-bdcf-4b93f18bfb13] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 891.749739] env[70015]: DEBUG oslo_vmware.api [None req-f2f2ab26-b0f0-4202-8f1c-b97415619cf7 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Waiting for the task: (returnval){ [ 891.749739] env[70015]: value = "task-3610939" [ 891.749739] env[70015]: _type = "Task" [ 891.749739] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.749929] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7362368c-d19a-4e64-a91b-f3e884af773c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.762423] env[70015]: DEBUG oslo_vmware.api [None req-f2f2ab26-b0f0-4202-8f1c-b97415619cf7 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3610939, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.808023] env[70015]: DEBUG oslo_vmware.api [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3610938, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442261} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.808318] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 239702ca-50c6-47a9-9207-394811e26eb4/239702ca-50c6-47a9-9207-394811e26eb4.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 891.808427] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 891.808614] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54faf697-174f-4ffa-afa1-f77cff39f81b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.816263] env[70015]: DEBUG oslo_vmware.api [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Waiting for the task: (returnval){ [ 891.816263] env[70015]: value = "task-3610941" [ 891.816263] env[70015]: _type = "Task" [ 891.816263] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.826649] env[70015]: DEBUG oslo_vmware.api [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3610941, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.921769] env[70015]: DEBUG nova.network.neutron [req-4688a19f-5e4f-4fcc-97d8-40c2476871d5 req-a4298a2d-9a9a-494b-bc59-17384a2175c4 service nova] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 892.045169] env[70015]: DEBUG nova.network.neutron [req-4688a19f-5e4f-4fcc-97d8-40c2476871d5 req-a4298a2d-9a9a-494b-bc59-17384a2175c4 service nova] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.144880] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29305e30-4ec6-43fe-a1be-2bc827b740fe {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.154140] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2611e5-7825-4147-8cbe-9f1e13ba586b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.188573] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd2343c-077d-420e-9158-2bb7994e6a5d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.197198] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa283bce-ec48-4478-9001-73c055e8e643 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.212176] env[70015]: DEBUG nova.compute.provider_tree [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.261883] env[70015]: DEBUG oslo_vmware.api [None req-f2f2ab26-b0f0-4202-8f1c-b97415619cf7 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3610939, 'name': PowerOffVM_Task, 'duration_secs': 0.206957} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.262110] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2f2ab26-b0f0-4202-8f1c-b97415619cf7 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.262688] env[70015]: DEBUG nova.compute.manager [None req-f2f2ab26-b0f0-4202-8f1c-b97415619cf7 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 892.263618] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bface95-baa3-43ba-971a-cd2e103e73ea {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.325695] env[70015]: DEBUG oslo_vmware.api [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3610941, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065593} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.325974] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.326917] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe93e38c-22eb-47c8-92b3-3817820848a3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.351094] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 239702ca-50c6-47a9-9207-394811e26eb4/239702ca-50c6-47a9-9207-394811e26eb4.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.351094] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1b28b71-6d80-4c99-be25-28bb64513c62 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.371124] env[70015]: DEBUG oslo_vmware.api [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Waiting for the task: (returnval){ [ 892.371124] env[70015]: value = "task-3610942" [ 892.371124] env[70015]: _type = "Task" [ 892.371124] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.382714] env[70015]: DEBUG oslo_vmware.api [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3610942, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.476076] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8b499493-a2b3-422d-9110-6a3a6c60a1a2 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 16289849-7c2a-4ac3-bdcf-4b93f18bfb13] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 892.476544] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8b499493-a2b3-422d-9110-6a3a6c60a1a2 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 16289849-7c2a-4ac3-bdcf-4b93f18bfb13] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 892.476665] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b499493-a2b3-422d-9110-6a3a6c60a1a2 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Deleting the datastore file [datastore1] 16289849-7c2a-4ac3-bdcf-4b93f18bfb13 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 892.476907] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7af77ba-0f96-47a8-9efb-f205bfd65f66 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.484722] env[70015]: DEBUG oslo_vmware.api [None req-8b499493-a2b3-422d-9110-6a3a6c60a1a2 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 892.484722] env[70015]: value = "task-3610943" [ 892.484722] env[70015]: _type = "Task" [ 892.484722] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.493417] env[70015]: DEBUG oslo_vmware.api [None req-8b499493-a2b3-422d-9110-6a3a6c60a1a2 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3610943, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.548513] env[70015]: DEBUG oslo_concurrency.lockutils [req-4688a19f-5e4f-4fcc-97d8-40c2476871d5 req-a4298a2d-9a9a-494b-bc59-17384a2175c4 service nova] Releasing lock "refresh_cache-3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.549081] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquired lock "refresh_cache-3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.549266] env[70015]: DEBUG nova.network.neutron [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 892.717293] env[70015]: DEBUG nova.scheduler.client.report [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.775168] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f2f2ab26-b0f0-4202-8f1c-b97415619cf7 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Lock "a6ad6fe7-22f0-405e-8e5f-6e56325049a8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.063s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.884834] env[70015]: DEBUG oslo_vmware.api [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3610942, 'name': ReconfigVM_Task, 'duration_secs': 0.280918} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.885226] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 239702ca-50c6-47a9-9207-394811e26eb4/239702ca-50c6-47a9-9207-394811e26eb4.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.885794] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-554d6368-a761-4cde-bea1-c572077dd046 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.893430] env[70015]: DEBUG oslo_vmware.api [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Waiting for the task: (returnval){ [ 892.893430] env[70015]: value = "task-3610944" [ 892.893430] env[70015]: _type = "Task" [ 892.893430] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.904518] env[70015]: DEBUG oslo_vmware.api [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3610944, 'name': Rename_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.993858] env[70015]: DEBUG oslo_vmware.api [None req-8b499493-a2b3-422d-9110-6a3a6c60a1a2 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3610943, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162703} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.994203] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b499493-a2b3-422d-9110-6a3a6c60a1a2 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 892.994368] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8b499493-a2b3-422d-9110-6a3a6c60a1a2 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 16289849-7c2a-4ac3-bdcf-4b93f18bfb13] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 892.994539] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8b499493-a2b3-422d-9110-6a3a6c60a1a2 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 16289849-7c2a-4ac3-bdcf-4b93f18bfb13] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 892.994711] env[70015]: INFO nova.compute.manager [None req-8b499493-a2b3-422d-9110-6a3a6c60a1a2 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 16289849-7c2a-4ac3-bdcf-4b93f18bfb13] Took 1.78 seconds to destroy the instance on the hypervisor. [ 892.994974] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b499493-a2b3-422d-9110-6a3a6c60a1a2 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.995186] env[70015]: DEBUG nova.compute.manager [-] [instance: 16289849-7c2a-4ac3-bdcf-4b93f18bfb13] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 892.995281] env[70015]: DEBUG nova.network.neutron [-] [instance: 16289849-7c2a-4ac3-bdcf-4b93f18bfb13] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 893.114316] env[70015]: DEBUG nova.network.neutron [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 893.223470] env[70015]: DEBUG oslo_concurrency.lockutils [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.585s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.224022] env[70015]: DEBUG nova.compute.manager [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 893.226740] env[70015]: DEBUG oslo_concurrency.lockutils [None req-30f50b43-3362-4da4-93ee-cfab8ed11236 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.077s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.226740] env[70015]: DEBUG nova.objects.instance [None req-30f50b43-3362-4da4-93ee-cfab8ed11236 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Lazy-loading 'resources' on Instance uuid 6419007b-b407-4d50-b3ab-d90ecc5e8e30 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 893.346943] env[70015]: DEBUG nova.network.neutron [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Updating instance_info_cache with network_info: [{"id": "3375fdb0-9c92-440b-8bb0-6ce37e842475", "address": "fa:16:3e:78:be:8b", "network": {"id": "e219abc0-5021-4d85-9d01-fe7a32407dac", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1386953585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f0d500c4064431988bc38c4dac0227a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3375fdb0-9c", "ovs_interfaceid": "3375fdb0-9c92-440b-8bb0-6ce37e842475", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.404146] env[70015]: DEBUG oslo_vmware.api [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3610944, 'name': Rename_Task, 'duration_secs': 0.137844} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.406027] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.406027] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffd86141-1311-4f37-86e4-cade3fca5b54 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.412582] env[70015]: DEBUG oslo_vmware.api [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Waiting for the task: (returnval){ [ 893.412582] env[70015]: value = "task-3610945" [ 893.412582] env[70015]: _type = "Task" [ 893.412582] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.425173] env[70015]: DEBUG oslo_vmware.api [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3610945, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.656344] env[70015]: DEBUG nova.compute.manager [req-af727271-5c79-4ac8-9397-47b49f3c4436 req-31587c80-e9d1-48ff-b860-a49a97821eb3 service nova] [instance: 16289849-7c2a-4ac3-bdcf-4b93f18bfb13] Received event network-vif-deleted-ddb66b61-aecc-46aa-b336-6b0934e8c85b {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.656551] env[70015]: INFO nova.compute.manager [req-af727271-5c79-4ac8-9397-47b49f3c4436 req-31587c80-e9d1-48ff-b860-a49a97821eb3 service nova] [instance: 16289849-7c2a-4ac3-bdcf-4b93f18bfb13] Neutron deleted interface ddb66b61-aecc-46aa-b336-6b0934e8c85b; detaching it from the instance and deleting it from the info cache [ 893.657331] env[70015]: DEBUG nova.network.neutron [req-af727271-5c79-4ac8-9397-47b49f3c4436 req-31587c80-e9d1-48ff-b860-a49a97821eb3 service nova] [instance: 16289849-7c2a-4ac3-bdcf-4b93f18bfb13] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.731649] env[70015]: DEBUG nova.compute.utils [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 893.731649] env[70015]: DEBUG nova.compute.manager [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 893.731649] env[70015]: DEBUG nova.network.neutron [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 893.788274] env[70015]: DEBUG nova.policy [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afe340bb69534f8f95a025bbae151f23', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6184e2b3b784c9eb016ba1c5d89a781', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 893.850323] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Releasing lock "refresh_cache-3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.850323] env[70015]: DEBUG nova.compute.manager [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Instance network_info: |[{"id": "3375fdb0-9c92-440b-8bb0-6ce37e842475", "address": "fa:16:3e:78:be:8b", "network": {"id": "e219abc0-5021-4d85-9d01-fe7a32407dac", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1386953585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f0d500c4064431988bc38c4dac0227a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3375fdb0-9c", "ovs_interfaceid": "3375fdb0-9c92-440b-8bb0-6ce37e842475", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 893.850323] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:be:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e044cfd4-1b0d-4d88-b1bd-604025731d3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3375fdb0-9c92-440b-8bb0-6ce37e842475', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 893.861226] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.864648] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 893.865059] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d149e3e-bf9f-42f7-a207-9100ea642263 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.885287] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 893.885287] env[70015]: value = "task-3610946" [ 893.885287] env[70015]: _type = "Task" [ 893.885287] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.893407] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610946, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.930725] env[70015]: DEBUG oslo_vmware.api [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3610945, 'name': PowerOnVM_Task, 'duration_secs': 0.440103} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.931419] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 893.931674] env[70015]: INFO nova.compute.manager [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Took 8.87 seconds to spawn the instance on the hypervisor. [ 893.931861] env[70015]: DEBUG nova.compute.manager [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 893.932878] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2825a8f8-573f-4827-bf8c-16c432800a67 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.080770] env[70015]: DEBUG nova.network.neutron [-] [instance: 16289849-7c2a-4ac3-bdcf-4b93f18bfb13] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.162925] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f07b515-c29b-4b01-b94b-2033cf56a5ae {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.177427] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b091e5bf-4b55-403e-9ede-1760d744a969 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.230532] env[70015]: DEBUG nova.compute.manager [req-af727271-5c79-4ac8-9397-47b49f3c4436 req-31587c80-e9d1-48ff-b860-a49a97821eb3 service nova] [instance: 16289849-7c2a-4ac3-bdcf-4b93f18bfb13] Detach interface failed, port_id=ddb66b61-aecc-46aa-b336-6b0934e8c85b, reason: Instance 16289849-7c2a-4ac3-bdcf-4b93f18bfb13 could not be found. {{(pid=70015) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 894.235570] env[70015]: DEBUG nova.compute.manager [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 894.267918] env[70015]: DEBUG nova.objects.instance [None req-30f787fa-1bb6-4555-8ff8-59576c71edd5 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Lazy-loading 'flavor' on Instance uuid a6ad6fe7-22f0-405e-8e5f-6e56325049a8 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 894.272061] env[70015]: DEBUG nova.network.neutron [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Successfully created port: 3831fe3b-d7ef-40d6-be30-27fd59eaf0a3 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 894.328232] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05179b2-1832-491e-bcb0-0eb42bbf7291 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.338895] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10608f4-f4fe-4212-b771-795bf975b7e8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.373333] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730e3060-0f64-47ca-a4ba-d8d9f962c53a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.380720] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5da986f-97e4-40af-be0c-9df230494201 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.396932] env[70015]: DEBUG nova.compute.provider_tree [None req-30f50b43-3362-4da4-93ee-cfab8ed11236 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.403256] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610946, 'name': CreateVM_Task, 'duration_secs': 0.359129} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.403419] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 894.404070] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.404235] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.404547] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.404792] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0903b23-f3ae-44df-a1df-6f1527d80cbd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.409749] env[70015]: DEBUG oslo_vmware.api [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 894.409749] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5203dc15-4989-9c70-2c08-f8c314f54ded" [ 894.409749] env[70015]: _type = "Task" [ 894.409749] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.417643] env[70015]: DEBUG oslo_vmware.api [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5203dc15-4989-9c70-2c08-f8c314f54ded, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.454097] env[70015]: INFO nova.compute.manager [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Took 53.83 seconds to build instance. [ 894.587023] env[70015]: INFO nova.compute.manager [-] [instance: 16289849-7c2a-4ac3-bdcf-4b93f18bfb13] Took 1.59 seconds to deallocate network for instance. [ 894.778023] env[70015]: DEBUG oslo_concurrency.lockutils [None req-30f787fa-1bb6-4555-8ff8-59576c71edd5 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Acquiring lock "refresh_cache-a6ad6fe7-22f0-405e-8e5f-6e56325049a8" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.778445] env[70015]: DEBUG oslo_concurrency.lockutils [None req-30f787fa-1bb6-4555-8ff8-59576c71edd5 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Acquired lock "refresh_cache-a6ad6fe7-22f0-405e-8e5f-6e56325049a8" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.778445] env[70015]: DEBUG nova.network.neutron [None req-30f787fa-1bb6-4555-8ff8-59576c71edd5 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.778628] env[70015]: DEBUG nova.objects.instance [None req-30f787fa-1bb6-4555-8ff8-59576c71edd5 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Lazy-loading 'info_cache' on Instance uuid a6ad6fe7-22f0-405e-8e5f-6e56325049a8 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 894.900929] env[70015]: DEBUG nova.scheduler.client.report [None req-30f50b43-3362-4da4-93ee-cfab8ed11236 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.924498] env[70015]: DEBUG oslo_vmware.api [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5203dc15-4989-9c70-2c08-f8c314f54ded, 'name': SearchDatastore_Task, 'duration_secs': 0.009247} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.924811] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.925132] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 894.925377] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.925522] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.925700] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 894.925960] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-948ba905-22ef-4a61-a170-6556754fd0dd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.939415] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 894.939415] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 894.939774] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49972e8d-a0ce-45c6-987e-5cd8ace0f1f7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.949933] env[70015]: DEBUG oslo_vmware.api [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 894.949933] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52aa5f7f-d1b9-7021-66c9-b67da92ac204" [ 894.949933] env[70015]: _type = "Task" [ 894.949933] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.959320] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d1d753fe-63c9-45c2-9714-fd4351236748 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Lock "239702ca-50c6-47a9-9207-394811e26eb4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.396s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.959320] env[70015]: DEBUG oslo_vmware.api [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52aa5f7f-d1b9-7021-66c9-b67da92ac204, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.093962] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8b499493-a2b3-422d-9110-6a3a6c60a1a2 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.247804] env[70015]: DEBUG nova.compute.manager [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 895.271559] env[70015]: DEBUG nova.virt.hardware [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 895.271840] env[70015]: DEBUG nova.virt.hardware [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 895.271998] env[70015]: DEBUG nova.virt.hardware [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 895.272203] env[70015]: DEBUG nova.virt.hardware [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 895.272353] env[70015]: DEBUG nova.virt.hardware [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 895.272503] env[70015]: DEBUG nova.virt.hardware [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 895.272738] env[70015]: DEBUG nova.virt.hardware [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 895.272902] env[70015]: DEBUG nova.virt.hardware [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 895.273374] env[70015]: DEBUG nova.virt.hardware [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 895.273374] env[70015]: DEBUG nova.virt.hardware [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 895.273546] env[70015]: DEBUG nova.virt.hardware [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 895.274512] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7222bd43-5175-4f4b-8f3e-4576b2927944 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.283905] env[70015]: DEBUG nova.objects.base [None req-30f787fa-1bb6-4555-8ff8-59576c71edd5 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70015) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 895.285625] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6fd34d-2277-41c1-b7df-ce1a7576792b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.406443] env[70015]: DEBUG oslo_concurrency.lockutils [None req-30f50b43-3362-4da4-93ee-cfab8ed11236 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.180s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.408854] env[70015]: DEBUG oslo_concurrency.lockutils [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 40.785s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.436939] env[70015]: INFO nova.scheduler.client.report [None req-30f50b43-3362-4da4-93ee-cfab8ed11236 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Deleted allocations for instance 6419007b-b407-4d50-b3ab-d90ecc5e8e30 [ 895.462524] env[70015]: DEBUG oslo_vmware.api [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52aa5f7f-d1b9-7021-66c9-b67da92ac204, 'name': SearchDatastore_Task, 'duration_secs': 0.015644} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.463743] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22721e80-d2be-4c3e-a98e-0af947bc9e64 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.475113] env[70015]: DEBUG oslo_vmware.api [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 895.475113] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]529c7fde-4ad8-729a-51c4-3ecc844fa181" [ 895.475113] env[70015]: _type = "Task" [ 895.475113] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.483940] env[70015]: DEBUG oslo_vmware.api [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]529c7fde-4ad8-729a-51c4-3ecc844fa181, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.568493] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Acquiring lock "3f23c083-5bd4-4f1c-b9b6-849e9c3241e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.568493] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Lock "3f23c083-5bd4-4f1c-b9b6-849e9c3241e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.607854] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Acquiring lock "f319194b-6c78-4824-b117-e8334b900360" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.608116] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Lock "f319194b-6c78-4824-b117-e8334b900360" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.634698] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Acquiring lock "03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.634931] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Lock "03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.921339] env[70015]: INFO nova.compute.claims [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 895.946985] env[70015]: DEBUG oslo_concurrency.lockutils [None req-30f50b43-3362-4da4-93ee-cfab8ed11236 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Lock "6419007b-b407-4d50-b3ab-d90ecc5e8e30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.350s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.986382] env[70015]: DEBUG oslo_vmware.api [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]529c7fde-4ad8-729a-51c4-3ecc844fa181, 'name': SearchDatastore_Task, 'duration_secs': 0.010864} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.986683] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.987039] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180/3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 895.987496] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c7bec3b-eb3c-46e4-8d9e-6b27c1df888a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.995776] env[70015]: DEBUG oslo_vmware.api [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 895.995776] env[70015]: value = "task-3610947" [ 895.995776] env[70015]: _type = "Task" [ 895.995776] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.004397] env[70015]: DEBUG oslo_vmware.api [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3610947, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.045468] env[70015]: DEBUG nova.network.neutron [None req-30f787fa-1bb6-4555-8ff8-59576c71edd5 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Updating instance_info_cache with network_info: [{"id": "93331186-4db2-4184-9547-f0a58b80160a", "address": "fa:16:3e:3a:7a:08", "network": {"id": "c4713025-e6ef-422c-bbe7-a7b177f470d7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1187912558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d435d68eafe0418f81f5d5af015db50d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93331186-4d", "ovs_interfaceid": "93331186-4db2-4184-9547-f0a58b80160a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.073534] env[70015]: DEBUG nova.compute.manager [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 896.110403] env[70015]: DEBUG nova.compute.manager [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: f319194b-6c78-4824-b117-e8334b900360] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 896.139752] env[70015]: DEBUG nova.compute.manager [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 896.146772] env[70015]: DEBUG nova.network.neutron [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Successfully updated port: 3831fe3b-d7ef-40d6-be30-27fd59eaf0a3 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 896.267631] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Acquiring lock "de6d19be-a67c-44a0-9ea0-cffcae448d75" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.269582] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Lock "de6d19be-a67c-44a0-9ea0-cffcae448d75" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.434023] env[70015]: INFO nova.compute.resource_tracker [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Updating resource usage from migration 02668235-e311-44a7-8ca2-c45c6b170da8 [ 896.507749] env[70015]: DEBUG oslo_vmware.api [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3610947, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481719} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.508245] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180/3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 896.508375] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 896.508647] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a7c4541-4bc9-4378-b1f9-ffe1ad3b1cca {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.519736] env[70015]: DEBUG oslo_vmware.api [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 896.519736] env[70015]: value = "task-3610948" [ 896.519736] env[70015]: _type = "Task" [ 896.519736] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.529032] env[70015]: DEBUG oslo_vmware.api [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3610948, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.547930] env[70015]: DEBUG oslo_concurrency.lockutils [None req-30f787fa-1bb6-4555-8ff8-59576c71edd5 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Releasing lock "refresh_cache-a6ad6fe7-22f0-405e-8e5f-6e56325049a8" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.571760] env[70015]: DEBUG nova.compute.manager [req-0380ba6d-3ac1-41c2-b641-ddf9295ba5d8 req-64750207-0870-497a-bfde-2c06bb1ec0d6 service nova] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Received event network-vif-plugged-3831fe3b-d7ef-40d6-be30-27fd59eaf0a3 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.571971] env[70015]: DEBUG oslo_concurrency.lockutils [req-0380ba6d-3ac1-41c2-b641-ddf9295ba5d8 req-64750207-0870-497a-bfde-2c06bb1ec0d6 service nova] Acquiring lock "ef9ab7eb-ca3b-4cae-a693-91ed524fe718-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.572239] env[70015]: DEBUG oslo_concurrency.lockutils [req-0380ba6d-3ac1-41c2-b641-ddf9295ba5d8 req-64750207-0870-497a-bfde-2c06bb1ec0d6 service nova] Lock "ef9ab7eb-ca3b-4cae-a693-91ed524fe718-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.572452] env[70015]: DEBUG oslo_concurrency.lockutils [req-0380ba6d-3ac1-41c2-b641-ddf9295ba5d8 req-64750207-0870-497a-bfde-2c06bb1ec0d6 service nova] Lock "ef9ab7eb-ca3b-4cae-a693-91ed524fe718-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.572621] env[70015]: DEBUG nova.compute.manager [req-0380ba6d-3ac1-41c2-b641-ddf9295ba5d8 req-64750207-0870-497a-bfde-2c06bb1ec0d6 service nova] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] No waiting events found dispatching network-vif-plugged-3831fe3b-d7ef-40d6-be30-27fd59eaf0a3 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 896.572805] env[70015]: WARNING nova.compute.manager [req-0380ba6d-3ac1-41c2-b641-ddf9295ba5d8 req-64750207-0870-497a-bfde-2c06bb1ec0d6 service nova] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Received unexpected event network-vif-plugged-3831fe3b-d7ef-40d6-be30-27fd59eaf0a3 for instance with vm_state building and task_state spawning. [ 896.594848] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.635009] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.654256] env[70015]: DEBUG oslo_concurrency.lockutils [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Acquiring lock "refresh_cache-ef9ab7eb-ca3b-4cae-a693-91ed524fe718" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.654524] env[70015]: DEBUG oslo_concurrency.lockutils [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Acquired lock "refresh_cache-ef9ab7eb-ca3b-4cae-a693-91ed524fe718" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.655205] env[70015]: DEBUG nova.network.neutron [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 896.675274] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.949907] env[70015]: DEBUG oslo_concurrency.lockutils [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Acquiring lock "58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.950193] env[70015]: DEBUG oslo_concurrency.lockutils [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Lock "58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.970013] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e130a7-3a14-4d30-bf96-f509146bfcfa {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.975502] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b178c3-c802-49ad-867f-1ba5ad5f29c0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.006932] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20032f45-c98c-49b0-bb8b-bf40cdd2e774 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.014517] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68af7f8e-cac6-439f-b3cd-f3e16ce3dbdc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.031928] env[70015]: DEBUG nova.compute.provider_tree [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.037624] env[70015]: DEBUG oslo_vmware.api [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3610948, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06222} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.038283] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 897.039117] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38eaef8-4f81-4969-b740-42d3c31caf6d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.062930] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180/3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.063888] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc8f8330-76f2-43b0-8038-6f36b6e9241f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.083724] env[70015]: DEBUG oslo_vmware.api [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 897.083724] env[70015]: value = "task-3610949" [ 897.083724] env[70015]: _type = "Task" [ 897.083724] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.091962] env[70015]: DEBUG oslo_vmware.api [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3610949, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.193724] env[70015]: DEBUG nova.network.neutron [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 897.303442] env[70015]: DEBUG nova.compute.manager [None req-6bd8228e-99e7-4866-aa2a-54326b6313ff tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.304335] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c39528-f89d-4a66-9075-b6aa7834eddc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.397673] env[70015]: DEBUG oslo_concurrency.lockutils [None req-50652c36-189e-41df-9681-a60089c489ed tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "interface-f643562c-87ff-4090-aa1b-f7453ce83b66-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.398034] env[70015]: DEBUG oslo_concurrency.lockutils [None req-50652c36-189e-41df-9681-a60089c489ed tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "interface-f643562c-87ff-4090-aa1b-f7453ce83b66-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.398452] env[70015]: DEBUG nova.objects.instance [None req-50652c36-189e-41df-9681-a60089c489ed tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lazy-loading 'flavor' on Instance uuid f643562c-87ff-4090-aa1b-f7453ce83b66 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 897.437226] env[70015]: DEBUG nova.network.neutron [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Updating instance_info_cache with network_info: [{"id": "3831fe3b-d7ef-40d6-be30-27fd59eaf0a3", "address": "fa:16:3e:5a:32:7a", "network": {"id": "f175b25a-150b-48ff-8d52-40b9855c6424", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1218795995-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c6184e2b3b784c9eb016ba1c5d89a781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3831fe3b-d7", "ovs_interfaceid": "3831fe3b-d7ef-40d6-be30-27fd59eaf0a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.540042] env[70015]: DEBUG nova.scheduler.client.report [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.564531] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-30f787fa-1bb6-4555-8ff8-59576c71edd5 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.564812] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7f534ce-0f1d-4802-af56-15cfe38f2283 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.572832] env[70015]: DEBUG oslo_vmware.api [None req-30f787fa-1bb6-4555-8ff8-59576c71edd5 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Waiting for the task: (returnval){ [ 897.572832] env[70015]: value = "task-3610950" [ 897.572832] env[70015]: _type = "Task" [ 897.572832] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.581938] env[70015]: DEBUG oslo_vmware.api [None req-30f787fa-1bb6-4555-8ff8-59576c71edd5 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3610950, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.594050] env[70015]: DEBUG oslo_vmware.api [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3610949, 'name': ReconfigVM_Task, 'duration_secs': 0.287521} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.594465] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180/3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.595118] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e57caa6-7e3e-44f5-a8b5-022ba81949d1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.601036] env[70015]: DEBUG oslo_vmware.api [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 897.601036] env[70015]: value = "task-3610951" [ 897.601036] env[70015]: _type = "Task" [ 897.601036] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.610874] env[70015]: DEBUG oslo_vmware.api [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3610951, 'name': Rename_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.728629] env[70015]: DEBUG oslo_concurrency.lockutils [None req-847ea0a0-aa17-4b61-91cb-21662203ded3 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Acquiring lock "844c678b-6d1e-401a-9989-f4d7d90f262e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.728918] env[70015]: DEBUG oslo_concurrency.lockutils [None req-847ea0a0-aa17-4b61-91cb-21662203ded3 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Lock "844c678b-6d1e-401a-9989-f4d7d90f262e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.729176] env[70015]: DEBUG oslo_concurrency.lockutils [None req-847ea0a0-aa17-4b61-91cb-21662203ded3 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Acquiring lock "844c678b-6d1e-401a-9989-f4d7d90f262e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.729416] env[70015]: DEBUG oslo_concurrency.lockutils [None req-847ea0a0-aa17-4b61-91cb-21662203ded3 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Lock "844c678b-6d1e-401a-9989-f4d7d90f262e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.729769] env[70015]: DEBUG oslo_concurrency.lockutils [None req-847ea0a0-aa17-4b61-91cb-21662203ded3 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Lock "844c678b-6d1e-401a-9989-f4d7d90f262e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.731967] env[70015]: INFO nova.compute.manager [None req-847ea0a0-aa17-4b61-91cb-21662203ded3 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Terminating instance [ 897.817241] env[70015]: INFO nova.compute.manager [None req-6bd8228e-99e7-4866-aa2a-54326b6313ff tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] instance snapshotting [ 897.820239] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b03f417-461e-4af0-9beb-6400236873fc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.839583] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6044c7e-ddea-4a8d-8e3e-77b74ca6fd04 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.905984] env[70015]: DEBUG nova.objects.instance [None req-50652c36-189e-41df-9681-a60089c489ed tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lazy-loading 'pci_requests' on Instance uuid f643562c-87ff-4090-aa1b-f7453ce83b66 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 897.940359] env[70015]: DEBUG oslo_concurrency.lockutils [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Releasing lock "refresh_cache-ef9ab7eb-ca3b-4cae-a693-91ed524fe718" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.940516] env[70015]: DEBUG nova.compute.manager [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Instance network_info: |[{"id": "3831fe3b-d7ef-40d6-be30-27fd59eaf0a3", "address": "fa:16:3e:5a:32:7a", "network": {"id": "f175b25a-150b-48ff-8d52-40b9855c6424", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1218795995-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c6184e2b3b784c9eb016ba1c5d89a781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3831fe3b-d7", "ovs_interfaceid": "3831fe3b-d7ef-40d6-be30-27fd59eaf0a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 897.940896] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:32:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b00fe87c-d828-442f-bd09-e9018c468557', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3831fe3b-d7ef-40d6-be30-27fd59eaf0a3', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 897.949028] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Creating folder: Project (c6184e2b3b784c9eb016ba1c5d89a781). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 897.949352] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf98314d-5be5-494a-807a-422e015f3bba {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.961625] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Created folder: Project (c6184e2b3b784c9eb016ba1c5d89a781) in parent group-v720117. [ 897.961832] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Creating folder: Instances. Parent ref: group-v720299. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 897.962116] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3768394b-ec21-4002-b700-3431b5b76c1b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.973324] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Created folder: Instances in parent group-v720299. [ 897.973544] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.973742] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 897.974115] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ea45c92-73bd-4266-9026-9817a5b7812c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.993832] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 897.993832] env[70015]: value = "task-3610954" [ 897.993832] env[70015]: _type = "Task" [ 897.993832] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.000368] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610954, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.046781] env[70015]: DEBUG oslo_concurrency.lockutils [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.637s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.046781] env[70015]: INFO nova.compute.manager [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Migrating [ 898.053018] env[70015]: DEBUG oslo_concurrency.lockutils [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.924s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.053732] env[70015]: INFO nova.compute.claims [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] [instance: b345c2fa-4d74-4563-8069-67fe1e26074d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 898.083999] env[70015]: DEBUG oslo_vmware.api [None req-30f787fa-1bb6-4555-8ff8-59576c71edd5 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3610950, 'name': PowerOnVM_Task, 'duration_secs': 0.416245} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.084310] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-30f787fa-1bb6-4555-8ff8-59576c71edd5 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.084513] env[70015]: DEBUG nova.compute.manager [None req-30f787fa-1bb6-4555-8ff8-59576c71edd5 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 898.085321] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8ccb20-6698-4fe6-a3ec-b3933deca555 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.112837] env[70015]: DEBUG oslo_vmware.api [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3610951, 'name': Rename_Task, 'duration_secs': 0.187273} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.113078] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 898.113321] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e46a18b-47a6-406a-b140-6c02f6ad6430 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.119380] env[70015]: DEBUG oslo_vmware.api [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 898.119380] env[70015]: value = "task-3610955" [ 898.119380] env[70015]: _type = "Task" [ 898.119380] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.127673] env[70015]: DEBUG oslo_vmware.api [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3610955, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.235922] env[70015]: DEBUG nova.compute.manager [None req-847ea0a0-aa17-4b61-91cb-21662203ded3 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 898.236203] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-847ea0a0-aa17-4b61-91cb-21662203ded3 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 898.237086] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab257d31-7055-4228-b6c4-9956ac4988e5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.244982] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-847ea0a0-aa17-4b61-91cb-21662203ded3 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.247013] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9649a512-5818-41ca-a301-d5ded8eec6d0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.251255] env[70015]: DEBUG oslo_vmware.api [None req-847ea0a0-aa17-4b61-91cb-21662203ded3 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Waiting for the task: (returnval){ [ 898.251255] env[70015]: value = "task-3610956" [ 898.251255] env[70015]: _type = "Task" [ 898.251255] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.259375] env[70015]: DEBUG oslo_vmware.api [None req-847ea0a0-aa17-4b61-91cb-21662203ded3 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.350930] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd8228e-99e7-4866-aa2a-54326b6313ff tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Creating Snapshot of the VM instance {{(pid=70015) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 898.351388] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c362c557-e0ce-46bf-b16e-562fcf14b37e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.360038] env[70015]: DEBUG oslo_vmware.api [None req-6bd8228e-99e7-4866-aa2a-54326b6313ff tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Waiting for the task: (returnval){ [ 898.360038] env[70015]: value = "task-3610957" [ 898.360038] env[70015]: _type = "Task" [ 898.360038] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.369241] env[70015]: DEBUG oslo_vmware.api [None req-6bd8228e-99e7-4866-aa2a-54326b6313ff tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3610957, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.408763] env[70015]: DEBUG nova.objects.base [None req-50652c36-189e-41df-9681-a60089c489ed tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70015) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 898.409505] env[70015]: DEBUG nova.network.neutron [None req-50652c36-189e-41df-9681-a60089c489ed tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 898.503702] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610954, 'name': CreateVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.534191] env[70015]: DEBUG oslo_concurrency.lockutils [None req-50652c36-189e-41df-9681-a60089c489ed tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "interface-f643562c-87ff-4090-aa1b-f7453ce83b66-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.136s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.565479] env[70015]: DEBUG oslo_concurrency.lockutils [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Acquiring lock "refresh_cache-0d762a18-2184-48f1-84d4-ed50fdb03ef8" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.565676] env[70015]: DEBUG oslo_concurrency.lockutils [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Acquired lock "refresh_cache-0d762a18-2184-48f1-84d4-ed50fdb03ef8" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.565860] env[70015]: DEBUG nova.network.neutron [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.629609] env[70015]: DEBUG oslo_vmware.api [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3610955, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.761067] env[70015]: DEBUG oslo_vmware.api [None req-847ea0a0-aa17-4b61-91cb-21662203ded3 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610956, 'name': PowerOffVM_Task, 'duration_secs': 0.258474} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.761368] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-847ea0a0-aa17-4b61-91cb-21662203ded3 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 898.761564] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-847ea0a0-aa17-4b61-91cb-21662203ded3 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 898.761824] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38ccf797-281f-43cd-a7ed-c82a66722bab {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.836247] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-847ea0a0-aa17-4b61-91cb-21662203ded3 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 898.836496] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-847ea0a0-aa17-4b61-91cb-21662203ded3 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 898.836661] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-847ea0a0-aa17-4b61-91cb-21662203ded3 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Deleting the datastore file [datastore1] 844c678b-6d1e-401a-9989-f4d7d90f262e {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 898.837042] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8777735-5e83-4dcd-8fab-81b887c4c098 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.844175] env[70015]: DEBUG oslo_vmware.api [None req-847ea0a0-aa17-4b61-91cb-21662203ded3 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Waiting for the task: (returnval){ [ 898.844175] env[70015]: value = "task-3610959" [ 898.844175] env[70015]: _type = "Task" [ 898.844175] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.851922] env[70015]: DEBUG oslo_vmware.api [None req-847ea0a0-aa17-4b61-91cb-21662203ded3 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.868583] env[70015]: DEBUG oslo_vmware.api [None req-6bd8228e-99e7-4866-aa2a-54326b6313ff tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3610957, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.005572] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610954, 'name': CreateVM_Task, 'duration_secs': 0.535542} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.005766] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 899.006705] env[70015]: DEBUG oslo_concurrency.lockutils [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.006934] env[70015]: DEBUG oslo_concurrency.lockutils [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.007375] env[70015]: DEBUG oslo_concurrency.lockutils [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.007727] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c30ce9dc-467d-4ddb-b94f-5c06ea22285b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.012981] env[70015]: DEBUG oslo_vmware.api [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Waiting for the task: (returnval){ [ 899.012981] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52102bff-b97d-1062-7ada-8a374bc4e36f" [ 899.012981] env[70015]: _type = "Task" [ 899.012981] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.023336] env[70015]: DEBUG oslo_vmware.api [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52102bff-b97d-1062-7ada-8a374bc4e36f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.131363] env[70015]: DEBUG oslo_vmware.api [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3610955, 'name': PowerOnVM_Task, 'duration_secs': 0.690057} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.133856] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.134076] env[70015]: INFO nova.compute.manager [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Took 8.50 seconds to spawn the instance on the hypervisor. [ 899.134262] env[70015]: DEBUG nova.compute.manager [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 899.135240] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4740004-2bd0-41c8-bb8d-ee5ca85a6a1e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.354786] env[70015]: DEBUG oslo_vmware.api [None req-847ea0a0-aa17-4b61-91cb-21662203ded3 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Task: {'id': task-3610959, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180689} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.357248] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-847ea0a0-aa17-4b61-91cb-21662203ded3 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 899.357458] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-847ea0a0-aa17-4b61-91cb-21662203ded3 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 899.357614] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-847ea0a0-aa17-4b61-91cb-21662203ded3 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 899.357791] env[70015]: INFO nova.compute.manager [None req-847ea0a0-aa17-4b61-91cb-21662203ded3 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 899.358053] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-847ea0a0-aa17-4b61-91cb-21662203ded3 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.358435] env[70015]: DEBUG nova.compute.manager [-] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 899.358538] env[70015]: DEBUG nova.network.neutron [-] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 899.362083] env[70015]: DEBUG nova.compute.manager [req-c1144a43-1222-4d78-9423-561aa6f7e782 req-26571760-e568-4943-98d4-e531e6ac88e9 service nova] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Received event network-changed-3831fe3b-d7ef-40d6-be30-27fd59eaf0a3 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.362280] env[70015]: DEBUG nova.compute.manager [req-c1144a43-1222-4d78-9423-561aa6f7e782 req-26571760-e568-4943-98d4-e531e6ac88e9 service nova] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Refreshing instance network info cache due to event network-changed-3831fe3b-d7ef-40d6-be30-27fd59eaf0a3. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 899.362611] env[70015]: DEBUG oslo_concurrency.lockutils [req-c1144a43-1222-4d78-9423-561aa6f7e782 req-26571760-e568-4943-98d4-e531e6ac88e9 service nova] Acquiring lock "refresh_cache-ef9ab7eb-ca3b-4cae-a693-91ed524fe718" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.363397] env[70015]: DEBUG oslo_concurrency.lockutils [req-c1144a43-1222-4d78-9423-561aa6f7e782 req-26571760-e568-4943-98d4-e531e6ac88e9 service nova] Acquired lock "refresh_cache-ef9ab7eb-ca3b-4cae-a693-91ed524fe718" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.363585] env[70015]: DEBUG nova.network.neutron [req-c1144a43-1222-4d78-9423-561aa6f7e782 req-26571760-e568-4943-98d4-e531e6ac88e9 service nova] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Refreshing network info cache for port 3831fe3b-d7ef-40d6-be30-27fd59eaf0a3 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 899.365460] env[70015]: DEBUG nova.network.neutron [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Updating instance_info_cache with network_info: [{"id": "dd440719-052a-45f7-9ded-ebd176af4eb7", "address": "fa:16:3e:ef:41:94", "network": {"id": "3c1a3fbb-2170-407e-9ccc-287a3d99ace9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d690f2455b7c4076b06d93f0db674d65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd440719-05", "ovs_interfaceid": "dd440719-052a-45f7-9ded-ebd176af4eb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.377885] env[70015]: DEBUG oslo_vmware.api [None req-6bd8228e-99e7-4866-aa2a-54326b6313ff tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3610957, 'name': CreateSnapshot_Task, 'duration_secs': 0.788158} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.379472] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd8228e-99e7-4866-aa2a-54326b6313ff tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Created Snapshot of the VM instance {{(pid=70015) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 899.380271] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f35006e-2d80-4272-83e3-fff52f735d39 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.525656] env[70015]: DEBUG oslo_vmware.api [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52102bff-b97d-1062-7ada-8a374bc4e36f, 'name': SearchDatastore_Task, 'duration_secs': 0.012027} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.525966] env[70015]: DEBUG oslo_concurrency.lockutils [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.526215] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 899.526458] env[70015]: DEBUG oslo_concurrency.lockutils [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.526609] env[70015]: DEBUG oslo_concurrency.lockutils [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.526810] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 899.527096] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94034b9a-18d3-4492-b7fb-41fe1258656d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.538143] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 899.538429] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 899.541568] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-354c5ce2-3903-4c33-9cae-bde02a3a72c3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.550551] env[70015]: DEBUG oslo_vmware.api [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Waiting for the task: (returnval){ [ 899.550551] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5275f85a-908a-b76e-8ca9-09528369384c" [ 899.550551] env[70015]: _type = "Task" [ 899.550551] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.559097] env[70015]: DEBUG oslo_vmware.api [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5275f85a-908a-b76e-8ca9-09528369384c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.573791] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d2312c-1ac3-4479-a657-7264551d1591 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.581442] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ac36b0-52f3-456f-ab50-941ed14e14cc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.616331] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4bfa4f-8ac5-44be-a683-0d315ac659b3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.622791] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8760ddb5-ba8f-4d54-a7f4-5c4b8708a156 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.636972] env[70015]: DEBUG nova.compute.provider_tree [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.652782] env[70015]: INFO nova.compute.manager [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Took 51.25 seconds to build instance. [ 899.733205] env[70015]: DEBUG oslo_concurrency.lockutils [None req-94ebec2f-2374-4ba8-8866-748aaf5d3a2f tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Acquiring lock "f8bf5641-1c7c-41d6-b82f-3dfc40f16ece" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.733205] env[70015]: DEBUG oslo_concurrency.lockutils [None req-94ebec2f-2374-4ba8-8866-748aaf5d3a2f tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Lock "f8bf5641-1c7c-41d6-b82f-3dfc40f16ece" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.733318] env[70015]: DEBUG oslo_concurrency.lockutils [None req-94ebec2f-2374-4ba8-8866-748aaf5d3a2f tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Acquiring lock "f8bf5641-1c7c-41d6-b82f-3dfc40f16ece-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.733412] env[70015]: DEBUG oslo_concurrency.lockutils [None req-94ebec2f-2374-4ba8-8866-748aaf5d3a2f tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Lock "f8bf5641-1c7c-41d6-b82f-3dfc40f16ece-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.733583] env[70015]: DEBUG oslo_concurrency.lockutils [None req-94ebec2f-2374-4ba8-8866-748aaf5d3a2f tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Lock "f8bf5641-1c7c-41d6-b82f-3dfc40f16ece-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.735744] env[70015]: INFO nova.compute.manager [None req-94ebec2f-2374-4ba8-8866-748aaf5d3a2f tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] [instance: f8bf5641-1c7c-41d6-b82f-3dfc40f16ece] Terminating instance [ 899.873285] env[70015]: DEBUG oslo_concurrency.lockutils [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Releasing lock "refresh_cache-0d762a18-2184-48f1-84d4-ed50fdb03ef8" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.901940] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd8228e-99e7-4866-aa2a-54326b6313ff tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Creating linked-clone VM from snapshot {{(pid=70015) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 899.903907] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dafabf46-811b-4438-955d-0f782941bcf1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.916484] env[70015]: DEBUG oslo_vmware.api [None req-6bd8228e-99e7-4866-aa2a-54326b6313ff tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Waiting for the task: (returnval){ [ 899.916484] env[70015]: value = "task-3610960" [ 899.916484] env[70015]: _type = "Task" [ 899.916484] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.924845] env[70015]: DEBUG oslo_vmware.api [None req-6bd8228e-99e7-4866-aa2a-54326b6313ff tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3610960, 'name': CloneVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.062033] env[70015]: DEBUG oslo_vmware.api [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5275f85a-908a-b76e-8ca9-09528369384c, 'name': SearchDatastore_Task, 'duration_secs': 0.009588} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.063543] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7452dca6-fda5-44d0-8bb8-f60212d3f75b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.068240] env[70015]: DEBUG nova.network.neutron [req-c1144a43-1222-4d78-9423-561aa6f7e782 req-26571760-e568-4943-98d4-e531e6ac88e9 service nova] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Updated VIF entry in instance network info cache for port 3831fe3b-d7ef-40d6-be30-27fd59eaf0a3. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 900.068697] env[70015]: DEBUG nova.network.neutron [req-c1144a43-1222-4d78-9423-561aa6f7e782 req-26571760-e568-4943-98d4-e531e6ac88e9 service nova] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Updating instance_info_cache with network_info: [{"id": "3831fe3b-d7ef-40d6-be30-27fd59eaf0a3", "address": "fa:16:3e:5a:32:7a", "network": {"id": "f175b25a-150b-48ff-8d52-40b9855c6424", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1218795995-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c6184e2b3b784c9eb016ba1c5d89a781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3831fe3b-d7", "ovs_interfaceid": "3831fe3b-d7ef-40d6-be30-27fd59eaf0a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.073780] env[70015]: DEBUG oslo_vmware.api [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Waiting for the task: (returnval){ [ 900.073780] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52c22273-a983-b2a9-c4be-ee910c8dff85" [ 900.073780] env[70015]: _type = "Task" [ 900.073780] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.082747] env[70015]: DEBUG oslo_vmware.api [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52c22273-a983-b2a9-c4be-ee910c8dff85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.140710] env[70015]: DEBUG nova.scheduler.client.report [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.144590] env[70015]: DEBUG nova.network.neutron [-] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.150054] env[70015]: DEBUG nova.compute.manager [req-4cd33ef5-c01b-4eb7-91f6-5d221bcc6652 req-a0e4972e-7cf6-4cea-9def-a6830e36dbd3 service nova] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Received event network-vif-deleted-e723338d-b3f8-4ef4-bf80-7a3463084f48 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.150294] env[70015]: INFO nova.compute.manager [req-4cd33ef5-c01b-4eb7-91f6-5d221bcc6652 req-a0e4972e-7cf6-4cea-9def-a6830e36dbd3 service nova] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Neutron deleted interface e723338d-b3f8-4ef4-bf80-7a3463084f48; detaching it from the instance and deleting it from the info cache [ 900.150482] env[70015]: DEBUG nova.network.neutron [req-4cd33ef5-c01b-4eb7-91f6-5d221bcc6652 req-a0e4972e-7cf6-4cea-9def-a6830e36dbd3 service nova] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.154682] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9f0b9369-0fcb-489f-837a-c1f3194627e4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lock "3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.328s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.239476] env[70015]: DEBUG nova.compute.manager [None req-94ebec2f-2374-4ba8-8866-748aaf5d3a2f tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] [instance: f8bf5641-1c7c-41d6-b82f-3dfc40f16ece] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 900.239897] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-94ebec2f-2374-4ba8-8866-748aaf5d3a2f tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] [instance: f8bf5641-1c7c-41d6-b82f-3dfc40f16ece] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 900.240891] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e4f79f-e5f5-401e-a731-a0773d97d6c3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.256122] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-94ebec2f-2374-4ba8-8866-748aaf5d3a2f tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] [instance: f8bf5641-1c7c-41d6-b82f-3dfc40f16ece] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.256402] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-026e472b-4017-4c43-85b3-0e122ba795e1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.263154] env[70015]: DEBUG oslo_vmware.api [None req-94ebec2f-2374-4ba8-8866-748aaf5d3a2f tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Waiting for the task: (returnval){ [ 900.263154] env[70015]: value = "task-3610961" [ 900.263154] env[70015]: _type = "Task" [ 900.263154] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.274568] env[70015]: DEBUG oslo_vmware.api [None req-94ebec2f-2374-4ba8-8866-748aaf5d3a2f tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Task: {'id': task-3610961, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.428938] env[70015]: DEBUG oslo_vmware.api [None req-6bd8228e-99e7-4866-aa2a-54326b6313ff tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3610960, 'name': CloneVM_Task} progress is 94%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.572037] env[70015]: DEBUG oslo_concurrency.lockutils [req-c1144a43-1222-4d78-9423-561aa6f7e782 req-26571760-e568-4943-98d4-e531e6ac88e9 service nova] Releasing lock "refresh_cache-ef9ab7eb-ca3b-4cae-a693-91ed524fe718" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.583807] env[70015]: DEBUG oslo_vmware.api [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52c22273-a983-b2a9-c4be-ee910c8dff85, 'name': SearchDatastore_Task, 'duration_secs': 0.010775} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.584096] env[70015]: DEBUG oslo_concurrency.lockutils [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.584368] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] ef9ab7eb-ca3b-4cae-a693-91ed524fe718/ef9ab7eb-ca3b-4cae-a693-91ed524fe718.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 900.584890] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a13ac37c-b4fc-4f99-a181-ae719a50a600 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.590609] env[70015]: DEBUG oslo_vmware.api [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Waiting for the task: (returnval){ [ 900.590609] env[70015]: value = "task-3610962" [ 900.590609] env[70015]: _type = "Task" [ 900.590609] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.598544] env[70015]: DEBUG oslo_vmware.api [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Task: {'id': task-3610962, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.646899] env[70015]: DEBUG oslo_concurrency.lockutils [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.595s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.648537] env[70015]: INFO nova.compute.manager [-] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Took 1.29 seconds to deallocate network for instance. [ 900.648665] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.684s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.651032] env[70015]: INFO nova.compute.claims [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 900.655110] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-598fe26a-a50f-4be7-a1f0-17fdafc8fef5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.659713] env[70015]: DEBUG nova.compute.manager [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 900.669607] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6d770c-f777-4540-9062-984f83bbd055 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.704165] env[70015]: DEBUG nova.compute.manager [req-4cd33ef5-c01b-4eb7-91f6-5d221bcc6652 req-a0e4972e-7cf6-4cea-9def-a6830e36dbd3 service nova] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Detach interface failed, port_id=e723338d-b3f8-4ef4-bf80-7a3463084f48, reason: Instance 844c678b-6d1e-401a-9989-f4d7d90f262e could not be found. {{(pid=70015) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 900.749184] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b9277a66-0a61-4677-a432-c304d20676b7 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "interface-f643562c-87ff-4090-aa1b-f7453ce83b66-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.749491] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b9277a66-0a61-4677-a432-c304d20676b7 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "interface-f643562c-87ff-4090-aa1b-f7453ce83b66-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.749832] env[70015]: DEBUG nova.objects.instance [None req-b9277a66-0a61-4677-a432-c304d20676b7 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lazy-loading 'flavor' on Instance uuid f643562c-87ff-4090-aa1b-f7453ce83b66 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 900.774466] env[70015]: DEBUG oslo_vmware.api [None req-94ebec2f-2374-4ba8-8866-748aaf5d3a2f tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Task: {'id': task-3610961, 'name': PowerOffVM_Task, 'duration_secs': 0.330583} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.774779] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-94ebec2f-2374-4ba8-8866-748aaf5d3a2f tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] [instance: f8bf5641-1c7c-41d6-b82f-3dfc40f16ece] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.774971] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-94ebec2f-2374-4ba8-8866-748aaf5d3a2f tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] [instance: f8bf5641-1c7c-41d6-b82f-3dfc40f16ece] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 900.775252] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fedfbe6a-bbff-4555-8c91-b7dedd365b01 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.856334] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-94ebec2f-2374-4ba8-8866-748aaf5d3a2f tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] [instance: f8bf5641-1c7c-41d6-b82f-3dfc40f16ece] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 900.856574] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-94ebec2f-2374-4ba8-8866-748aaf5d3a2f tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] [instance: f8bf5641-1c7c-41d6-b82f-3dfc40f16ece] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 900.856746] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-94ebec2f-2374-4ba8-8866-748aaf5d3a2f tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Deleting the datastore file [datastore2] f8bf5641-1c7c-41d6-b82f-3dfc40f16ece {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 900.857277] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f4f961b-bd5b-4d6f-932b-6b073d927869 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.864997] env[70015]: DEBUG oslo_vmware.api [None req-94ebec2f-2374-4ba8-8866-748aaf5d3a2f tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Waiting for the task: (returnval){ [ 900.864997] env[70015]: value = "task-3610964" [ 900.864997] env[70015]: _type = "Task" [ 900.864997] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.874546] env[70015]: DEBUG oslo_vmware.api [None req-94ebec2f-2374-4ba8-8866-748aaf5d3a2f tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Task: {'id': task-3610964, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.931231] env[70015]: DEBUG oslo_vmware.api [None req-6bd8228e-99e7-4866-aa2a-54326b6313ff tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3610960, 'name': CloneVM_Task} progress is 95%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.101476] env[70015]: DEBUG oslo_vmware.api [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Task: {'id': task-3610962, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460144} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.101810] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] ef9ab7eb-ca3b-4cae-a693-91ed524fe718/ef9ab7eb-ca3b-4cae-a693-91ed524fe718.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 901.102062] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 901.102332] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b41d26f-f90a-4a70-b38f-6979827b95d5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.109166] env[70015]: DEBUG oslo_vmware.api [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Waiting for the task: (returnval){ [ 901.109166] env[70015]: value = "task-3610965" [ 901.109166] env[70015]: _type = "Task" [ 901.109166] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.118286] env[70015]: DEBUG oslo_vmware.api [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Task: {'id': task-3610965, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.155463] env[70015]: DEBUG oslo_concurrency.lockutils [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Acquiring lock "d50b9e1a-39a1-4129-b03b-36a7919dfacc" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.155646] env[70015]: DEBUG oslo_concurrency.lockutils [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Lock "d50b9e1a-39a1-4129-b03b-36a7919dfacc" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.164069] env[70015]: DEBUG oslo_concurrency.lockutils [None req-847ea0a0-aa17-4b61-91cb-21662203ded3 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.185180] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.328213] env[70015]: DEBUG nova.objects.instance [None req-b9277a66-0a61-4677-a432-c304d20676b7 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lazy-loading 'pci_requests' on Instance uuid f643562c-87ff-4090-aa1b-f7453ce83b66 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.342852] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46adcf8f-d0fc-4b98-b018-313eea49edcc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.349679] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-24f86db8-61e4-4c39-8afb-ac12d414aed2 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Suspending the VM {{(pid=70015) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 901.349922] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-08257d26-3dd0-4a56-bc9a-985f96b270bf {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.356120] env[70015]: DEBUG oslo_vmware.api [None req-24f86db8-61e4-4c39-8afb-ac12d414aed2 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 901.356120] env[70015]: value = "task-3610966" [ 901.356120] env[70015]: _type = "Task" [ 901.356120] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.364467] env[70015]: DEBUG oslo_vmware.api [None req-24f86db8-61e4-4c39-8afb-ac12d414aed2 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3610966, 'name': SuspendVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.373474] env[70015]: DEBUG oslo_vmware.api [None req-94ebec2f-2374-4ba8-8866-748aaf5d3a2f tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Task: {'id': task-3610964, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298766} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.373717] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-94ebec2f-2374-4ba8-8866-748aaf5d3a2f tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 901.373933] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-94ebec2f-2374-4ba8-8866-748aaf5d3a2f tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] [instance: f8bf5641-1c7c-41d6-b82f-3dfc40f16ece] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 901.374188] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-94ebec2f-2374-4ba8-8866-748aaf5d3a2f tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] [instance: f8bf5641-1c7c-41d6-b82f-3dfc40f16ece] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 901.374407] env[70015]: INFO nova.compute.manager [None req-94ebec2f-2374-4ba8-8866-748aaf5d3a2f tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] [instance: f8bf5641-1c7c-41d6-b82f-3dfc40f16ece] Took 1.13 seconds to destroy the instance on the hypervisor. [ 901.374650] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94ebec2f-2374-4ba8-8866-748aaf5d3a2f tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.374856] env[70015]: DEBUG nova.compute.manager [-] [instance: f8bf5641-1c7c-41d6-b82f-3dfc40f16ece] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 901.374926] env[70015]: DEBUG nova.network.neutron [-] [instance: f8bf5641-1c7c-41d6-b82f-3dfc40f16ece] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 901.388910] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01bc3f32-e2ad-4c9a-912d-5a01cebe14d4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.406930] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Updating instance '0d762a18-2184-48f1-84d4-ed50fdb03ef8' progress to 0 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 901.425722] env[70015]: DEBUG oslo_vmware.api [None req-6bd8228e-99e7-4866-aa2a-54326b6313ff tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3610960, 'name': CloneVM_Task, 'duration_secs': 1.124013} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.426595] env[70015]: INFO nova.virt.vmwareapi.vmops [None req-6bd8228e-99e7-4866-aa2a-54326b6313ff tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Created linked-clone VM from snapshot [ 901.427138] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462ecb8d-29ff-4303-9f1e-24bdaf873031 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.436047] env[70015]: DEBUG nova.virt.vmwareapi.images [None req-6bd8228e-99e7-4866-aa2a-54326b6313ff tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Uploading image e6802fc6-c035-4a9f-9e92-528ae384dc8a {{(pid=70015) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 901.449490] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bd8228e-99e7-4866-aa2a-54326b6313ff tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Destroying the VM {{(pid=70015) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 901.449835] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fedb71ed-3672-4ea6-a281-cf3b4ea7a227 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.456952] env[70015]: DEBUG oslo_vmware.api [None req-6bd8228e-99e7-4866-aa2a-54326b6313ff tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Waiting for the task: (returnval){ [ 901.456952] env[70015]: value = "task-3610967" [ 901.456952] env[70015]: _type = "Task" [ 901.456952] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.468166] env[70015]: DEBUG oslo_vmware.api [None req-6bd8228e-99e7-4866-aa2a-54326b6313ff tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3610967, 'name': Destroy_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.618295] env[70015]: DEBUG oslo_vmware.api [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Task: {'id': task-3610965, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078276} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.618556] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 901.619389] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf13c04-899f-443c-8ab5-b50ec3849ec4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.642161] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] ef9ab7eb-ca3b-4cae-a693-91ed524fe718/ef9ab7eb-ca3b-4cae-a693-91ed524fe718.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 901.642427] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed298e59-2020-4bf8-9f1a-3f406a498422 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.658326] env[70015]: DEBUG oslo_concurrency.lockutils [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Lock "d50b9e1a-39a1-4129-b03b-36a7919dfacc" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.503s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.658850] env[70015]: DEBUG nova.compute.manager [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] [instance: b345c2fa-4d74-4563-8069-67fe1e26074d] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 901.665568] env[70015]: DEBUG oslo_vmware.api [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Waiting for the task: (returnval){ [ 901.665568] env[70015]: value = "task-3610968" [ 901.665568] env[70015]: _type = "Task" [ 901.665568] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.675439] env[70015]: DEBUG oslo_vmware.api [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Task: {'id': task-3610968, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.831117] env[70015]: DEBUG nova.objects.base [None req-b9277a66-0a61-4677-a432-c304d20676b7 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70015) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 901.831117] env[70015]: DEBUG nova.network.neutron [None req-b9277a66-0a61-4677-a432-c304d20676b7 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 901.868663] env[70015]: DEBUG oslo_vmware.api [None req-24f86db8-61e4-4c39-8afb-ac12d414aed2 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3610966, 'name': SuspendVM_Task} progress is 16%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.913237] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.913569] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0afceb14-54f7-46e4-81ad-e90e08a7ac33 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.923717] env[70015]: DEBUG oslo_vmware.api [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Waiting for the task: (returnval){ [ 901.923717] env[70015]: value = "task-3610969" [ 901.923717] env[70015]: _type = "Task" [ 901.923717] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.933954] env[70015]: DEBUG oslo_vmware.api [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3610969, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.947296] env[70015]: DEBUG nova.policy [None req-b9277a66-0a61-4677-a432-c304d20676b7 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '281654ddb97845d9919473afc24a3063', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c24df7a88e5f4165b2618140613b0538', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 901.969406] env[70015]: DEBUG oslo_vmware.api [None req-6bd8228e-99e7-4866-aa2a-54326b6313ff tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3610967, 'name': Destroy_Task} progress is 33%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.167478] env[70015]: DEBUG nova.compute.utils [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 902.172664] env[70015]: DEBUG nova.compute.manager [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] [instance: b345c2fa-4d74-4563-8069-67fe1e26074d] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 902.173014] env[70015]: DEBUG nova.network.neutron [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] [instance: b345c2fa-4d74-4563-8069-67fe1e26074d] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 902.187195] env[70015]: DEBUG oslo_vmware.api [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Task: {'id': task-3610968, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.227998] env[70015]: DEBUG nova.policy [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4447eb815eac4bc7a166cb8f757b5b8c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84e4fc214d774567a3f8cde330a863f9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 902.290052] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8cee89-f09b-403a-9317-1bb43ffaef48 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.296863] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccabb595-2acc-41e1-bd7d-fd1c382d9c77 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.339990] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c965b5-fa19-4b38-9434-178125f02018 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.348353] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f96c95-cfb3-47f5-9b70-f8ce42ab9f21 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.362712] env[70015]: DEBUG nova.compute.provider_tree [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.374794] env[70015]: DEBUG oslo_vmware.api [None req-24f86db8-61e4-4c39-8afb-ac12d414aed2 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3610966, 'name': SuspendVM_Task} progress is 75%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.393667] env[70015]: DEBUG nova.network.neutron [None req-b9277a66-0a61-4677-a432-c304d20676b7 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Successfully created port: 7c4a2de3-2461-483c-8106-37c07f8b473a {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 902.413973] env[70015]: DEBUG nova.network.neutron [-] [instance: f8bf5641-1c7c-41d6-b82f-3dfc40f16ece] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.434829] env[70015]: DEBUG oslo_vmware.api [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3610969, 'name': PowerOffVM_Task, 'duration_secs': 0.237863} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.435170] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.435477] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Updating instance '0d762a18-2184-48f1-84d4-ed50fdb03ef8' progress to 17 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 902.473315] env[70015]: DEBUG oslo_vmware.api [None req-6bd8228e-99e7-4866-aa2a-54326b6313ff tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3610967, 'name': Destroy_Task, 'duration_secs': 0.885571} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.473315] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-6bd8228e-99e7-4866-aa2a-54326b6313ff tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Destroyed the VM [ 902.473315] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd8228e-99e7-4866-aa2a-54326b6313ff tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Deleting Snapshot of the VM instance {{(pid=70015) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 902.475067] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5d5830f1-267a-47f3-8a48-38337be1feb4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.485292] env[70015]: DEBUG oslo_vmware.api [None req-6bd8228e-99e7-4866-aa2a-54326b6313ff tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Waiting for the task: (returnval){ [ 902.485292] env[70015]: value = "task-3610970" [ 902.485292] env[70015]: _type = "Task" [ 902.485292] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.498842] env[70015]: DEBUG oslo_vmware.api [None req-6bd8228e-99e7-4866-aa2a-54326b6313ff tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3610970, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.550359] env[70015]: DEBUG nova.network.neutron [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] [instance: b345c2fa-4d74-4563-8069-67fe1e26074d] Successfully created port: 929de39a-26ad-468e-96e1-23a1a9a4c39c {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 902.670540] env[70015]: DEBUG nova.compute.manager [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] [instance: b345c2fa-4d74-4563-8069-67fe1e26074d] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 902.682928] env[70015]: DEBUG oslo_vmware.api [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Task: {'id': task-3610968, 'name': ReconfigVM_Task, 'duration_secs': 0.859239} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.683287] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Reconfigured VM instance instance-00000042 to attach disk [datastore2] ef9ab7eb-ca3b-4cae-a693-91ed524fe718/ef9ab7eb-ca3b-4cae-a693-91ed524fe718.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.683949] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a86d8058-3ce1-4d30-8dd5-4664015e1f91 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.694128] env[70015]: DEBUG oslo_vmware.api [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Waiting for the task: (returnval){ [ 902.694128] env[70015]: value = "task-3610971" [ 902.694128] env[70015]: _type = "Task" [ 902.694128] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.706039] env[70015]: DEBUG oslo_vmware.api [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Task: {'id': task-3610971, 'name': Rename_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.868663] env[70015]: DEBUG nova.scheduler.client.report [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.877850] env[70015]: DEBUG oslo_vmware.api [None req-24f86db8-61e4-4c39-8afb-ac12d414aed2 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3610966, 'name': SuspendVM_Task, 'duration_secs': 1.167937} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.878225] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-24f86db8-61e4-4c39-8afb-ac12d414aed2 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Suspended the VM {{(pid=70015) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 902.878520] env[70015]: DEBUG nova.compute.manager [None req-24f86db8-61e4-4c39-8afb-ac12d414aed2 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 902.879360] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ea5c25-91c7-4047-8b90-c44522a77d2a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.915021] env[70015]: INFO nova.compute.manager [-] [instance: f8bf5641-1c7c-41d6-b82f-3dfc40f16ece] Took 1.54 seconds to deallocate network for instance. [ 902.929939] env[70015]: DEBUG nova.compute.manager [req-c8be4b9f-9762-4308-a07d-19712f7c5125 req-a6d8b92a-1f30-4436-8320-410083cce019 service nova] [instance: f8bf5641-1c7c-41d6-b82f-3dfc40f16ece] Received event network-vif-deleted-8adf6a8b-6a7f-4f28-a96a-5bb5598b8894 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.945710] env[70015]: DEBUG nova.virt.hardware [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 902.946026] env[70015]: DEBUG nova.virt.hardware [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 902.946175] env[70015]: DEBUG nova.virt.hardware [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 902.946396] env[70015]: DEBUG nova.virt.hardware [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 902.946598] env[70015]: DEBUG nova.virt.hardware [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 902.946778] env[70015]: DEBUG nova.virt.hardware [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 902.947010] env[70015]: DEBUG nova.virt.hardware [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 902.947185] env[70015]: DEBUG nova.virt.hardware [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 902.947376] env[70015]: DEBUG nova.virt.hardware [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 902.947545] env[70015]: DEBUG nova.virt.hardware [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 902.947733] env[70015]: DEBUG nova.virt.hardware [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 902.954926] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cfd5ae7-974d-4d59-bc21-e167fb9c9167 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.973584] env[70015]: DEBUG oslo_vmware.api [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Waiting for the task: (returnval){ [ 902.973584] env[70015]: value = "task-3610972" [ 902.973584] env[70015]: _type = "Task" [ 902.973584] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.983118] env[70015]: DEBUG oslo_vmware.api [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3610972, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.996060] env[70015]: DEBUG oslo_vmware.api [None req-6bd8228e-99e7-4866-aa2a-54326b6313ff tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3610970, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.205612] env[70015]: DEBUG oslo_vmware.api [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Task: {'id': task-3610971, 'name': Rename_Task, 'duration_secs': 0.351228} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.205994] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 903.206346] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fef17af9-61a3-43b9-99f1-e079a6aae8d3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.212186] env[70015]: DEBUG oslo_vmware.api [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Waiting for the task: (returnval){ [ 903.212186] env[70015]: value = "task-3610973" [ 903.212186] env[70015]: _type = "Task" [ 903.212186] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.219725] env[70015]: DEBUG oslo_vmware.api [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Task: {'id': task-3610973, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.374578] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.726s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.375148] env[70015]: DEBUG nova.compute.manager [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 903.378228] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4d9fb6cd-c5d2-4a09-ae9d-baafcb553454 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.731s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.378453] env[70015]: DEBUG nova.objects.instance [None req-4d9fb6cd-c5d2-4a09-ae9d-baafcb553454 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Lazy-loading 'resources' on Instance uuid aac9197d-0c55-4a40-b0c7-877edefa3ab2 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.420691] env[70015]: DEBUG oslo_concurrency.lockutils [None req-94ebec2f-2374-4ba8-8866-748aaf5d3a2f tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.483320] env[70015]: DEBUG oslo_vmware.api [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3610972, 'name': ReconfigVM_Task, 'duration_secs': 0.250099} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.483645] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Updating instance '0d762a18-2184-48f1-84d4-ed50fdb03ef8' progress to 33 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 903.494871] env[70015]: DEBUG oslo_vmware.api [None req-6bd8228e-99e7-4866-aa2a-54326b6313ff tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3610970, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.685895] env[70015]: DEBUG nova.compute.manager [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] [instance: b345c2fa-4d74-4563-8069-67fe1e26074d] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 903.712164] env[70015]: DEBUG nova.virt.hardware [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 903.712451] env[70015]: DEBUG nova.virt.hardware [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 903.712595] env[70015]: DEBUG nova.virt.hardware [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 903.712827] env[70015]: DEBUG nova.virt.hardware [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 903.712981] env[70015]: DEBUG nova.virt.hardware [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 903.713144] env[70015]: DEBUG nova.virt.hardware [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 903.713355] env[70015]: DEBUG nova.virt.hardware [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 903.713514] env[70015]: DEBUG nova.virt.hardware [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 903.713683] env[70015]: DEBUG nova.virt.hardware [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 903.713841] env[70015]: DEBUG nova.virt.hardware [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 903.714016] env[70015]: DEBUG nova.virt.hardware [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 903.714979] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e7ab85-2adc-4813-9054-a7f8db325e3b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.726587] env[70015]: DEBUG oslo_vmware.api [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Task: {'id': task-3610973, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.729784] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de51fe4f-5023-4ee4-bb3d-8a388346242f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.880742] env[70015]: DEBUG nova.compute.utils [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 903.885549] env[70015]: DEBUG nova.compute.manager [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 903.885549] env[70015]: DEBUG nova.network.neutron [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 903.945127] env[70015]: DEBUG nova.policy [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f332793523842cd9d3860c29254d3c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a0a9abb802948cd95b400f75bb3e0e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 903.995543] env[70015]: DEBUG nova.virt.hardware [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='6c02b4c6-fac0-4d31-9ad3-fbb8645b7a4d',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1927037303',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 903.995885] env[70015]: DEBUG nova.virt.hardware [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 903.996242] env[70015]: DEBUG nova.virt.hardware [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 903.996242] env[70015]: DEBUG nova.virt.hardware [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 903.996348] env[70015]: DEBUG nova.virt.hardware [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 903.996485] env[70015]: DEBUG nova.virt.hardware [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 903.997171] env[70015]: DEBUG nova.virt.hardware [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 903.997171] env[70015]: DEBUG nova.virt.hardware [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 903.997171] env[70015]: DEBUG nova.virt.hardware [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 903.997348] env[70015]: DEBUG nova.virt.hardware [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 903.997385] env[70015]: DEBUG nova.virt.hardware [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 904.003360] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Reconfiguring VM instance instance-00000038 to detach disk 2000 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 904.005765] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-caf22b4d-f1d9-493a-b1bb-b0af041898b3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.024792] env[70015]: DEBUG oslo_vmware.api [None req-6bd8228e-99e7-4866-aa2a-54326b6313ff tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3610970, 'name': RemoveSnapshot_Task, 'duration_secs': 1.149494} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.026662] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd8228e-99e7-4866-aa2a-54326b6313ff tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Deleted Snapshot of the VM instance {{(pid=70015) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 904.028647] env[70015]: DEBUG oslo_vmware.api [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Waiting for the task: (returnval){ [ 904.028647] env[70015]: value = "task-3610974" [ 904.028647] env[70015]: _type = "Task" [ 904.028647] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.042086] env[70015]: DEBUG oslo_vmware.api [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3610974, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.047493] env[70015]: DEBUG nova.network.neutron [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] [instance: b345c2fa-4d74-4563-8069-67fe1e26074d] Successfully updated port: 929de39a-26ad-468e-96e1-23a1a9a4c39c {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 904.227018] env[70015]: DEBUG oslo_vmware.api [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Task: {'id': task-3610973, 'name': PowerOnVM_Task, 'duration_secs': 0.555838} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.227018] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.227018] env[70015]: INFO nova.compute.manager [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Took 8.98 seconds to spawn the instance on the hypervisor. [ 904.227018] env[70015]: DEBUG nova.compute.manager [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 904.227669] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2472c27-3c54-4c78-9466-63e8d0b10a1b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.242789] env[70015]: DEBUG nova.network.neutron [None req-b9277a66-0a61-4677-a432-c304d20676b7 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Successfully updated port: 7c4a2de3-2461-483c-8106-37c07f8b473a {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 904.356428] env[70015]: DEBUG nova.network.neutron [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] Successfully created port: 81354a86-ba87-48ec-bcb7-461c7f8f6056 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 904.388486] env[70015]: DEBUG nova.compute.manager [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 904.500543] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013fb4c9-eac8-468d-8cae-6da5d2c48bb6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.509559] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2bbe34-118e-401a-b355-6f0e8e4960be {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.542139] env[70015]: WARNING nova.compute.manager [None req-6bd8228e-99e7-4866-aa2a-54326b6313ff tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Image not found during snapshot: nova.exception.ImageNotFound: Image e6802fc6-c035-4a9f-9e92-528ae384dc8a could not be found. [ 904.546776] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1afe00-d2b0-4ea2-82ab-5bde8a06fb97 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.549635] env[70015]: DEBUG oslo_concurrency.lockutils [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Acquiring lock "refresh_cache-b345c2fa-4d74-4563-8069-67fe1e26074d" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.549767] env[70015]: DEBUG oslo_concurrency.lockutils [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Acquired lock "refresh_cache-b345c2fa-4d74-4563-8069-67fe1e26074d" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.549913] env[70015]: DEBUG nova.network.neutron [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] [instance: b345c2fa-4d74-4563-8069-67fe1e26074d] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.561107] env[70015]: DEBUG oslo_vmware.api [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3610974, 'name': ReconfigVM_Task, 'duration_secs': 0.177232} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.563327] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Reconfigured VM instance instance-00000038 to detach disk 2000 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 904.564736] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f25afc-3ba1-45b3-ac0a-d564d47fe28e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.568079] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04dae69c-cbf1-4e62-b6ec-21053e1a5ed4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.581889] env[70015]: DEBUG nova.compute.provider_tree [None req-4d9fb6cd-c5d2-4a09-ae9d-baafcb553454 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.600720] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 0d762a18-2184-48f1-84d4-ed50fdb03ef8/0d762a18-2184-48f1-84d4-ed50fdb03ef8.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 904.601752] env[70015]: DEBUG nova.scheduler.client.report [None req-4d9fb6cd-c5d2-4a09-ae9d-baafcb553454 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.605032] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9aa52707-c3bc-4167-8590-101887ef4844 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.618937] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4d9fb6cd-c5d2-4a09-ae9d-baafcb553454 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.241s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.620881] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d2b46dde-530f-4b9f-92be-b85954445723 tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.257s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.621117] env[70015]: DEBUG nova.objects.instance [None req-d2b46dde-530f-4b9f-92be-b85954445723 tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Lazy-loading 'resources' on Instance uuid 1b4eaaac-eed4-432f-a535-bee8f93ee4c7 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 904.627916] env[70015]: DEBUG oslo_vmware.api [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Waiting for the task: (returnval){ [ 904.627916] env[70015]: value = "task-3610975" [ 904.627916] env[70015]: _type = "Task" [ 904.627916] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.636802] env[70015]: DEBUG oslo_vmware.api [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3610975, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.642076] env[70015]: INFO nova.scheduler.client.report [None req-4d9fb6cd-c5d2-4a09-ae9d-baafcb553454 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Deleted allocations for instance aac9197d-0c55-4a40-b0c7-877edefa3ab2 [ 904.745641] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b9277a66-0a61-4677-a432-c304d20676b7 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "refresh_cache-f643562c-87ff-4090-aa1b-f7453ce83b66" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.745833] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b9277a66-0a61-4677-a432-c304d20676b7 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquired lock "refresh_cache-f643562c-87ff-4090-aa1b-f7453ce83b66" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.746014] env[70015]: DEBUG nova.network.neutron [None req-b9277a66-0a61-4677-a432-c304d20676b7 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.747796] env[70015]: INFO nova.compute.manager [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Took 51.65 seconds to build instance. [ 905.086826] env[70015]: DEBUG nova.network.neutron [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] [instance: b345c2fa-4d74-4563-8069-67fe1e26074d] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 905.140844] env[70015]: DEBUG oslo_vmware.api [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3610975, 'name': ReconfigVM_Task, 'duration_secs': 0.268138} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.141138] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 0d762a18-2184-48f1-84d4-ed50fdb03ef8/0d762a18-2184-48f1-84d4-ed50fdb03ef8.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 905.141419] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Updating instance '0d762a18-2184-48f1-84d4-ed50fdb03ef8' progress to 50 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 905.149809] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4d9fb6cd-c5d2-4a09-ae9d-baafcb553454 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Lock "aac9197d-0c55-4a40-b0c7-877edefa3ab2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.041s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.252247] env[70015]: DEBUG oslo_concurrency.lockutils [None req-123feab4-0d98-4e1f-8911-0bdcf993c85f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Lock "ef9ab7eb-ca3b-4cae-a693-91ed524fe718" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.339s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.271417] env[70015]: DEBUG nova.network.neutron [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] [instance: b345c2fa-4d74-4563-8069-67fe1e26074d] Updating instance_info_cache with network_info: [{"id": "929de39a-26ad-468e-96e1-23a1a9a4c39c", "address": "fa:16:3e:91:dc:b3", "network": {"id": "38cbe58d-0334-40fa-9d69-47606c766ee1", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-950848165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84e4fc214d774567a3f8cde330a863f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap929de39a-26", "ovs_interfaceid": "929de39a-26ad-468e-96e1-23a1a9a4c39c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.293540] env[70015]: DEBUG nova.compute.manager [req-60ead028-819a-4a41-8395-f8e44e08e3ed req-fe65a8cf-25ad-40d3-8971-45dbefccedd9 service nova] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Received event network-vif-plugged-7c4a2de3-2461-483c-8106-37c07f8b473a {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.293540] env[70015]: DEBUG oslo_concurrency.lockutils [req-60ead028-819a-4a41-8395-f8e44e08e3ed req-fe65a8cf-25ad-40d3-8971-45dbefccedd9 service nova] Acquiring lock "f643562c-87ff-4090-aa1b-f7453ce83b66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.293540] env[70015]: DEBUG oslo_concurrency.lockutils [req-60ead028-819a-4a41-8395-f8e44e08e3ed req-fe65a8cf-25ad-40d3-8971-45dbefccedd9 service nova] Lock "f643562c-87ff-4090-aa1b-f7453ce83b66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.293540] env[70015]: DEBUG oslo_concurrency.lockutils [req-60ead028-819a-4a41-8395-f8e44e08e3ed req-fe65a8cf-25ad-40d3-8971-45dbefccedd9 service nova] Lock "f643562c-87ff-4090-aa1b-f7453ce83b66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.293540] env[70015]: DEBUG nova.compute.manager [req-60ead028-819a-4a41-8395-f8e44e08e3ed req-fe65a8cf-25ad-40d3-8971-45dbefccedd9 service nova] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] No waiting events found dispatching network-vif-plugged-7c4a2de3-2461-483c-8106-37c07f8b473a {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 905.293540] env[70015]: WARNING nova.compute.manager [req-60ead028-819a-4a41-8395-f8e44e08e3ed req-fe65a8cf-25ad-40d3-8971-45dbefccedd9 service nova] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Received unexpected event network-vif-plugged-7c4a2de3-2461-483c-8106-37c07f8b473a for instance with vm_state active and task_state None. [ 905.294541] env[70015]: WARNING nova.network.neutron [None req-b9277a66-0a61-4677-a432-c304d20676b7 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] 54eb7a37-2a22-42e7-8acd-b881580de840 already exists in list: networks containing: ['54eb7a37-2a22-42e7-8acd-b881580de840']. ignoring it [ 905.386117] env[70015]: DEBUG nova.compute.manager [None req-cb6a9989-9d2c-4738-ae27-d84c759486d5 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 905.387032] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b3e42e-2ae8-4aaa-aa72-3d5d1cc5ce42 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.398902] env[70015]: DEBUG nova.compute.manager [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 905.437790] env[70015]: DEBUG nova.virt.hardware [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 905.439137] env[70015]: DEBUG nova.virt.hardware [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 905.439137] env[70015]: DEBUG nova.virt.hardware [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 905.439137] env[70015]: DEBUG nova.virt.hardware [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 905.439137] env[70015]: DEBUG nova.virt.hardware [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 905.439137] env[70015]: DEBUG nova.virt.hardware [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 905.439137] env[70015]: DEBUG nova.virt.hardware [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 905.439403] env[70015]: DEBUG nova.virt.hardware [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 905.439403] env[70015]: DEBUG nova.virt.hardware [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 905.439625] env[70015]: DEBUG nova.virt.hardware [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 905.439741] env[70015]: DEBUG nova.virt.hardware [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 905.442963] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c5f8c3-acac-4ca1-b486-22cc8f95371e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.454028] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf88445-12c6-4613-998d-a7a177bd9749 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.601961] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6803a7ba-9e86-4e9d-a9dc-c3c0de2809b1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.611232] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6d8d27-da08-4358-91b8-ba626ccfc998 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.615143] env[70015]: DEBUG nova.network.neutron [None req-b9277a66-0a61-4677-a432-c304d20676b7 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Updating instance_info_cache with network_info: [{"id": "b9412b19-2c3f-4a3d-a2e3-d2ae8b69a54a", "address": "fa:16:3e:15:84:38", "network": {"id": "54eb7a37-2a22-42e7-8acd-b881580de840", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-916588865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c24df7a88e5f4165b2618140613b0538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9412b19-2c", "ovs_interfaceid": "b9412b19-2c3f-4a3d-a2e3-d2ae8b69a54a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7c4a2de3-2461-483c-8106-37c07f8b473a", "address": "fa:16:3e:52:aa:22", "network": {"id": "54eb7a37-2a22-42e7-8acd-b881580de840", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-916588865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c24df7a88e5f4165b2618140613b0538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c4a2de3-24", "ovs_interfaceid": "7c4a2de3-2461-483c-8106-37c07f8b473a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.646995] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4100ae-5ee1-4cc9-818d-597489658fea {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.652604] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34da3000-d667-4c2a-80a0-619f6509a2a5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.674736] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f6c2ba-0035-4f88-a503-011efee5e7a2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.680105] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff92a9a0-450e-4829-aa5b-1d66cd15ac7c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.692470] env[70015]: DEBUG nova.compute.provider_tree [None req-d2b46dde-530f-4b9f-92be-b85954445723 tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.707239] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Updating instance '0d762a18-2184-48f1-84d4-ed50fdb03ef8' progress to 67 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 905.711102] env[70015]: DEBUG nova.scheduler.client.report [None req-d2b46dde-530f-4b9f-92be-b85954445723 tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.758118] env[70015]: DEBUG nova.compute.manager [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 905.774039] env[70015]: DEBUG oslo_concurrency.lockutils [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Releasing lock "refresh_cache-b345c2fa-4d74-4563-8069-67fe1e26074d" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.774367] env[70015]: DEBUG nova.compute.manager [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] [instance: b345c2fa-4d74-4563-8069-67fe1e26074d] Instance network_info: |[{"id": "929de39a-26ad-468e-96e1-23a1a9a4c39c", "address": "fa:16:3e:91:dc:b3", "network": {"id": "38cbe58d-0334-40fa-9d69-47606c766ee1", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-950848165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84e4fc214d774567a3f8cde330a863f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap929de39a-26", "ovs_interfaceid": "929de39a-26ad-468e-96e1-23a1a9a4c39c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 905.774783] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] [instance: b345c2fa-4d74-4563-8069-67fe1e26074d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:dc:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b8af79a-31d5-4d78-93d7-3919aa1d9186', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '929de39a-26ad-468e-96e1-23a1a9a4c39c', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 905.783549] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Creating folder: Project (84e4fc214d774567a3f8cde330a863f9). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 905.783811] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45197e83-90b1-45cb-81da-64c3a7e77d58 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.794641] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Created folder: Project (84e4fc214d774567a3f8cde330a863f9) in parent group-v720117. [ 905.794844] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Creating folder: Instances. Parent ref: group-v720304. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 905.795038] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b9ace37-d9f7-4f0e-8b45-fc9e3640b48c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.803909] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Created folder: Instances in parent group-v720304. [ 905.804205] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.804352] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b345c2fa-4d74-4563-8069-67fe1e26074d] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 905.804547] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7daf467d-07c7-4603-a095-73d3559a644d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.823487] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 905.823487] env[70015]: value = "task-3610979" [ 905.823487] env[70015]: _type = "Task" [ 905.823487] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.830771] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610979, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.902142] env[70015]: INFO nova.compute.manager [None req-cb6a9989-9d2c-4738-ae27-d84c759486d5 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] instance snapshotting [ 905.902357] env[70015]: WARNING nova.compute.manager [None req-cb6a9989-9d2c-4738-ae27-d84c759486d5 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 905.905170] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979eb2cd-d184-4286-b3dc-5c37802bcc0a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.925954] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f114bc0-34ac-4fc6-be74-41b4f0804e60 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.065345] env[70015]: DEBUG nova.compute.manager [req-d8a9921d-79d4-44ca-85d8-bf3fa0c6bbd9 req-ab6047d0-646e-409a-8066-b79671e9c548 service nova] [instance: b345c2fa-4d74-4563-8069-67fe1e26074d] Received event network-vif-plugged-929de39a-26ad-468e-96e1-23a1a9a4c39c {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.065345] env[70015]: DEBUG oslo_concurrency.lockutils [req-d8a9921d-79d4-44ca-85d8-bf3fa0c6bbd9 req-ab6047d0-646e-409a-8066-b79671e9c548 service nova] Acquiring lock "b345c2fa-4d74-4563-8069-67fe1e26074d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.065345] env[70015]: DEBUG oslo_concurrency.lockutils [req-d8a9921d-79d4-44ca-85d8-bf3fa0c6bbd9 req-ab6047d0-646e-409a-8066-b79671e9c548 service nova] Lock "b345c2fa-4d74-4563-8069-67fe1e26074d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.065345] env[70015]: DEBUG oslo_concurrency.lockutils [req-d8a9921d-79d4-44ca-85d8-bf3fa0c6bbd9 req-ab6047d0-646e-409a-8066-b79671e9c548 service nova] Lock "b345c2fa-4d74-4563-8069-67fe1e26074d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.065345] env[70015]: DEBUG nova.compute.manager [req-d8a9921d-79d4-44ca-85d8-bf3fa0c6bbd9 req-ab6047d0-646e-409a-8066-b79671e9c548 service nova] [instance: b345c2fa-4d74-4563-8069-67fe1e26074d] No waiting events found dispatching network-vif-plugged-929de39a-26ad-468e-96e1-23a1a9a4c39c {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 906.065686] env[70015]: WARNING nova.compute.manager [req-d8a9921d-79d4-44ca-85d8-bf3fa0c6bbd9 req-ab6047d0-646e-409a-8066-b79671e9c548 service nova] [instance: b345c2fa-4d74-4563-8069-67fe1e26074d] Received unexpected event network-vif-plugged-929de39a-26ad-468e-96e1-23a1a9a4c39c for instance with vm_state building and task_state spawning. [ 906.065686] env[70015]: DEBUG nova.compute.manager [req-d8a9921d-79d4-44ca-85d8-bf3fa0c6bbd9 req-ab6047d0-646e-409a-8066-b79671e9c548 service nova] [instance: b345c2fa-4d74-4563-8069-67fe1e26074d] Received event network-changed-929de39a-26ad-468e-96e1-23a1a9a4c39c {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.065686] env[70015]: DEBUG nova.compute.manager [req-d8a9921d-79d4-44ca-85d8-bf3fa0c6bbd9 req-ab6047d0-646e-409a-8066-b79671e9c548 service nova] [instance: b345c2fa-4d74-4563-8069-67fe1e26074d] Refreshing instance network info cache due to event network-changed-929de39a-26ad-468e-96e1-23a1a9a4c39c. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 906.065873] env[70015]: DEBUG oslo_concurrency.lockutils [req-d8a9921d-79d4-44ca-85d8-bf3fa0c6bbd9 req-ab6047d0-646e-409a-8066-b79671e9c548 service nova] Acquiring lock "refresh_cache-b345c2fa-4d74-4563-8069-67fe1e26074d" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.066046] env[70015]: DEBUG oslo_concurrency.lockutils [req-d8a9921d-79d4-44ca-85d8-bf3fa0c6bbd9 req-ab6047d0-646e-409a-8066-b79671e9c548 service nova] Acquired lock "refresh_cache-b345c2fa-4d74-4563-8069-67fe1e26074d" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.066215] env[70015]: DEBUG nova.network.neutron [req-d8a9921d-79d4-44ca-85d8-bf3fa0c6bbd9 req-ab6047d0-646e-409a-8066-b79671e9c548 service nova] [instance: b345c2fa-4d74-4563-8069-67fe1e26074d] Refreshing network info cache for port 929de39a-26ad-468e-96e1-23a1a9a4c39c {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 906.120689] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b9277a66-0a61-4677-a432-c304d20676b7 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Releasing lock "refresh_cache-f643562c-87ff-4090-aa1b-f7453ce83b66" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.121358] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b9277a66-0a61-4677-a432-c304d20676b7 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "f643562c-87ff-4090-aa1b-f7453ce83b66" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.121583] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b9277a66-0a61-4677-a432-c304d20676b7 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquired lock "f643562c-87ff-4090-aa1b-f7453ce83b66" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.122456] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da08f11-6069-4822-ba58-35ccdb9102d6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.147233] env[70015]: DEBUG nova.virt.hardware [None req-b9277a66-0a61-4677-a432-c304d20676b7 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 906.147525] env[70015]: DEBUG nova.virt.hardware [None req-b9277a66-0a61-4677-a432-c304d20676b7 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 906.147720] env[70015]: DEBUG nova.virt.hardware [None req-b9277a66-0a61-4677-a432-c304d20676b7 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 906.148055] env[70015]: DEBUG nova.virt.hardware [None req-b9277a66-0a61-4677-a432-c304d20676b7 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 906.148055] env[70015]: DEBUG nova.virt.hardware [None req-b9277a66-0a61-4677-a432-c304d20676b7 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 906.148179] env[70015]: DEBUG nova.virt.hardware [None req-b9277a66-0a61-4677-a432-c304d20676b7 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 906.148383] env[70015]: DEBUG nova.virt.hardware [None req-b9277a66-0a61-4677-a432-c304d20676b7 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 906.148558] env[70015]: DEBUG nova.virt.hardware [None req-b9277a66-0a61-4677-a432-c304d20676b7 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 906.148750] env[70015]: DEBUG nova.virt.hardware [None req-b9277a66-0a61-4677-a432-c304d20676b7 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 906.148951] env[70015]: DEBUG nova.virt.hardware [None req-b9277a66-0a61-4677-a432-c304d20676b7 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 906.149222] env[70015]: DEBUG nova.virt.hardware [None req-b9277a66-0a61-4677-a432-c304d20676b7 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 906.155922] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b9277a66-0a61-4677-a432-c304d20676b7 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Reconfiguring VM to attach interface {{(pid=70015) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 906.157107] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f91f3184-8c48-45e0-a8d2-2fa55469f3f8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.173388] env[70015]: DEBUG oslo_vmware.api [None req-b9277a66-0a61-4677-a432-c304d20676b7 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Waiting for the task: (returnval){ [ 906.173388] env[70015]: value = "task-3610980" [ 906.173388] env[70015]: _type = "Task" [ 906.173388] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.182335] env[70015]: DEBUG oslo_vmware.api [None req-b9277a66-0a61-4677-a432-c304d20676b7 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3610980, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.219630] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d2b46dde-530f-4b9f-92be-b85954445723 tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.599s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.221802] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 32.807s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.244532] env[70015]: INFO nova.scheduler.client.report [None req-d2b46dde-530f-4b9f-92be-b85954445723 tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Deleted allocations for instance 1b4eaaac-eed4-432f-a535-bee8f93ee4c7 [ 906.249018] env[70015]: DEBUG nova.network.neutron [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] Successfully updated port: 81354a86-ba87-48ec-bcb7-461c7f8f6056 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 906.259931] env[70015]: DEBUG nova.network.neutron [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Port dd440719-052a-45f7-9ded-ebd176af4eb7 binding to destination host cpu-1 is already ACTIVE {{(pid=70015) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 906.277619] env[70015]: DEBUG oslo_concurrency.lockutils [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.338177] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610979, 'name': CreateVM_Task, 'duration_secs': 0.362701} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.338534] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b345c2fa-4d74-4563-8069-67fe1e26074d] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 906.339542] env[70015]: DEBUG oslo_concurrency.lockutils [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.339661] env[70015]: DEBUG oslo_concurrency.lockutils [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.340051] env[70015]: DEBUG oslo_concurrency.lockutils [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.340867] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f27a580d-5ba2-4f10-982a-94df6e9128bf {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.346393] env[70015]: DEBUG oslo_vmware.api [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Waiting for the task: (returnval){ [ 906.346393] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]525f7b41-fa78-11b1-5bdf-fe4e79bbe40a" [ 906.346393] env[70015]: _type = "Task" [ 906.346393] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.358713] env[70015]: DEBUG oslo_vmware.api [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]525f7b41-fa78-11b1-5bdf-fe4e79bbe40a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.437855] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6a9989-9d2c-4738-ae27-d84c759486d5 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Creating Snapshot of the VM instance {{(pid=70015) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 906.438265] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c5251608-4b99-4c63-8f09-1f59fd2feee6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.446414] env[70015]: DEBUG oslo_vmware.api [None req-cb6a9989-9d2c-4738-ae27-d84c759486d5 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 906.446414] env[70015]: value = "task-3610981" [ 906.446414] env[70015]: _type = "Task" [ 906.446414] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.455078] env[70015]: DEBUG oslo_vmware.api [None req-cb6a9989-9d2c-4738-ae27-d84c759486d5 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3610981, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.684151] env[70015]: DEBUG oslo_vmware.api [None req-b9277a66-0a61-4677-a432-c304d20676b7 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3610980, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.738214] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7e0b4fd4-d088-418d-9b9f-b3b61a39f5d5 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Acquiring lock "239702ca-50c6-47a9-9207-394811e26eb4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.738543] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7e0b4fd4-d088-418d-9b9f-b3b61a39f5d5 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Lock "239702ca-50c6-47a9-9207-394811e26eb4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.738756] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7e0b4fd4-d088-418d-9b9f-b3b61a39f5d5 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Acquiring lock "239702ca-50c6-47a9-9207-394811e26eb4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.738938] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7e0b4fd4-d088-418d-9b9f-b3b61a39f5d5 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Lock "239702ca-50c6-47a9-9207-394811e26eb4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.739115] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7e0b4fd4-d088-418d-9b9f-b3b61a39f5d5 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Lock "239702ca-50c6-47a9-9207-394811e26eb4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.741196] env[70015]: INFO nova.compute.manager [None req-7e0b4fd4-d088-418d-9b9f-b3b61a39f5d5 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Terminating instance [ 906.753817] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquiring lock "refresh_cache-dfdf87e0-a302-455b-880b-5344ded4bdb7" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.753817] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquired lock "refresh_cache-dfdf87e0-a302-455b-880b-5344ded4bdb7" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.753817] env[70015]: DEBUG nova.network.neutron [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.753817] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d2b46dde-530f-4b9f-92be-b85954445723 tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Lock "1b4eaaac-eed4-432f-a535-bee8f93ee4c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.857s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.798879] env[70015]: DEBUG nova.network.neutron [req-d8a9921d-79d4-44ca-85d8-bf3fa0c6bbd9 req-ab6047d0-646e-409a-8066-b79671e9c548 service nova] [instance: b345c2fa-4d74-4563-8069-67fe1e26074d] Updated VIF entry in instance network info cache for port 929de39a-26ad-468e-96e1-23a1a9a4c39c. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 906.798879] env[70015]: DEBUG nova.network.neutron [req-d8a9921d-79d4-44ca-85d8-bf3fa0c6bbd9 req-ab6047d0-646e-409a-8066-b79671e9c548 service nova] [instance: b345c2fa-4d74-4563-8069-67fe1e26074d] Updating instance_info_cache with network_info: [{"id": "929de39a-26ad-468e-96e1-23a1a9a4c39c", "address": "fa:16:3e:91:dc:b3", "network": {"id": "38cbe58d-0334-40fa-9d69-47606c766ee1", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-950848165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84e4fc214d774567a3f8cde330a863f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap929de39a-26", "ovs_interfaceid": "929de39a-26ad-468e-96e1-23a1a9a4c39c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.857160] env[70015]: DEBUG oslo_vmware.api [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]525f7b41-fa78-11b1-5bdf-fe4e79bbe40a, 'name': SearchDatastore_Task, 'duration_secs': 0.010299} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.857516] env[70015]: DEBUG oslo_concurrency.lockutils [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.857762] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] [instance: b345c2fa-4d74-4563-8069-67fe1e26074d] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 906.858015] env[70015]: DEBUG oslo_concurrency.lockutils [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.858166] env[70015]: DEBUG oslo_concurrency.lockutils [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.858332] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 906.858630] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0eb61a6-5aba-43e2-8058-2f8fc9cf8092 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.867612] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 906.867816] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 906.868579] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab17745c-3c9d-4256-93cf-091d37bf022d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.874588] env[70015]: DEBUG oslo_vmware.api [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Waiting for the task: (returnval){ [ 906.874588] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]520cca91-6d84-ebc3-c35c-d5cd4490e131" [ 906.874588] env[70015]: _type = "Task" [ 906.874588] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.882599] env[70015]: DEBUG oslo_vmware.api [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]520cca91-6d84-ebc3-c35c-d5cd4490e131, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.960507] env[70015]: DEBUG oslo_vmware.api [None req-cb6a9989-9d2c-4738-ae27-d84c759486d5 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3610981, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.150030] env[70015]: INFO nova.compute.manager [None req-747bcff6-84de-4594-97fe-ed153a9b8660 tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Rescuing [ 907.150288] env[70015]: DEBUG oslo_concurrency.lockutils [None req-747bcff6-84de-4594-97fe-ed153a9b8660 tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Acquiring lock "refresh_cache-ef9ab7eb-ca3b-4cae-a693-91ed524fe718" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.150442] env[70015]: DEBUG oslo_concurrency.lockutils [None req-747bcff6-84de-4594-97fe-ed153a9b8660 tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Acquired lock "refresh_cache-ef9ab7eb-ca3b-4cae-a693-91ed524fe718" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.150607] env[70015]: DEBUG nova.network.neutron [None req-747bcff6-84de-4594-97fe-ed153a9b8660 tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 907.185295] env[70015]: DEBUG oslo_vmware.api [None req-b9277a66-0a61-4677-a432-c304d20676b7 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3610980, 'name': ReconfigVM_Task, 'duration_secs': 0.7538} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.186017] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b9277a66-0a61-4677-a432-c304d20676b7 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Releasing lock "f643562c-87ff-4090-aa1b-f7453ce83b66" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.186367] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b9277a66-0a61-4677-a432-c304d20676b7 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Reconfigured VM to attach interface {{(pid=70015) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 907.237110] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Applying migration context for instance 566ef0e4-fa32-47b4-aa48-094c2d0030b5 as it has an incoming, in-progress migration 00c4a8d2-6949-441f-9769-d2ad5c17f0e1. Migration status is confirming {{(pid=70015) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 907.237399] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Applying migration context for instance 66d937aa-30ed-468f-a62a-e37e7c2b41fb as it has an incoming, in-progress migration 32eb89fd-7f70-4f65-bb77-6e1080fed8dc. Migration status is confirming {{(pid=70015) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 907.237614] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Applying migration context for instance 0d762a18-2184-48f1-84d4-ed50fdb03ef8 as it has an incoming, in-progress migration 02668235-e311-44a7-8ca2-c45c6b170da8. Migration status is post-migrating {{(pid=70015) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 907.242228] env[70015]: INFO nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Updating resource usage from migration 00c4a8d2-6949-441f-9769-d2ad5c17f0e1 [ 907.242630] env[70015]: INFO nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Updating resource usage from migration 32eb89fd-7f70-4f65-bb77-6e1080fed8dc [ 907.242959] env[70015]: INFO nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Updating resource usage from migration 02668235-e311-44a7-8ca2-c45c6b170da8 [ 907.246058] env[70015]: DEBUG nova.compute.manager [None req-7e0b4fd4-d088-418d-9b9f-b3b61a39f5d5 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 907.246416] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0b4fd4-d088-418d-9b9f-b3b61a39f5d5 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 907.247297] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba0187a-0e8e-4979-a360-871e765b3c62 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.256451] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e0b4fd4-d088-418d-9b9f-b3b61a39f5d5 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.256933] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2f12cc3-4684-462e-966b-d17d61706066 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.263429] env[70015]: DEBUG oslo_vmware.api [None req-7e0b4fd4-d088-418d-9b9f-b3b61a39f5d5 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Waiting for the task: (returnval){ [ 907.263429] env[70015]: value = "task-3610982" [ 907.263429] env[70015]: _type = "Task" [ 907.263429] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.267976] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 0795374d-903e-48e2-96d3-1b6f5a5511da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 907.268284] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance eca5f46e-6d82-499a-b5a2-018e49f3f933 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 907.268284] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 5105dfda-ca6b-44a3-af23-9162d99c7cb7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 907.268440] env[70015]: WARNING nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 844c678b-6d1e-401a-9989-f4d7d90f262e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 907.268618] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance c8747a31-7a75-4ccd-b513-fb2a0769b0d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 907.268618] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance a6ad6fe7-22f0-405e-8e5f-6e56325049a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 907.268756] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 5a609adf-7c6f-4ee5-a94a-cdda99227a12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 907.268824] env[70015]: WARNING nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 0048c4f6-5e34-472c-9f8b-4218a86c03b1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 907.268939] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 78ec1423-1160-453a-b6db-9348b37d34f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 907.269085] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance dd3e3400-bf0e-41f2-954d-b7b78e6941b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 907.269203] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance f643562c-87ff-4090-aa1b-f7453ce83b66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 907.269328] env[70015]: WARNING nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance f8bf5641-1c7c-41d6-b82f-3dfc40f16ece is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 907.269535] env[70015]: WARNING nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 907.269669] env[70015]: WARNING nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 569a00c0-95d1-4054-aa8c-0e06f7fe0aba is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 907.269793] env[70015]: WARNING nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 16289849-7c2a-4ac3-bdcf-4b93f18bfb13 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 907.269908] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 239702ca-50c6-47a9-9207-394811e26eb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 907.270033] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 907.270146] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance ef9ab7eb-ca3b-4cae-a693-91ed524fe718 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 907.270255] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Migration 00c4a8d2-6949-441f-9769-d2ad5c17f0e1 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 907.270361] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 566ef0e4-fa32-47b4-aa48-094c2d0030b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 907.270466] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Migration 32eb89fd-7f70-4f65-bb77-6e1080fed8dc is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 907.270570] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 66d937aa-30ed-468f-a62a-e37e7c2b41fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 907.270802] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance b345c2fa-4d74-4563-8069-67fe1e26074d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 907.270802] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance dfdf87e0-a302-455b-880b-5344ded4bdb7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 907.270927] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Migration 02668235-e311-44a7-8ca2-c45c6b170da8 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 907.270966] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 0d762a18-2184-48f1-84d4-ed50fdb03ef8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 907.271114] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (74b1aad2-fde9-482f-bdc7-a62277f2e79c): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1810}} [ 907.284384] env[70015]: DEBUG oslo_vmware.api [None req-7e0b4fd4-d088-418d-9b9f-b3b61a39f5d5 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3610982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.292045] env[70015]: DEBUG oslo_concurrency.lockutils [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Acquiring lock "0d762a18-2184-48f1-84d4-ed50fdb03ef8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.292045] env[70015]: DEBUG oslo_concurrency.lockutils [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Lock "0d762a18-2184-48f1-84d4-ed50fdb03ef8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.292230] env[70015]: DEBUG oslo_concurrency.lockutils [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Lock "0d762a18-2184-48f1-84d4-ed50fdb03ef8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.293615] env[70015]: DEBUG nova.network.neutron [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 907.303468] env[70015]: DEBUG oslo_concurrency.lockutils [req-d8a9921d-79d4-44ca-85d8-bf3fa0c6bbd9 req-ab6047d0-646e-409a-8066-b79671e9c548 service nova] Releasing lock "refresh_cache-b345c2fa-4d74-4563-8069-67fe1e26074d" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.384658] env[70015]: DEBUG oslo_vmware.api [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]520cca91-6d84-ebc3-c35c-d5cd4490e131, 'name': SearchDatastore_Task, 'duration_secs': 0.009646} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.385488] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a307d91-eb40-4591-820d-9a03b02da3b6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.390501] env[70015]: DEBUG oslo_vmware.api [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Waiting for the task: (returnval){ [ 907.390501] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52461950-f9dc-0322-9d4e-5615aaa402fd" [ 907.390501] env[70015]: _type = "Task" [ 907.390501] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.400860] env[70015]: DEBUG oslo_vmware.api [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52461950-f9dc-0322-9d4e-5615aaa402fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.434617] env[70015]: DEBUG nova.network.neutron [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] Updating instance_info_cache with network_info: [{"id": "81354a86-ba87-48ec-bcb7-461c7f8f6056", "address": "fa:16:3e:eb:12:79", "network": {"id": "a03823db-7de1-436c-938c-abd5120f81ba", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-835569262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a0a9abb802948cd95b400f75bb3e0e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81354a86-ba", "ovs_interfaceid": "81354a86-ba87-48ec-bcb7-461c7f8f6056", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.461585] env[70015]: DEBUG oslo_vmware.api [None req-cb6a9989-9d2c-4738-ae27-d84c759486d5 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3610981, 'name': CreateSnapshot_Task, 'duration_secs': 0.747914} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.461961] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6a9989-9d2c-4738-ae27-d84c759486d5 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Created Snapshot of the VM instance {{(pid=70015) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 907.462808] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3cdc5e-ef08-4edd-9003-351622c019a7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.691940] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b9277a66-0a61-4677-a432-c304d20676b7 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "interface-f643562c-87ff-4090-aa1b-f7453ce83b66-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.942s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.759617] env[70015]: DEBUG nova.compute.manager [req-f5b7e5c4-e233-4737-ad8c-0c2170dfdeb9 req-fe59cfec-54cf-44d7-975f-a3c30982b83a service nova] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Received event network-changed-7c4a2de3-2461-483c-8106-37c07f8b473a {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.760073] env[70015]: DEBUG nova.compute.manager [req-f5b7e5c4-e233-4737-ad8c-0c2170dfdeb9 req-fe59cfec-54cf-44d7-975f-a3c30982b83a service nova] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Refreshing instance network info cache due to event network-changed-7c4a2de3-2461-483c-8106-37c07f8b473a. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 907.760073] env[70015]: DEBUG oslo_concurrency.lockutils [req-f5b7e5c4-e233-4737-ad8c-0c2170dfdeb9 req-fe59cfec-54cf-44d7-975f-a3c30982b83a service nova] Acquiring lock "refresh_cache-f643562c-87ff-4090-aa1b-f7453ce83b66" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.760697] env[70015]: DEBUG oslo_concurrency.lockutils [req-f5b7e5c4-e233-4737-ad8c-0c2170dfdeb9 req-fe59cfec-54cf-44d7-975f-a3c30982b83a service nova] Acquired lock "refresh_cache-f643562c-87ff-4090-aa1b-f7453ce83b66" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.760919] env[70015]: DEBUG nova.network.neutron [req-f5b7e5c4-e233-4737-ad8c-0c2170dfdeb9 req-fe59cfec-54cf-44d7-975f-a3c30982b83a service nova] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Refreshing network info cache for port 7c4a2de3-2461-483c-8106-37c07f8b473a {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 907.774760] env[70015]: DEBUG oslo_vmware.api [None req-7e0b4fd4-d088-418d-9b9f-b3b61a39f5d5 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3610982, 'name': PowerOffVM_Task, 'duration_secs': 0.245424} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.774760] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e0b4fd4-d088-418d-9b9f-b3b61a39f5d5 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 907.774929] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0b4fd4-d088-418d-9b9f-b3b61a39f5d5 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 907.775395] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-375bdd03-8270-4b20-a8ae-5a3a9da9e567 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.785806] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 91a19e38-b0fe-4412-b653-e9980ccb0c25 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 907.847516] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0b4fd4-d088-418d-9b9f-b3b61a39f5d5 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 907.847790] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0b4fd4-d088-418d-9b9f-b3b61a39f5d5 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 907.847971] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e0b4fd4-d088-418d-9b9f-b3b61a39f5d5 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Deleting the datastore file [datastore2] 239702ca-50c6-47a9-9207-394811e26eb4 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 907.848271] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48866509-387a-4fe5-a743-3df43614cf61 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.854809] env[70015]: DEBUG nova.network.neutron [None req-747bcff6-84de-4594-97fe-ed153a9b8660 tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Updating instance_info_cache with network_info: [{"id": "3831fe3b-d7ef-40d6-be30-27fd59eaf0a3", "address": "fa:16:3e:5a:32:7a", "network": {"id": "f175b25a-150b-48ff-8d52-40b9855c6424", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1218795995-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c6184e2b3b784c9eb016ba1c5d89a781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3831fe3b-d7", "ovs_interfaceid": "3831fe3b-d7ef-40d6-be30-27fd59eaf0a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.857188] env[70015]: DEBUG oslo_vmware.api [None req-7e0b4fd4-d088-418d-9b9f-b3b61a39f5d5 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Waiting for the task: (returnval){ [ 907.857188] env[70015]: value = "task-3610984" [ 907.857188] env[70015]: _type = "Task" [ 907.857188] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.865249] env[70015]: DEBUG oslo_vmware.api [None req-7e0b4fd4-d088-418d-9b9f-b3b61a39f5d5 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3610984, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.901515] env[70015]: DEBUG oslo_vmware.api [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52461950-f9dc-0322-9d4e-5615aaa402fd, 'name': SearchDatastore_Task, 'duration_secs': 0.009789} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.901840] env[70015]: DEBUG oslo_concurrency.lockutils [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.902133] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] b345c2fa-4d74-4563-8069-67fe1e26074d/b345c2fa-4d74-4563-8069-67fe1e26074d.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 907.902403] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-967a7c84-4346-4969-9412-939868a94471 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.909467] env[70015]: DEBUG oslo_vmware.api [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Waiting for the task: (returnval){ [ 907.909467] env[70015]: value = "task-3610985" [ 907.909467] env[70015]: _type = "Task" [ 907.909467] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.917896] env[70015]: DEBUG oslo_vmware.api [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Task: {'id': task-3610985, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.940264] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Releasing lock "refresh_cache-dfdf87e0-a302-455b-880b-5344ded4bdb7" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.940614] env[70015]: DEBUG nova.compute.manager [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] Instance network_info: |[{"id": "81354a86-ba87-48ec-bcb7-461c7f8f6056", "address": "fa:16:3e:eb:12:79", "network": {"id": "a03823db-7de1-436c-938c-abd5120f81ba", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-835569262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a0a9abb802948cd95b400f75bb3e0e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81354a86-ba", "ovs_interfaceid": "81354a86-ba87-48ec-bcb7-461c7f8f6056", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 907.941058] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:12:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6076d24d-3c8e-4bbb-ba96-a08fb27a73cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81354a86-ba87-48ec-bcb7-461c7f8f6056', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 907.953024] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.953324] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 907.953590] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55a43334-4bfe-451d-a5bc-3aeac1fabf53 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.974080] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 907.974080] env[70015]: value = "task-3610986" [ 907.974080] env[70015]: _type = "Task" [ 907.974080] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.984942] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6a9989-9d2c-4738-ae27-d84c759486d5 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Creating linked-clone VM from snapshot {{(pid=70015) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 907.984942] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1398b587-39ae-4ab1-9f6d-e8bd691f4a40 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.992980] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610986, 'name': CreateVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.994504] env[70015]: DEBUG oslo_vmware.api [None req-cb6a9989-9d2c-4738-ae27-d84c759486d5 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 907.994504] env[70015]: value = "task-3610987" [ 907.994504] env[70015]: _type = "Task" [ 907.994504] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.004086] env[70015]: DEBUG oslo_vmware.api [None req-cb6a9989-9d2c-4738-ae27-d84c759486d5 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3610987, 'name': CloneVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.288802] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 37d5cc23-3eb8-419f-8eca-a2897e3638b2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 908.359337] env[70015]: DEBUG oslo_concurrency.lockutils [None req-747bcff6-84de-4594-97fe-ed153a9b8660 tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Releasing lock "refresh_cache-ef9ab7eb-ca3b-4cae-a693-91ed524fe718" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.377604] env[70015]: DEBUG oslo_vmware.api [None req-7e0b4fd4-d088-418d-9b9f-b3b61a39f5d5 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3610984, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135989} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.378176] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e0b4fd4-d088-418d-9b9f-b3b61a39f5d5 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 908.378224] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0b4fd4-d088-418d-9b9f-b3b61a39f5d5 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 908.378620] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0b4fd4-d088-418d-9b9f-b3b61a39f5d5 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 908.378620] env[70015]: INFO nova.compute.manager [None req-7e0b4fd4-d088-418d-9b9f-b3b61a39f5d5 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 908.378954] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e0b4fd4-d088-418d-9b9f-b3b61a39f5d5 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.379254] env[70015]: DEBUG nova.compute.manager [-] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 908.379390] env[70015]: DEBUG nova.network.neutron [-] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 908.400020] env[70015]: DEBUG oslo_concurrency.lockutils [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Acquiring lock "refresh_cache-0d762a18-2184-48f1-84d4-ed50fdb03ef8" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.400020] env[70015]: DEBUG oslo_concurrency.lockutils [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Acquired lock "refresh_cache-0d762a18-2184-48f1-84d4-ed50fdb03ef8" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.400020] env[70015]: DEBUG nova.network.neutron [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 908.420953] env[70015]: DEBUG oslo_vmware.api [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Task: {'id': task-3610985, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477508} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.424074] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] b345c2fa-4d74-4563-8069-67fe1e26074d/b345c2fa-4d74-4563-8069-67fe1e26074d.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 908.424341] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] [instance: b345c2fa-4d74-4563-8069-67fe1e26074d] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 908.424627] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59e0f759-c958-4289-87a3-e959ea51c277 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.432759] env[70015]: DEBUG oslo_vmware.api [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Waiting for the task: (returnval){ [ 908.432759] env[70015]: value = "task-3610988" [ 908.432759] env[70015]: _type = "Task" [ 908.432759] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.441387] env[70015]: DEBUG oslo_vmware.api [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Task: {'id': task-3610988, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.484895] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610986, 'name': CreateVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.509704] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a6a0f411-6c96-4c7f-86ee-5eccf9b3e56f tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Acquiring lock "0795374d-903e-48e2-96d3-1b6f5a5511da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.510024] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a6a0f411-6c96-4c7f-86ee-5eccf9b3e56f tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Lock "0795374d-903e-48e2-96d3-1b6f5a5511da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.510242] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a6a0f411-6c96-4c7f-86ee-5eccf9b3e56f tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Acquiring lock "0795374d-903e-48e2-96d3-1b6f5a5511da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.510958] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a6a0f411-6c96-4c7f-86ee-5eccf9b3e56f tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Lock "0795374d-903e-48e2-96d3-1b6f5a5511da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.511363] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a6a0f411-6c96-4c7f-86ee-5eccf9b3e56f tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Lock "0795374d-903e-48e2-96d3-1b6f5a5511da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.513977] env[70015]: INFO nova.compute.manager [None req-a6a0f411-6c96-4c7f-86ee-5eccf9b3e56f tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Terminating instance [ 908.517058] env[70015]: DEBUG oslo_vmware.api [None req-cb6a9989-9d2c-4738-ae27-d84c759486d5 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3610987, 'name': CloneVM_Task} progress is 94%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.519820] env[70015]: DEBUG nova.network.neutron [req-f5b7e5c4-e233-4737-ad8c-0c2170dfdeb9 req-fe59cfec-54cf-44d7-975f-a3c30982b83a service nova] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Updated VIF entry in instance network info cache for port 7c4a2de3-2461-483c-8106-37c07f8b473a. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 908.519820] env[70015]: DEBUG nova.network.neutron [req-f5b7e5c4-e233-4737-ad8c-0c2170dfdeb9 req-fe59cfec-54cf-44d7-975f-a3c30982b83a service nova] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Updating instance_info_cache with network_info: [{"id": "b9412b19-2c3f-4a3d-a2e3-d2ae8b69a54a", "address": "fa:16:3e:15:84:38", "network": {"id": "54eb7a37-2a22-42e7-8acd-b881580de840", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-916588865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c24df7a88e5f4165b2618140613b0538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9412b19-2c", "ovs_interfaceid": "b9412b19-2c3f-4a3d-a2e3-d2ae8b69a54a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7c4a2de3-2461-483c-8106-37c07f8b473a", "address": "fa:16:3e:52:aa:22", "network": {"id": "54eb7a37-2a22-42e7-8acd-b881580de840", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-916588865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c24df7a88e5f4165b2618140613b0538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c4a2de3-24", "ovs_interfaceid": "7c4a2de3-2461-483c-8106-37c07f8b473a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.795134] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance b498583a-2390-46af-b939-72998ebacdf5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 908.952343] env[70015]: DEBUG oslo_vmware.api [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Task: {'id': task-3610988, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073132} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.952701] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] [instance: b345c2fa-4d74-4563-8069-67fe1e26074d] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 908.953551] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00849be-3f50-4939-b622-9f4e247a60f2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.977532] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] [instance: b345c2fa-4d74-4563-8069-67fe1e26074d] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] b345c2fa-4d74-4563-8069-67fe1e26074d/b345c2fa-4d74-4563-8069-67fe1e26074d.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.977779] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcc4a0f0-93ca-48c1-84af-2fe552e890eb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.009116] env[70015]: DEBUG oslo_vmware.api [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Waiting for the task: (returnval){ [ 909.009116] env[70015]: value = "task-3610989" [ 909.009116] env[70015]: _type = "Task" [ 909.009116] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.017866] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3610986, 'name': CreateVM_Task, 'duration_secs': 0.552356} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.017866] env[70015]: DEBUG oslo_vmware.api [None req-cb6a9989-9d2c-4738-ae27-d84c759486d5 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3610987, 'name': CloneVM_Task} progress is 94%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.021638] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 909.022283] env[70015]: DEBUG nova.compute.manager [None req-a6a0f411-6c96-4c7f-86ee-5eccf9b3e56f tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 909.022530] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a0f411-6c96-4c7f-86ee-5eccf9b3e56f tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 909.025340] env[70015]: DEBUG oslo_concurrency.lockutils [req-f5b7e5c4-e233-4737-ad8c-0c2170dfdeb9 req-fe59cfec-54cf-44d7-975f-a3c30982b83a service nova] Releasing lock "refresh_cache-f643562c-87ff-4090-aa1b-f7453ce83b66" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.025624] env[70015]: DEBUG nova.compute.manager [req-f5b7e5c4-e233-4737-ad8c-0c2170dfdeb9 req-fe59cfec-54cf-44d7-975f-a3c30982b83a service nova] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] Received event network-vif-plugged-81354a86-ba87-48ec-bcb7-461c7f8f6056 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.025783] env[70015]: DEBUG oslo_concurrency.lockutils [req-f5b7e5c4-e233-4737-ad8c-0c2170dfdeb9 req-fe59cfec-54cf-44d7-975f-a3c30982b83a service nova] Acquiring lock "dfdf87e0-a302-455b-880b-5344ded4bdb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.026201] env[70015]: DEBUG oslo_concurrency.lockutils [req-f5b7e5c4-e233-4737-ad8c-0c2170dfdeb9 req-fe59cfec-54cf-44d7-975f-a3c30982b83a service nova] Lock "dfdf87e0-a302-455b-880b-5344ded4bdb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.026400] env[70015]: DEBUG oslo_concurrency.lockutils [req-f5b7e5c4-e233-4737-ad8c-0c2170dfdeb9 req-fe59cfec-54cf-44d7-975f-a3c30982b83a service nova] Lock "dfdf87e0-a302-455b-880b-5344ded4bdb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.026586] env[70015]: DEBUG nova.compute.manager [req-f5b7e5c4-e233-4737-ad8c-0c2170dfdeb9 req-fe59cfec-54cf-44d7-975f-a3c30982b83a service nova] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] No waiting events found dispatching network-vif-plugged-81354a86-ba87-48ec-bcb7-461c7f8f6056 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 909.026872] env[70015]: WARNING nova.compute.manager [req-f5b7e5c4-e233-4737-ad8c-0c2170dfdeb9 req-fe59cfec-54cf-44d7-975f-a3c30982b83a service nova] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] Received unexpected event network-vif-plugged-81354a86-ba87-48ec-bcb7-461c7f8f6056 for instance with vm_state building and task_state spawning. [ 909.027064] env[70015]: DEBUG nova.compute.manager [req-f5b7e5c4-e233-4737-ad8c-0c2170dfdeb9 req-fe59cfec-54cf-44d7-975f-a3c30982b83a service nova] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] Received event network-changed-81354a86-ba87-48ec-bcb7-461c7f8f6056 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.027266] env[70015]: DEBUG nova.compute.manager [req-f5b7e5c4-e233-4737-ad8c-0c2170dfdeb9 req-fe59cfec-54cf-44d7-975f-a3c30982b83a service nova] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] Refreshing instance network info cache due to event network-changed-81354a86-ba87-48ec-bcb7-461c7f8f6056. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 909.027488] env[70015]: DEBUG oslo_concurrency.lockutils [req-f5b7e5c4-e233-4737-ad8c-0c2170dfdeb9 req-fe59cfec-54cf-44d7-975f-a3c30982b83a service nova] Acquiring lock "refresh_cache-dfdf87e0-a302-455b-880b-5344ded4bdb7" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.027638] env[70015]: DEBUG oslo_concurrency.lockutils [req-f5b7e5c4-e233-4737-ad8c-0c2170dfdeb9 req-fe59cfec-54cf-44d7-975f-a3c30982b83a service nova] Acquired lock "refresh_cache-dfdf87e0-a302-455b-880b-5344ded4bdb7" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.027839] env[70015]: DEBUG nova.network.neutron [req-f5b7e5c4-e233-4737-ad8c-0c2170dfdeb9 req-fe59cfec-54cf-44d7-975f-a3c30982b83a service nova] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] Refreshing network info cache for port 81354a86-ba87-48ec-bcb7-461c7f8f6056 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 909.029570] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.029570] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.029852] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.030663] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50b1843-e2f1-4069-87a1-6eaf42b7e954 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.034927] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cc95b7c-c424-485d-9977-93442df0760a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.040889] env[70015]: DEBUG oslo_vmware.api [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Task: {'id': task-3610989, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.044084] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6a0f411-6c96-4c7f-86ee-5eccf9b3e56f tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.045460] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-797997b6-d578-409f-9717-6f0e5f2780d9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.047080] env[70015]: DEBUG oslo_vmware.api [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 909.047080] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5298ff92-dab4-1dd4-5bc6-c080dd7ed213" [ 909.047080] env[70015]: _type = "Task" [ 909.047080] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.052486] env[70015]: DEBUG oslo_vmware.api [None req-a6a0f411-6c96-4c7f-86ee-5eccf9b3e56f tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Waiting for the task: (returnval){ [ 909.052486] env[70015]: value = "task-3610990" [ 909.052486] env[70015]: _type = "Task" [ 909.052486] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.060459] env[70015]: DEBUG oslo_vmware.api [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5298ff92-dab4-1dd4-5bc6-c080dd7ed213, 'name': SearchDatastore_Task, 'duration_secs': 0.009929} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.064657] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.064657] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 909.064657] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.064657] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.064657] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 909.070019] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd8b15cd-4409-46ce-bd5d-6a55bd9ab59c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.070195] env[70015]: DEBUG oslo_vmware.api [None req-a6a0f411-6c96-4c7f-86ee-5eccf9b3e56f tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Task: {'id': task-3610990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.077577] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 909.077793] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 909.078569] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6133fac-5247-4357-9f72-32f79b23f394 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.083888] env[70015]: DEBUG oslo_vmware.api [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 909.083888] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52978af9-6c9a-fe26-c22c-8e1ef1caadb4" [ 909.083888] env[70015]: _type = "Task" [ 909.083888] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.092917] env[70015]: DEBUG oslo_vmware.api [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52978af9-6c9a-fe26-c22c-8e1ef1caadb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.159502] env[70015]: DEBUG nova.network.neutron [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Updating instance_info_cache with network_info: [{"id": "dd440719-052a-45f7-9ded-ebd176af4eb7", "address": "fa:16:3e:ef:41:94", "network": {"id": "3c1a3fbb-2170-407e-9ccc-287a3d99ace9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d690f2455b7c4076b06d93f0db674d65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd440719-05", "ovs_interfaceid": "dd440719-052a-45f7-9ded-ebd176af4eb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.303106] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 909.506076] env[70015]: DEBUG nova.network.neutron [-] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.514641] env[70015]: DEBUG oslo_vmware.api [None req-cb6a9989-9d2c-4738-ae27-d84c759486d5 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3610987, 'name': CloneVM_Task, 'duration_secs': 1.451509} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.515176] env[70015]: INFO nova.virt.vmwareapi.vmops [None req-cb6a9989-9d2c-4738-ae27-d84c759486d5 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Created linked-clone VM from snapshot [ 909.516141] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77bb9b7-6ac4-4d7f-ae59-bd859ad2457b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.529973] env[70015]: DEBUG nova.virt.vmwareapi.images [None req-cb6a9989-9d2c-4738-ae27-d84c759486d5 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Uploading image f1764bf9-640c-49e0-a974-45050410d532 {{(pid=70015) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 909.537429] env[70015]: DEBUG oslo_vmware.api [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Task: {'id': task-3610989, 'name': ReconfigVM_Task, 'duration_secs': 0.475899} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.537702] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] [instance: b345c2fa-4d74-4563-8069-67fe1e26074d] Reconfigured VM instance instance-00000043 to attach disk [datastore1] b345c2fa-4d74-4563-8069-67fe1e26074d/b345c2fa-4d74-4563-8069-67fe1e26074d.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.538924] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7d6f491-6042-47b5-921b-8a4bde4352ca {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.548044] env[70015]: DEBUG oslo_vmware.api [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Waiting for the task: (returnval){ [ 909.548044] env[70015]: value = "task-3610991" [ 909.548044] env[70015]: _type = "Task" [ 909.548044] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.560361] env[70015]: DEBUG oslo_vmware.api [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Task: {'id': task-3610991, 'name': Rename_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.563030] env[70015]: DEBUG oslo_vmware.rw_handles [None req-cb6a9989-9d2c-4738-ae27-d84c759486d5 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 909.563030] env[70015]: value = "vm-720309" [ 909.563030] env[70015]: _type = "VirtualMachine" [ 909.563030] env[70015]: }. {{(pid=70015) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 909.563753] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1e0224ae-172b-4e64-a2a5-56b42152b16b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.571268] env[70015]: DEBUG oslo_vmware.api [None req-a6a0f411-6c96-4c7f-86ee-5eccf9b3e56f tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Task: {'id': task-3610990, 'name': PowerOffVM_Task, 'duration_secs': 0.439039} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.572044] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6a0f411-6c96-4c7f-86ee-5eccf9b3e56f tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 909.572250] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a0f411-6c96-4c7f-86ee-5eccf9b3e56f tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 909.572532] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5bce0cd3-5064-4628-8952-755914a89349 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.576397] env[70015]: DEBUG oslo_vmware.rw_handles [None req-cb6a9989-9d2c-4738-ae27-d84c759486d5 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lease: (returnval){ [ 909.576397] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52932390-36ec-fae7-5f41-ae1df83209a8" [ 909.576397] env[70015]: _type = "HttpNfcLease" [ 909.576397] env[70015]: } obtained for exporting VM: (result){ [ 909.576397] env[70015]: value = "vm-720309" [ 909.576397] env[70015]: _type = "VirtualMachine" [ 909.576397] env[70015]: }. {{(pid=70015) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 909.576895] env[70015]: DEBUG oslo_vmware.api [None req-cb6a9989-9d2c-4738-ae27-d84c759486d5 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the lease: (returnval){ [ 909.576895] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52932390-36ec-fae7-5f41-ae1df83209a8" [ 909.576895] env[70015]: _type = "HttpNfcLease" [ 909.576895] env[70015]: } to be ready. {{(pid=70015) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 909.585231] env[70015]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 909.585231] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52932390-36ec-fae7-5f41-ae1df83209a8" [ 909.585231] env[70015]: _type = "HttpNfcLease" [ 909.585231] env[70015]: } is initializing. {{(pid=70015) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 909.595763] env[70015]: DEBUG oslo_vmware.api [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52978af9-6c9a-fe26-c22c-8e1ef1caadb4, 'name': SearchDatastore_Task, 'duration_secs': 0.008457} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.599837] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e1d42ed-ab00-4e12-bc56-ef7f413de282 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.605674] env[70015]: DEBUG oslo_vmware.api [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 909.605674] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5215d2f8-4961-0075-07bf-f2a933571e80" [ 909.605674] env[70015]: _type = "Task" [ 909.605674] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.616633] env[70015]: DEBUG oslo_vmware.api [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5215d2f8-4961-0075-07bf-f2a933571e80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.647763] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a0f411-6c96-4c7f-86ee-5eccf9b3e56f tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 909.648029] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a0f411-6c96-4c7f-86ee-5eccf9b3e56f tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 909.648234] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6a0f411-6c96-4c7f-86ee-5eccf9b3e56f tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Deleting the datastore file [datastore2] 0795374d-903e-48e2-96d3-1b6f5a5511da {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 909.648512] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-acc61c50-e032-4f92-af6e-751255977be8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.655996] env[70015]: DEBUG oslo_vmware.api [None req-a6a0f411-6c96-4c7f-86ee-5eccf9b3e56f tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Waiting for the task: (returnval){ [ 909.655996] env[70015]: value = "task-3610994" [ 909.655996] env[70015]: _type = "Task" [ 909.655996] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.666356] env[70015]: DEBUG oslo_concurrency.lockutils [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Releasing lock "refresh_cache-0d762a18-2184-48f1-84d4-ed50fdb03ef8" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.671100] env[70015]: DEBUG oslo_vmware.api [None req-a6a0f411-6c96-4c7f-86ee-5eccf9b3e56f tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Task: {'id': task-3610994, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.800862] env[70015]: DEBUG nova.network.neutron [req-f5b7e5c4-e233-4737-ad8c-0c2170dfdeb9 req-fe59cfec-54cf-44d7-975f-a3c30982b83a service nova] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] Updated VIF entry in instance network info cache for port 81354a86-ba87-48ec-bcb7-461c7f8f6056. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 909.801258] env[70015]: DEBUG nova.network.neutron [req-f5b7e5c4-e233-4737-ad8c-0c2170dfdeb9 req-fe59cfec-54cf-44d7-975f-a3c30982b83a service nova] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] Updating instance_info_cache with network_info: [{"id": "81354a86-ba87-48ec-bcb7-461c7f8f6056", "address": "fa:16:3e:eb:12:79", "network": {"id": "a03823db-7de1-436c-938c-abd5120f81ba", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-835569262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a0a9abb802948cd95b400f75bb3e0e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81354a86-ba", "ovs_interfaceid": "81354a86-ba87-48ec-bcb7-461c7f8f6056", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.807903] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance f319194b-6c78-4824-b117-e8334b900360 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 909.912042] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-747bcff6-84de-4594-97fe-ed153a9b8660 tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.912647] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbeb0551-197e-484b-ae87-7f29ae44e205 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.920169] env[70015]: DEBUG oslo_vmware.api [None req-747bcff6-84de-4594-97fe-ed153a9b8660 tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Waiting for the task: (returnval){ [ 909.920169] env[70015]: value = "task-3610995" [ 909.920169] env[70015]: _type = "Task" [ 909.920169] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.928900] env[70015]: DEBUG oslo_vmware.api [None req-747bcff6-84de-4594-97fe-ed153a9b8660 tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Task: {'id': task-3610995, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.980843] env[70015]: DEBUG nova.compute.manager [req-3df7d8fa-c2d9-46a8-9b82-b81abd3dbb2e req-95b6830e-3193-4068-9dea-18b0a0d4096d service nova] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Received event network-vif-deleted-6fcfe98b-9e63-4a61-8a0e-52cec969c3b3 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.009663] env[70015]: INFO nova.compute.manager [-] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Took 1.63 seconds to deallocate network for instance. [ 910.059086] env[70015]: DEBUG oslo_vmware.api [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Task: {'id': task-3610991, 'name': Rename_Task, 'duration_secs': 0.148792} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.059086] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] [instance: b345c2fa-4d74-4563-8069-67fe1e26074d] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.059086] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8e22be4-77dc-402f-8364-aa29c55f9882 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.064833] env[70015]: DEBUG oslo_vmware.api [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Waiting for the task: (returnval){ [ 910.064833] env[70015]: value = "task-3610996" [ 910.064833] env[70015]: _type = "Task" [ 910.064833] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.072830] env[70015]: DEBUG oslo_vmware.api [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Task: {'id': task-3610996, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.085193] env[70015]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 910.085193] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52932390-36ec-fae7-5f41-ae1df83209a8" [ 910.085193] env[70015]: _type = "HttpNfcLease" [ 910.085193] env[70015]: } is ready. {{(pid=70015) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 910.085588] env[70015]: DEBUG oslo_vmware.rw_handles [None req-cb6a9989-9d2c-4738-ae27-d84c759486d5 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 910.085588] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52932390-36ec-fae7-5f41-ae1df83209a8" [ 910.085588] env[70015]: _type = "HttpNfcLease" [ 910.085588] env[70015]: }. {{(pid=70015) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 910.088034] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5262864-99ee-4f00-b2c4-778b868dab72 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.094645] env[70015]: DEBUG oslo_vmware.rw_handles [None req-cb6a9989-9d2c-4738-ae27-d84c759486d5 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52780f8e-4eb7-b198-2d1c-96e4f5c5e63e/disk-0.vmdk from lease info. {{(pid=70015) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 910.095407] env[70015]: DEBUG oslo_vmware.rw_handles [None req-cb6a9989-9d2c-4738-ae27-d84c759486d5 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52780f8e-4eb7-b198-2d1c-96e4f5c5e63e/disk-0.vmdk for reading. {{(pid=70015) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 910.165131] env[70015]: DEBUG oslo_vmware.api [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5215d2f8-4961-0075-07bf-f2a933571e80, 'name': SearchDatastore_Task, 'duration_secs': 0.02011} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.165756] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.166030] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] dfdf87e0-a302-455b-880b-5344ded4bdb7/dfdf87e0-a302-455b-880b-5344ded4bdb7.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 910.166291] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c2ec1f8-f24d-4e48-be8b-986ae64a9fa1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.174621] env[70015]: DEBUG oslo_vmware.api [None req-a6a0f411-6c96-4c7f-86ee-5eccf9b3e56f tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Task: {'id': task-3610994, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.343068} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.177814] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6a0f411-6c96-4c7f-86ee-5eccf9b3e56f tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 910.177814] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a0f411-6c96-4c7f-86ee-5eccf9b3e56f tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 910.178008] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a0f411-6c96-4c7f-86ee-5eccf9b3e56f tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 910.178197] env[70015]: INFO nova.compute.manager [None req-a6a0f411-6c96-4c7f-86ee-5eccf9b3e56f tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Took 1.16 seconds to destroy the instance on the hypervisor. [ 910.178439] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6a0f411-6c96-4c7f-86ee-5eccf9b3e56f tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 910.179129] env[70015]: DEBUG nova.compute.manager [-] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 910.179227] env[70015]: DEBUG nova.network.neutron [-] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 910.182217] env[70015]: DEBUG oslo_vmware.api [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 910.182217] env[70015]: value = "task-3610997" [ 910.182217] env[70015]: _type = "Task" [ 910.182217] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.190976] env[70015]: DEBUG oslo_vmware.api [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3610997, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.194996] env[70015]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7d86c31e-1fb5-4f18-adcf-22c2bf7f6bee {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.202351] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c24d73-d025-4909-a970-01c5ccc26b4a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.225679] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b6c1c3-3f52-4388-947a-5f634ee4696a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.233590] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Updating instance '0d762a18-2184-48f1-84d4-ed50fdb03ef8' progress to 83 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 910.304099] env[70015]: DEBUG oslo_concurrency.lockutils [req-f5b7e5c4-e233-4737-ad8c-0c2170dfdeb9 req-fe59cfec-54cf-44d7-975f-a3c30982b83a service nova] Releasing lock "refresh_cache-dfdf87e0-a302-455b-880b-5344ded4bdb7" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.310423] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 910.432096] env[70015]: DEBUG oslo_vmware.api [None req-747bcff6-84de-4594-97fe-ed153a9b8660 tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Task: {'id': task-3610995, 'name': PowerOffVM_Task, 'duration_secs': 0.312259} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.432397] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-747bcff6-84de-4594-97fe-ed153a9b8660 tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.433204] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ac08df-713f-431e-8a7e-89f166b24496 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.466905] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3011f9f-b1f2-43af-aa46-f80586e19ab8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.490247] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e1cc139d-5433-498f-ab79-a7843cda7771 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "interface-f643562c-87ff-4090-aa1b-f7453ce83b66-8cb268ac-0bfe-49b0-8e89-1400d89ae1f6" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.490247] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e1cc139d-5433-498f-ab79-a7843cda7771 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "interface-f643562c-87ff-4090-aa1b-f7453ce83b66-8cb268ac-0bfe-49b0-8e89-1400d89ae1f6" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.490247] env[70015]: DEBUG nova.objects.instance [None req-e1cc139d-5433-498f-ab79-a7843cda7771 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lazy-loading 'flavor' on Instance uuid f643562c-87ff-4090-aa1b-f7453ce83b66 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.506972] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-747bcff6-84de-4594-97fe-ed153a9b8660 tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.507296] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b69a8154-2f4c-4620-9022-4433555acf96 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.516420] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7e0b4fd4-d088-418d-9b9f-b3b61a39f5d5 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.517066] env[70015]: DEBUG oslo_vmware.api [None req-747bcff6-84de-4594-97fe-ed153a9b8660 tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Waiting for the task: (returnval){ [ 910.517066] env[70015]: value = "task-3610998" [ 910.517066] env[70015]: _type = "Task" [ 910.517066] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.530404] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-747bcff6-84de-4594-97fe-ed153a9b8660 tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] VM already powered off {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 910.530664] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-747bcff6-84de-4594-97fe-ed153a9b8660 tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 910.530959] env[70015]: DEBUG oslo_concurrency.lockutils [None req-747bcff6-84de-4594-97fe-ed153a9b8660 tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.531100] env[70015]: DEBUG oslo_concurrency.lockutils [None req-747bcff6-84de-4594-97fe-ed153a9b8660 tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.531350] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-747bcff6-84de-4594-97fe-ed153a9b8660 tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 910.532055] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a5c01ad-2afa-48bc-ba48-07c604991d54 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.547088] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-747bcff6-84de-4594-97fe-ed153a9b8660 tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 910.547328] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-747bcff6-84de-4594-97fe-ed153a9b8660 tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 910.548480] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6f01a62-c69b-4a62-a222-7f19b8041b86 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.554876] env[70015]: DEBUG oslo_vmware.api [None req-747bcff6-84de-4594-97fe-ed153a9b8660 tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Waiting for the task: (returnval){ [ 910.554876] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5219afca-1672-7e62-8391-c8641309ded2" [ 910.554876] env[70015]: _type = "Task" [ 910.554876] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.563567] env[70015]: DEBUG oslo_vmware.api [None req-747bcff6-84de-4594-97fe-ed153a9b8660 tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5219afca-1672-7e62-8391-c8641309ded2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.576680] env[70015]: DEBUG oslo_vmware.api [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Task: {'id': task-3610996, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.694299] env[70015]: DEBUG oslo_vmware.api [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3610997, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.743437] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.744024] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05cf5034-3584-40a1-ba63-ea07d5731f89 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.754725] env[70015]: DEBUG oslo_vmware.api [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Waiting for the task: (returnval){ [ 910.754725] env[70015]: value = "task-3610999" [ 910.754725] env[70015]: _type = "Task" [ 910.754725] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.768406] env[70015]: DEBUG oslo_vmware.api [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3610999, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.814406] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance de6d19be-a67c-44a0-9ea0-cffcae448d75 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 911.067696] env[70015]: DEBUG oslo_vmware.api [None req-747bcff6-84de-4594-97fe-ed153a9b8660 tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5219afca-1672-7e62-8391-c8641309ded2, 'name': SearchDatastore_Task, 'duration_secs': 0.023949} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.074287] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02b3edff-3f01-4920-bfe8-a6c33ba70d61 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.083084] env[70015]: DEBUG oslo_vmware.api [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Task: {'id': task-3610996, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.084799] env[70015]: DEBUG oslo_vmware.api [None req-747bcff6-84de-4594-97fe-ed153a9b8660 tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Waiting for the task: (returnval){ [ 911.084799] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52ffb8a5-3683-7fb9-01ea-186e26a58496" [ 911.084799] env[70015]: _type = "Task" [ 911.084799] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.093531] env[70015]: DEBUG oslo_vmware.api [None req-747bcff6-84de-4594-97fe-ed153a9b8660 tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52ffb8a5-3683-7fb9-01ea-186e26a58496, 'name': SearchDatastore_Task, 'duration_secs': 0.010302} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.094343] env[70015]: DEBUG oslo_concurrency.lockutils [None req-747bcff6-84de-4594-97fe-ed153a9b8660 tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.094519] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-747bcff6-84de-4594-97fe-ed153a9b8660 tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] ef9ab7eb-ca3b-4cae-a693-91ed524fe718/610693f8-5d52-4275-a790-262cb88d3cd9-rescue.vmdk. {{(pid=70015) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 911.094782] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24c5e558-3f67-46cc-8d12-df8f64d66bba {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.102098] env[70015]: DEBUG oslo_vmware.api [None req-747bcff6-84de-4594-97fe-ed153a9b8660 tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Waiting for the task: (returnval){ [ 911.102098] env[70015]: value = "task-3611000" [ 911.102098] env[70015]: _type = "Task" [ 911.102098] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.110214] env[70015]: DEBUG oslo_vmware.api [None req-747bcff6-84de-4594-97fe-ed153a9b8660 tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Task: {'id': task-3611000, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.111149] env[70015]: DEBUG nova.objects.instance [None req-e1cc139d-5433-498f-ab79-a7843cda7771 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lazy-loading 'pci_requests' on Instance uuid f643562c-87ff-4090-aa1b-f7453ce83b66 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.194874] env[70015]: DEBUG oslo_vmware.api [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3610997, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592999} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.195210] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] dfdf87e0-a302-455b-880b-5344ded4bdb7/dfdf87e0-a302-455b-880b-5344ded4bdb7.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 911.195466] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 911.195734] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50c32603-ca9c-4bb4-a2b4-420314801717 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.204805] env[70015]: DEBUG oslo_vmware.api [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 911.204805] env[70015]: value = "task-3611001" [ 911.204805] env[70015]: _type = "Task" [ 911.204805] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.213560] env[70015]: DEBUG oslo_vmware.api [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611001, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.268020] env[70015]: DEBUG nova.network.neutron [-] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.269711] env[70015]: DEBUG oslo_vmware.api [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3610999, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.318890] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 911.321832] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=70015) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 911.321832] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4608MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=70015) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 911.323509] env[70015]: DEBUG nova.compute.manager [req-f70416e0-7527-4e2f-a63d-0e3f9e01f73f req-f592ca0d-fd80-440a-8a15-67a14989e0a9 service nova] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Received event network-vif-deleted-d203c3df-b350-4b70-8c6b-6d109e3eaaf6 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.578447] env[70015]: DEBUG oslo_vmware.api [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Task: {'id': task-3610996, 'name': PowerOnVM_Task, 'duration_secs': 1.263491} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.578447] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] [instance: b345c2fa-4d74-4563-8069-67fe1e26074d] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 911.578692] env[70015]: INFO nova.compute.manager [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] [instance: b345c2fa-4d74-4563-8069-67fe1e26074d] Took 7.89 seconds to spawn the instance on the hypervisor. [ 911.578692] env[70015]: DEBUG nova.compute.manager [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] [instance: b345c2fa-4d74-4563-8069-67fe1e26074d] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 911.579474] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ba9660-0739-4c87-85fd-e7a9f4f68ca0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.612122] env[70015]: DEBUG oslo_vmware.api [None req-747bcff6-84de-4594-97fe-ed153a9b8660 tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Task: {'id': task-3611000, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.614850] env[70015]: DEBUG nova.objects.base [None req-e1cc139d-5433-498f-ab79-a7843cda7771 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70015) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 911.615164] env[70015]: DEBUG nova.network.neutron [None req-e1cc139d-5433-498f-ab79-a7843cda7771 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 911.714230] env[70015]: DEBUG nova.policy [None req-e1cc139d-5433-498f-ab79-a7843cda7771 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '281654ddb97845d9919473afc24a3063', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c24df7a88e5f4165b2618140613b0538', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 911.726640] env[70015]: DEBUG oslo_vmware.api [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611001, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.771341] env[70015]: DEBUG oslo_vmware.api [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3610999, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.775083] env[70015]: INFO nova.compute.manager [-] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Took 1.60 seconds to deallocate network for instance. [ 911.834989] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051212cd-7f13-493b-9553-5ec5569b58c7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.845257] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90e92e5-6bb9-411b-b481-e662f6f0124b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.882174] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec50f29-4ba4-47f9-b086-2ec08ec22f29 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.890562] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869287ce-f60f-4520-8570-09ee821107b0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.907837] env[70015]: DEBUG nova.compute.provider_tree [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.097173] env[70015]: INFO nova.compute.manager [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] [instance: b345c2fa-4d74-4563-8069-67fe1e26074d] Took 56.06 seconds to build instance. [ 912.114203] env[70015]: DEBUG oslo_vmware.api [None req-747bcff6-84de-4594-97fe-ed153a9b8660 tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Task: {'id': task-3611000, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.217486] env[70015]: DEBUG oslo_vmware.api [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611001, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.678483} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.217985] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 912.219244] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35582f95-6b49-44c6-9f55-76eedb1d8db9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.244271] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] dfdf87e0-a302-455b-880b-5344ded4bdb7/dfdf87e0-a302-455b-880b-5344ded4bdb7.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 912.244627] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06deef5b-b0ae-425d-8c16-55dc4e5d99a6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.268069] env[70015]: DEBUG oslo_vmware.api [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3610999, 'name': PowerOnVM_Task, 'duration_secs': 1.503879} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.269382] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 912.269621] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-1cdcebd4-910c-44af-b9d6-cd29ff0527cc tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Updating instance '0d762a18-2184-48f1-84d4-ed50fdb03ef8' progress to 100 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 912.273464] env[70015]: DEBUG oslo_vmware.api [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 912.273464] env[70015]: value = "task-3611002" [ 912.273464] env[70015]: _type = "Task" [ 912.273464] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.281609] env[70015]: DEBUG oslo_vmware.api [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611002, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.283546] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a6a0f411-6c96-4c7f-86ee-5eccf9b3e56f tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.411048] env[70015]: DEBUG nova.scheduler.client.report [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.599940] env[70015]: DEBUG oslo_concurrency.lockutils [None req-363ac96f-32d3-4717-84a1-d2b28586ee36 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Lock "b345c2fa-4d74-4563-8069-67fe1e26074d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.147s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.615600] env[70015]: DEBUG oslo_vmware.api [None req-747bcff6-84de-4594-97fe-ed153a9b8660 tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Task: {'id': task-3611000, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.156893} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.615888] env[70015]: INFO nova.virt.vmwareapi.ds_util [None req-747bcff6-84de-4594-97fe-ed153a9b8660 tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] ef9ab7eb-ca3b-4cae-a693-91ed524fe718/610693f8-5d52-4275-a790-262cb88d3cd9-rescue.vmdk. [ 912.616694] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19425ab-6b7e-4966-8374-9e6543311ed6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.643414] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-747bcff6-84de-4594-97fe-ed153a9b8660 tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] ef9ab7eb-ca3b-4cae-a693-91ed524fe718/610693f8-5d52-4275-a790-262cb88d3cd9-rescue.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 912.643801] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8c14e45-d715-4ae2-8057-a402f5f3e824 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.661724] env[70015]: DEBUG oslo_vmware.api [None req-747bcff6-84de-4594-97fe-ed153a9b8660 tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Waiting for the task: (returnval){ [ 912.661724] env[70015]: value = "task-3611003" [ 912.661724] env[70015]: _type = "Task" [ 912.661724] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.670048] env[70015]: DEBUG oslo_vmware.api [None req-747bcff6-84de-4594-97fe-ed153a9b8660 tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Task: {'id': task-3611003, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.786409] env[70015]: DEBUG oslo_vmware.api [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611002, 'name': ReconfigVM_Task, 'duration_secs': 0.499041} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.786688] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] Reconfigured VM instance instance-00000044 to attach disk [datastore1] dfdf87e0-a302-455b-880b-5344ded4bdb7/dfdf87e0-a302-455b-880b-5344ded4bdb7.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 912.787391] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6548bb9-52be-4ba0-b170-bba8beeef636 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.795190] env[70015]: DEBUG oslo_vmware.api [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 912.795190] env[70015]: value = "task-3611004" [ 912.795190] env[70015]: _type = "Task" [ 912.795190] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.808939] env[70015]: DEBUG oslo_vmware.api [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611004, 'name': Rename_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.916346] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70015) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 912.916700] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.695s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.916943] env[70015]: DEBUG oslo_concurrency.lockutils [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.577s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.917151] env[70015]: DEBUG oslo_concurrency.lockutils [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.919688] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7717cd97-b525-4d8f-9818-98900322e60d tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.784s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.919908] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7717cd97-b525-4d8f-9818-98900322e60d tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.922114] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.857s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.923658] env[70015]: INFO nova.compute.claims [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 912.926962] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 912.927691] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Cleaning up deleted instances {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 912.963421] env[70015]: INFO nova.scheduler.client.report [None req-7717cd97-b525-4d8f-9818-98900322e60d tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Deleted allocations for instance 0048c4f6-5e34-472c-9f8b-4218a86c03b1 [ 913.173895] env[70015]: DEBUG oslo_vmware.api [None req-747bcff6-84de-4594-97fe-ed153a9b8660 tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Task: {'id': task-3611003, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.231562] env[70015]: DEBUG nova.network.neutron [None req-e1cc139d-5433-498f-ab79-a7843cda7771 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Successfully updated port: 8cb268ac-0bfe-49b0-8e89-1400d89ae1f6 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 913.306171] env[70015]: DEBUG oslo_vmware.api [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611004, 'name': Rename_Task, 'duration_secs': 0.246525} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.306586] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 913.306918] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df255da7-d3fa-45a6-897b-681ddf0e8592 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.313593] env[70015]: DEBUG oslo_vmware.api [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 913.313593] env[70015]: value = "task-3611005" [ 913.313593] env[70015]: _type = "Task" [ 913.313593] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.321626] env[70015]: DEBUG oslo_vmware.api [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611005, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.445895] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] There are 44 instances to clean {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 913.446174] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 1b4eaaac-eed4-432f-a535-bee8f93ee4c7] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 913.448614] env[70015]: DEBUG oslo_concurrency.lockutils [None req-da52d4c4-aa1d-4621-bc59-1c254e1bff19 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Lock "f3d258e2-ca12-4953-a7a7-1d6f701d6599" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 61.307s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.450347] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Lock "f3d258e2-ca12-4953-a7a7-1d6f701d6599" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 36.142s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.450535] env[70015]: INFO nova.compute.manager [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Unshelving [ 913.473930] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7717cd97-b525-4d8f-9818-98900322e60d tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Lock "0048c4f6-5e34-472c-9f8b-4218a86c03b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.208s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.672307] env[70015]: DEBUG oslo_vmware.api [None req-747bcff6-84de-4594-97fe-ed153a9b8660 tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Task: {'id': task-3611003, 'name': ReconfigVM_Task, 'duration_secs': 0.639725} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.672615] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-747bcff6-84de-4594-97fe-ed153a9b8660 tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Reconfigured VM instance instance-00000042 to attach disk [datastore2] ef9ab7eb-ca3b-4cae-a693-91ed524fe718/610693f8-5d52-4275-a790-262cb88d3cd9-rescue.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 913.673505] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8983c20b-f0e0-477d-a635-dc76c4064fa2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.698533] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c6c45e5-4996-431f-8d64-ccd596077988 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.713847] env[70015]: DEBUG oslo_vmware.api [None req-747bcff6-84de-4594-97fe-ed153a9b8660 tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Waiting for the task: (returnval){ [ 913.713847] env[70015]: value = "task-3611006" [ 913.713847] env[70015]: _type = "Task" [ 913.713847] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.721727] env[70015]: DEBUG oslo_vmware.api [None req-747bcff6-84de-4594-97fe-ed153a9b8660 tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Task: {'id': task-3611006, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.734682] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e1cc139d-5433-498f-ab79-a7843cda7771 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "refresh_cache-f643562c-87ff-4090-aa1b-f7453ce83b66" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.734896] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e1cc139d-5433-498f-ab79-a7843cda7771 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquired lock "refresh_cache-f643562c-87ff-4090-aa1b-f7453ce83b66" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.735291] env[70015]: DEBUG nova.network.neutron [None req-e1cc139d-5433-498f-ab79-a7843cda7771 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 913.824959] env[70015]: DEBUG oslo_vmware.api [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611005, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.949170] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: aac9197d-0c55-4a40-b0c7-877edefa3ab2] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 914.000038] env[70015]: DEBUG nova.compute.manager [req-8438d90f-4405-45e1-a112-ccd4eff38c58 req-580e9c5c-db2e-4601-9f56-9cfdb196e964 service nova] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Received event network-vif-plugged-8cb268ac-0bfe-49b0-8e89-1400d89ae1f6 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.000566] env[70015]: DEBUG oslo_concurrency.lockutils [req-8438d90f-4405-45e1-a112-ccd4eff38c58 req-580e9c5c-db2e-4601-9f56-9cfdb196e964 service nova] Acquiring lock "f643562c-87ff-4090-aa1b-f7453ce83b66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.000566] env[70015]: DEBUG oslo_concurrency.lockutils [req-8438d90f-4405-45e1-a112-ccd4eff38c58 req-580e9c5c-db2e-4601-9f56-9cfdb196e964 service nova] Lock "f643562c-87ff-4090-aa1b-f7453ce83b66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.000689] env[70015]: DEBUG oslo_concurrency.lockutils [req-8438d90f-4405-45e1-a112-ccd4eff38c58 req-580e9c5c-db2e-4601-9f56-9cfdb196e964 service nova] Lock "f643562c-87ff-4090-aa1b-f7453ce83b66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.000814] env[70015]: DEBUG nova.compute.manager [req-8438d90f-4405-45e1-a112-ccd4eff38c58 req-580e9c5c-db2e-4601-9f56-9cfdb196e964 service nova] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] No waiting events found dispatching network-vif-plugged-8cb268ac-0bfe-49b0-8e89-1400d89ae1f6 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 914.000979] env[70015]: WARNING nova.compute.manager [req-8438d90f-4405-45e1-a112-ccd4eff38c58 req-580e9c5c-db2e-4601-9f56-9cfdb196e964 service nova] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Received unexpected event network-vif-plugged-8cb268ac-0bfe-49b0-8e89-1400d89ae1f6 for instance with vm_state active and task_state None. [ 914.001153] env[70015]: DEBUG nova.compute.manager [req-8438d90f-4405-45e1-a112-ccd4eff38c58 req-580e9c5c-db2e-4601-9f56-9cfdb196e964 service nova] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Received event network-changed-8cb268ac-0bfe-49b0-8e89-1400d89ae1f6 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.001303] env[70015]: DEBUG nova.compute.manager [req-8438d90f-4405-45e1-a112-ccd4eff38c58 req-580e9c5c-db2e-4601-9f56-9cfdb196e964 service nova] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Refreshing instance network info cache due to event network-changed-8cb268ac-0bfe-49b0-8e89-1400d89ae1f6. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 914.001467] env[70015]: DEBUG oslo_concurrency.lockutils [req-8438d90f-4405-45e1-a112-ccd4eff38c58 req-580e9c5c-db2e-4601-9f56-9cfdb196e964 service nova] Acquiring lock "refresh_cache-f643562c-87ff-4090-aa1b-f7453ce83b66" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.228562] env[70015]: DEBUG oslo_vmware.api [None req-747bcff6-84de-4594-97fe-ed153a9b8660 tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Task: {'id': task-3611006, 'name': ReconfigVM_Task, 'duration_secs': 0.182384} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.228793] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-747bcff6-84de-4594-97fe-ed153a9b8660 tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 914.229115] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df757dd1-0a26-43a7-8f7e-e0cbfb2ee05c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.236082] env[70015]: DEBUG oslo_vmware.api [None req-747bcff6-84de-4594-97fe-ed153a9b8660 tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Waiting for the task: (returnval){ [ 914.236082] env[70015]: value = "task-3611007" [ 914.236082] env[70015]: _type = "Task" [ 914.236082] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.249157] env[70015]: DEBUG oslo_vmware.api [None req-747bcff6-84de-4594-97fe-ed153a9b8660 tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Task: {'id': task-3611007, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.287138] env[70015]: DEBUG oslo_concurrency.lockutils [None req-48ac4f1e-bda9-450a-95c5-83ea3383dd7b tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Acquiring lock "b345c2fa-4d74-4563-8069-67fe1e26074d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.287138] env[70015]: DEBUG oslo_concurrency.lockutils [None req-48ac4f1e-bda9-450a-95c5-83ea3383dd7b tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Lock "b345c2fa-4d74-4563-8069-67fe1e26074d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.287324] env[70015]: DEBUG oslo_concurrency.lockutils [None req-48ac4f1e-bda9-450a-95c5-83ea3383dd7b tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Acquiring lock "b345c2fa-4d74-4563-8069-67fe1e26074d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.287937] env[70015]: DEBUG oslo_concurrency.lockutils [None req-48ac4f1e-bda9-450a-95c5-83ea3383dd7b tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Lock "b345c2fa-4d74-4563-8069-67fe1e26074d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.287937] env[70015]: DEBUG oslo_concurrency.lockutils [None req-48ac4f1e-bda9-450a-95c5-83ea3383dd7b tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Lock "b345c2fa-4d74-4563-8069-67fe1e26074d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.289925] env[70015]: WARNING nova.network.neutron [None req-e1cc139d-5433-498f-ab79-a7843cda7771 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] 54eb7a37-2a22-42e7-8acd-b881580de840 already exists in list: networks containing: ['54eb7a37-2a22-42e7-8acd-b881580de840']. ignoring it [ 914.290136] env[70015]: WARNING nova.network.neutron [None req-e1cc139d-5433-498f-ab79-a7843cda7771 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] 54eb7a37-2a22-42e7-8acd-b881580de840 already exists in list: networks containing: ['54eb7a37-2a22-42e7-8acd-b881580de840']. ignoring it [ 914.294406] env[70015]: INFO nova.compute.manager [None req-48ac4f1e-bda9-450a-95c5-83ea3383dd7b tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] [instance: b345c2fa-4d74-4563-8069-67fe1e26074d] Terminating instance [ 914.329221] env[70015]: DEBUG oslo_vmware.api [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611005, 'name': PowerOnVM_Task, 'duration_secs': 0.763592} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.329510] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 914.329752] env[70015]: INFO nova.compute.manager [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] Took 8.93 seconds to spawn the instance on the hypervisor. [ 914.329957] env[70015]: DEBUG nova.compute.manager [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 914.331011] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa071ae0-ad30-4a02-88ab-50f74b144955 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.439483] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4421ffd2-090d-4561-9a53-8ef016b889de {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.446900] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bbc2117-9e46-4b32-93de-9d92de19e861 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.453274] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 6419007b-b407-4d50-b3ab-d90ecc5e8e30] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 914.481460] env[70015]: DEBUG nova.compute.utils [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 914.484027] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1840c697-2a9d-45d6-a620-ad1df47a0a84 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.495301] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b67c4c5-e08e-4aaa-b3e7-76ac17d5ca8f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.510739] env[70015]: DEBUG nova.compute.provider_tree [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.746613] env[70015]: DEBUG oslo_vmware.api [None req-747bcff6-84de-4594-97fe-ed153a9b8660 tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Task: {'id': task-3611007, 'name': PowerOnVM_Task, 'duration_secs': 0.414796} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.748895] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-747bcff6-84de-4594-97fe-ed153a9b8660 tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 914.752107] env[70015]: DEBUG nova.compute.manager [None req-747bcff6-84de-4594-97fe-ed153a9b8660 tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 914.752914] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8eb6c4a-fa33-4bf5-9880-0631ae05c64d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.800711] env[70015]: DEBUG nova.compute.manager [None req-48ac4f1e-bda9-450a-95c5-83ea3383dd7b tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] [instance: b345c2fa-4d74-4563-8069-67fe1e26074d] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 914.800934] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-48ac4f1e-bda9-450a-95c5-83ea3383dd7b tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] [instance: b345c2fa-4d74-4563-8069-67fe1e26074d] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 914.801907] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef412719-55ff-49df-9dce-c52da451e6d4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.810090] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-48ac4f1e-bda9-450a-95c5-83ea3383dd7b tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] [instance: b345c2fa-4d74-4563-8069-67fe1e26074d] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.812477] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a93e7f0-b56e-4ac0-a593-659c24185ceb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.820981] env[70015]: DEBUG oslo_vmware.api [None req-48ac4f1e-bda9-450a-95c5-83ea3383dd7b tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Waiting for the task: (returnval){ [ 914.820981] env[70015]: value = "task-3611008" [ 914.820981] env[70015]: _type = "Task" [ 914.820981] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.832038] env[70015]: DEBUG oslo_vmware.api [None req-48ac4f1e-bda9-450a-95c5-83ea3383dd7b tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Task: {'id': task-3611008, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.854255] env[70015]: INFO nova.compute.manager [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] Took 53.92 seconds to build instance. [ 914.983777] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 938ef7b4-e459-403d-ba0f-93415a15acbc] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 914.989626] env[70015]: INFO nova.virt.block_device [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Booting with volume 2b3c9039-5dfe-493b-afd2-e937e89eb8de at /dev/sdb [ 914.999302] env[70015]: DEBUG nova.network.neutron [None req-e1cc139d-5433-498f-ab79-a7843cda7771 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Updating instance_info_cache with network_info: [{"id": "b9412b19-2c3f-4a3d-a2e3-d2ae8b69a54a", "address": "fa:16:3e:15:84:38", "network": {"id": "54eb7a37-2a22-42e7-8acd-b881580de840", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-916588865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c24df7a88e5f4165b2618140613b0538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9412b19-2c", "ovs_interfaceid": "b9412b19-2c3f-4a3d-a2e3-d2ae8b69a54a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7c4a2de3-2461-483c-8106-37c07f8b473a", "address": "fa:16:3e:52:aa:22", "network": {"id": "54eb7a37-2a22-42e7-8acd-b881580de840", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-916588865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c24df7a88e5f4165b2618140613b0538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c4a2de3-24", "ovs_interfaceid": "7c4a2de3-2461-483c-8106-37c07f8b473a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8cb268ac-0bfe-49b0-8e89-1400d89ae1f6", "address": "fa:16:3e:6b:55:f6", "network": {"id": "54eb7a37-2a22-42e7-8acd-b881580de840", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-916588865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c24df7a88e5f4165b2618140613b0538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cb268ac-0b", "ovs_interfaceid": "8cb268ac-0bfe-49b0-8e89-1400d89ae1f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.014550] env[70015]: DEBUG nova.scheduler.client.report [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.027946] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-54bc79e3-2b6f-4b3d-8933-f37f198582ce {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.038393] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52027385-6744-412e-89cd-0163382b8ffd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.076133] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6003dd2a-6162-4727-9075-eaf6dd0ca5d3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.088990] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74ac8d7-eb40-40d7-a613-34f8a7392f70 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.130961] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9117a129-528a-41ff-bafa-d17639ef6534 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.137186] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e6c7cd-fc06-4fe1-8815-6ee69288f927 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.153203] env[70015]: DEBUG nova.virt.block_device [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Updating existing volume attachment record: 85e324f0-162d-4de3-a486-049d0b7c358c {{(pid=70015) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 915.330376] env[70015]: DEBUG oslo_vmware.api [None req-48ac4f1e-bda9-450a-95c5-83ea3383dd7b tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Task: {'id': task-3611008, 'name': PowerOffVM_Task, 'duration_secs': 0.302348} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.330666] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-48ac4f1e-bda9-450a-95c5-83ea3383dd7b tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] [instance: b345c2fa-4d74-4563-8069-67fe1e26074d] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 915.330844] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-48ac4f1e-bda9-450a-95c5-83ea3383dd7b tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] [instance: b345c2fa-4d74-4563-8069-67fe1e26074d] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 915.331115] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1fa250a-c5b1-438b-90e9-cb175bd74a7e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.356132] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8459c703-6930-4871-8553-5d26f6aad1e3 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Lock "dfdf87e0-a302-455b-880b-5344ded4bdb7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.022s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.452114] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d65fadbf-4fd6-466f-a30d-bb0fdeb70034 tempest-ServersAdminTestJSON-173605031 tempest-ServersAdminTestJSON-173605031-project-admin] Acquiring lock "refresh_cache-dfdf87e0-a302-455b-880b-5344ded4bdb7" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.452114] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d65fadbf-4fd6-466f-a30d-bb0fdeb70034 tempest-ServersAdminTestJSON-173605031 tempest-ServersAdminTestJSON-173605031-project-admin] Acquired lock "refresh_cache-dfdf87e0-a302-455b-880b-5344ded4bdb7" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.452114] env[70015]: DEBUG nova.network.neutron [None req-d65fadbf-4fd6-466f-a30d-bb0fdeb70034 tempest-ServersAdminTestJSON-173605031 tempest-ServersAdminTestJSON-173605031-project-admin] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 915.487983] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 1716c7db-d5b5-4152-98cf-e20453059362] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 915.502272] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e1cc139d-5433-498f-ab79-a7843cda7771 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Releasing lock "refresh_cache-f643562c-87ff-4090-aa1b-f7453ce83b66" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.502947] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e1cc139d-5433-498f-ab79-a7843cda7771 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "f643562c-87ff-4090-aa1b-f7453ce83b66" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.503115] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e1cc139d-5433-498f-ab79-a7843cda7771 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquired lock "f643562c-87ff-4090-aa1b-f7453ce83b66" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.503406] env[70015]: DEBUG oslo_concurrency.lockutils [req-8438d90f-4405-45e1-a112-ccd4eff38c58 req-580e9c5c-db2e-4601-9f56-9cfdb196e964 service nova] Acquired lock "refresh_cache-f643562c-87ff-4090-aa1b-f7453ce83b66" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.503589] env[70015]: DEBUG nova.network.neutron [req-8438d90f-4405-45e1-a112-ccd4eff38c58 req-580e9c5c-db2e-4601-9f56-9cfdb196e964 service nova] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Refreshing network info cache for port 8cb268ac-0bfe-49b0-8e89-1400d89ae1f6 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 915.506263] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa781b9-50cc-458e-9a82-d4b0890ed69a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.526187] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.526794] env[70015]: DEBUG nova.compute.manager [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 915.530048] env[70015]: DEBUG nova.virt.hardware [None req-e1cc139d-5433-498f-ab79-a7843cda7771 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 915.530289] env[70015]: DEBUG nova.virt.hardware [None req-e1cc139d-5433-498f-ab79-a7843cda7771 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 915.530443] env[70015]: DEBUG nova.virt.hardware [None req-e1cc139d-5433-498f-ab79-a7843cda7771 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 915.530651] env[70015]: DEBUG nova.virt.hardware [None req-e1cc139d-5433-498f-ab79-a7843cda7771 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 915.530766] env[70015]: DEBUG nova.virt.hardware [None req-e1cc139d-5433-498f-ab79-a7843cda7771 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 915.530911] env[70015]: DEBUG nova.virt.hardware [None req-e1cc139d-5433-498f-ab79-a7843cda7771 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 915.531180] env[70015]: DEBUG nova.virt.hardware [None req-e1cc139d-5433-498f-ab79-a7843cda7771 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 915.531275] env[70015]: DEBUG nova.virt.hardware [None req-e1cc139d-5433-498f-ab79-a7843cda7771 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 915.531597] env[70015]: DEBUG nova.virt.hardware [None req-e1cc139d-5433-498f-ab79-a7843cda7771 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 915.531788] env[70015]: DEBUG nova.virt.hardware [None req-e1cc139d-5433-498f-ab79-a7843cda7771 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 915.532012] env[70015]: DEBUG nova.virt.hardware [None req-e1cc139d-5433-498f-ab79-a7843cda7771 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 915.538430] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e1cc139d-5433-498f-ab79-a7843cda7771 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Reconfiguring VM to attach interface {{(pid=70015) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 915.539985] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.478s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.541455] env[70015]: INFO nova.compute.claims [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.544185] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52be38c7-9570-4510-a540-899d185e5dfb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.564429] env[70015]: DEBUG oslo_vmware.api [None req-e1cc139d-5433-498f-ab79-a7843cda7771 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Waiting for the task: (returnval){ [ 915.564429] env[70015]: value = "task-3611013" [ 915.564429] env[70015]: _type = "Task" [ 915.564429] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.574265] env[70015]: DEBUG oslo_vmware.api [None req-e1cc139d-5433-498f-ab79-a7843cda7771 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611013, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.596885] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-48ac4f1e-bda9-450a-95c5-83ea3383dd7b tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] [instance: b345c2fa-4d74-4563-8069-67fe1e26074d] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 915.596885] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-48ac4f1e-bda9-450a-95c5-83ea3383dd7b tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] [instance: b345c2fa-4d74-4563-8069-67fe1e26074d] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 915.600179] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-48ac4f1e-bda9-450a-95c5-83ea3383dd7b tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Deleting the datastore file [datastore1] b345c2fa-4d74-4563-8069-67fe1e26074d {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.600179] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21452d1d-4e0b-4ebd-829d-0cf757d56fef {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.605260] env[70015]: DEBUG oslo_vmware.api [None req-48ac4f1e-bda9-450a-95c5-83ea3383dd7b tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Waiting for the task: (returnval){ [ 915.605260] env[70015]: value = "task-3611014" [ 915.605260] env[70015]: _type = "Task" [ 915.605260] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.613167] env[70015]: DEBUG oslo_vmware.api [None req-48ac4f1e-bda9-450a-95c5-83ea3383dd7b tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Task: {'id': task-3611014, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.747942] env[70015]: DEBUG nova.network.neutron [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Port dd440719-052a-45f7-9ded-ebd176af4eb7 binding to destination host cpu-1 is already ACTIVE {{(pid=70015) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 915.748272] env[70015]: DEBUG oslo_concurrency.lockutils [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Acquiring lock "refresh_cache-0d762a18-2184-48f1-84d4-ed50fdb03ef8" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.748426] env[70015]: DEBUG oslo_concurrency.lockutils [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Acquired lock "refresh_cache-0d762a18-2184-48f1-84d4-ed50fdb03ef8" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.748592] env[70015]: DEBUG nova.network.neutron [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 915.996035] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 9346b616-beab-42ce-8211-f746d17130ae] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 916.042299] env[70015]: DEBUG nova.compute.utils [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 916.046379] env[70015]: DEBUG nova.compute.manager [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 916.046630] env[70015]: DEBUG nova.network.neutron [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 916.077810] env[70015]: DEBUG oslo_vmware.api [None req-e1cc139d-5433-498f-ab79-a7843cda7771 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611013, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.116450] env[70015]: DEBUG oslo_vmware.api [None req-48ac4f1e-bda9-450a-95c5-83ea3383dd7b tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Task: {'id': task-3611014, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250145} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.116765] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-48ac4f1e-bda9-450a-95c5-83ea3383dd7b tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.116992] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-48ac4f1e-bda9-450a-95c5-83ea3383dd7b tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] [instance: b345c2fa-4d74-4563-8069-67fe1e26074d] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 916.117192] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-48ac4f1e-bda9-450a-95c5-83ea3383dd7b tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] [instance: b345c2fa-4d74-4563-8069-67fe1e26074d] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 916.117392] env[70015]: INFO nova.compute.manager [None req-48ac4f1e-bda9-450a-95c5-83ea3383dd7b tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] [instance: b345c2fa-4d74-4563-8069-67fe1e26074d] Took 1.32 seconds to destroy the instance on the hypervisor. [ 916.117681] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48ac4f1e-bda9-450a-95c5-83ea3383dd7b tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.117939] env[70015]: DEBUG nova.compute.manager [-] [instance: b345c2fa-4d74-4563-8069-67fe1e26074d] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 916.118010] env[70015]: DEBUG nova.network.neutron [-] [instance: b345c2fa-4d74-4563-8069-67fe1e26074d] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 916.167526] env[70015]: DEBUG nova.policy [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5c434507a334eb2a99c82a16ff4138e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f46bede451e4bd286f66d742e8a0a39', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 916.190481] env[70015]: DEBUG nova.network.neutron [None req-d65fadbf-4fd6-466f-a30d-bb0fdeb70034 tempest-ServersAdminTestJSON-173605031 tempest-ServersAdminTestJSON-173605031-project-admin] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] Updating instance_info_cache with network_info: [{"id": "81354a86-ba87-48ec-bcb7-461c7f8f6056", "address": "fa:16:3e:eb:12:79", "network": {"id": "a03823db-7de1-436c-938c-abd5120f81ba", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-835569262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a0a9abb802948cd95b400f75bb3e0e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81354a86-ba", "ovs_interfaceid": "81354a86-ba87-48ec-bcb7-461c7f8f6056", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.470477] env[70015]: DEBUG nova.network.neutron [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Updating instance_info_cache with network_info: [{"id": "dd440719-052a-45f7-9ded-ebd176af4eb7", "address": "fa:16:3e:ef:41:94", "network": {"id": "3c1a3fbb-2170-407e-9ccc-287a3d99ace9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d690f2455b7c4076b06d93f0db674d65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd440719-05", "ovs_interfaceid": "dd440719-052a-45f7-9ded-ebd176af4eb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.499961] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 35f9285c-cb12-45c3-8cb5-b61d10b3c2d4] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 916.549805] env[70015]: DEBUG nova.compute.manager [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 916.576119] env[70015]: DEBUG oslo_vmware.api [None req-e1cc139d-5433-498f-ab79-a7843cda7771 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611013, 'name': ReconfigVM_Task, 'duration_secs': 0.775836} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.576598] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e1cc139d-5433-498f-ab79-a7843cda7771 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Releasing lock "f643562c-87ff-4090-aa1b-f7453ce83b66" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.576832] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e1cc139d-5433-498f-ab79-a7843cda7771 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Reconfigured VM to attach interface {{(pid=70015) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 916.611695] env[70015]: DEBUG nova.network.neutron [req-8438d90f-4405-45e1-a112-ccd4eff38c58 req-580e9c5c-db2e-4601-9f56-9cfdb196e964 service nova] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Updated VIF entry in instance network info cache for port 8cb268ac-0bfe-49b0-8e89-1400d89ae1f6. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 916.611695] env[70015]: DEBUG nova.network.neutron [req-8438d90f-4405-45e1-a112-ccd4eff38c58 req-580e9c5c-db2e-4601-9f56-9cfdb196e964 service nova] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Updating instance_info_cache with network_info: [{"id": "b9412b19-2c3f-4a3d-a2e3-d2ae8b69a54a", "address": "fa:16:3e:15:84:38", "network": {"id": "54eb7a37-2a22-42e7-8acd-b881580de840", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-916588865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c24df7a88e5f4165b2618140613b0538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9412b19-2c", "ovs_interfaceid": "b9412b19-2c3f-4a3d-a2e3-d2ae8b69a54a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7c4a2de3-2461-483c-8106-37c07f8b473a", "address": "fa:16:3e:52:aa:22", "network": {"id": "54eb7a37-2a22-42e7-8acd-b881580de840", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-916588865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c24df7a88e5f4165b2618140613b0538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c4a2de3-24", "ovs_interfaceid": "7c4a2de3-2461-483c-8106-37c07f8b473a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8cb268ac-0bfe-49b0-8e89-1400d89ae1f6", "address": "fa:16:3e:6b:55:f6", "network": {"id": "54eb7a37-2a22-42e7-8acd-b881580de840", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-916588865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c24df7a88e5f4165b2618140613b0538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cb268ac-0b", "ovs_interfaceid": "8cb268ac-0bfe-49b0-8e89-1400d89ae1f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.695021] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d65fadbf-4fd6-466f-a30d-bb0fdeb70034 tempest-ServersAdminTestJSON-173605031 tempest-ServersAdminTestJSON-173605031-project-admin] Releasing lock "refresh_cache-dfdf87e0-a302-455b-880b-5344ded4bdb7" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.695021] env[70015]: DEBUG nova.compute.manager [None req-d65fadbf-4fd6-466f-a30d-bb0fdeb70034 tempest-ServersAdminTestJSON-173605031 tempest-ServersAdminTestJSON-173605031-project-admin] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] Inject network info {{(pid=70015) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 916.695021] env[70015]: DEBUG nova.compute.manager [None req-d65fadbf-4fd6-466f-a30d-bb0fdeb70034 tempest-ServersAdminTestJSON-173605031 tempest-ServersAdminTestJSON-173605031-project-admin] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] network_info to inject: |[{"id": "81354a86-ba87-48ec-bcb7-461c7f8f6056", "address": "fa:16:3e:eb:12:79", "network": {"id": "a03823db-7de1-436c-938c-abd5120f81ba", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-835569262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a0a9abb802948cd95b400f75bb3e0e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81354a86-ba", "ovs_interfaceid": "81354a86-ba87-48ec-bcb7-461c7f8f6056", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 916.700596] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d65fadbf-4fd6-466f-a30d-bb0fdeb70034 tempest-ServersAdminTestJSON-173605031 tempest-ServersAdminTestJSON-173605031-project-admin] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] Reconfiguring VM instance to set the machine id {{(pid=70015) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 916.701346] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3f3fa80-7379-4ccf-b81c-7b16e1d68095 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.720249] env[70015]: DEBUG oslo_vmware.api [None req-d65fadbf-4fd6-466f-a30d-bb0fdeb70034 tempest-ServersAdminTestJSON-173605031 tempest-ServersAdminTestJSON-173605031-project-admin] Waiting for the task: (returnval){ [ 916.720249] env[70015]: value = "task-3611015" [ 916.720249] env[70015]: _type = "Task" [ 916.720249] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.733473] env[70015]: DEBUG oslo_vmware.api [None req-d65fadbf-4fd6-466f-a30d-bb0fdeb70034 tempest-ServersAdminTestJSON-173605031 tempest-ServersAdminTestJSON-173605031-project-admin] Task: {'id': task-3611015, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.938477] env[70015]: DEBUG nova.network.neutron [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Successfully created port: 9d907be9-5fb0-494f-9a82-2dece3f90c82 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 916.973590] env[70015]: DEBUG oslo_concurrency.lockutils [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Releasing lock "refresh_cache-0d762a18-2184-48f1-84d4-ed50fdb03ef8" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.005824] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 251f05bc-7d8b-496a-88a3-1dfe2e7e14f5] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 917.085156] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e1cc139d-5433-498f-ab79-a7843cda7771 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "interface-f643562c-87ff-4090-aa1b-f7453ce83b66-8cb268ac-0bfe-49b0-8e89-1400d89ae1f6" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.595s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.117181] env[70015]: DEBUG oslo_concurrency.lockutils [req-8438d90f-4405-45e1-a112-ccd4eff38c58 req-580e9c5c-db2e-4601-9f56-9cfdb196e964 service nova] Releasing lock "refresh_cache-f643562c-87ff-4090-aa1b-f7453ce83b66" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.141958] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0731635a-7b88-4f4a-a091-db196e42a39d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.151230] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8928698-8716-4fc3-a565-7b3335a25fd9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.184991] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf9240d-6382-42ed-ae5e-d90dcf720063 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.193277] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab6bdad-6563-4d14-8a8f-b52f119035a9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.207596] env[70015]: DEBUG nova.compute.provider_tree [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.229466] env[70015]: DEBUG oslo_vmware.api [None req-d65fadbf-4fd6-466f-a30d-bb0fdeb70034 tempest-ServersAdminTestJSON-173605031 tempest-ServersAdminTestJSON-173605031-project-admin] Task: {'id': task-3611015, 'name': ReconfigVM_Task, 'duration_secs': 0.206633} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.230123] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d65fadbf-4fd6-466f-a30d-bb0fdeb70034 tempest-ServersAdminTestJSON-173605031 tempest-ServersAdminTestJSON-173605031-project-admin] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] Reconfigured VM instance to set the machine id {{(pid=70015) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 917.344031] env[70015]: DEBUG nova.network.neutron [-] [instance: b345c2fa-4d74-4563-8069-67fe1e26074d] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.483612] env[70015]: DEBUG nova.compute.manager [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70015) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 917.483865] env[70015]: DEBUG oslo_concurrency.lockutils [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.512983] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 279f0831-5845-4a1a-b70e-48efbc4bc6c6] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 917.563480] env[70015]: DEBUG nova.compute.manager [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 917.589490] env[70015]: DEBUG nova.virt.hardware [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 917.589845] env[70015]: DEBUG nova.virt.hardware [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 917.590041] env[70015]: DEBUG nova.virt.hardware [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 917.590239] env[70015]: DEBUG nova.virt.hardware [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 917.590389] env[70015]: DEBUG nova.virt.hardware [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 917.590578] env[70015]: DEBUG nova.virt.hardware [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 917.590812] env[70015]: DEBUG nova.virt.hardware [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 917.590974] env[70015]: DEBUG nova.virt.hardware [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 917.591159] env[70015]: DEBUG nova.virt.hardware [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 917.591322] env[70015]: DEBUG nova.virt.hardware [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 917.591580] env[70015]: DEBUG nova.virt.hardware [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 917.593821] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752d9f97-edd9-4de4-9484-fc100a640830 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.601381] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5d705b-6a2f-4e1c-9993-2ea6446e1df8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.711231] env[70015]: DEBUG nova.scheduler.client.report [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.846765] env[70015]: INFO nova.compute.manager [-] [instance: b345c2fa-4d74-4563-8069-67fe1e26074d] Took 1.73 seconds to deallocate network for instance. [ 918.016277] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 962c568b-ddb8-40bb-bdeb-99019be084cc] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 918.038880] env[70015]: DEBUG nova.compute.manager [req-22817aef-d612-4b7f-ab19-ac87f6817c4e req-d31961dc-81d4-4463-8974-d11a9855e3dd service nova] [instance: b345c2fa-4d74-4563-8069-67fe1e26074d] Received event network-vif-deleted-929de39a-26ad-468e-96e1-23a1a9a4c39c {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.219021] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.219021] env[70015]: DEBUG nova.compute.manager [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 918.220823] env[70015]: DEBUG oslo_concurrency.lockutils [None req-36d25fc7-0a31-48f8-9dba-f3053b6d2113 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 29.445s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.356256] env[70015]: DEBUG oslo_concurrency.lockutils [None req-48ac4f1e-bda9-450a-95c5-83ea3383dd7b tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.521457] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 42a0560b-a274-4273-9828-57645661f4a0] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 918.673659] env[70015]: DEBUG oslo_vmware.rw_handles [None req-cb6a9989-9d2c-4738-ae27-d84c759486d5 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52780f8e-4eb7-b198-2d1c-96e4f5c5e63e/disk-0.vmdk. {{(pid=70015) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 918.674742] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab7f241-c9c6-4fde-832c-8a13212ee385 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.681590] env[70015]: DEBUG oslo_vmware.rw_handles [None req-cb6a9989-9d2c-4738-ae27-d84c759486d5 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52780f8e-4eb7-b198-2d1c-96e4f5c5e63e/disk-0.vmdk is in state: ready. {{(pid=70015) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 918.681688] env[70015]: ERROR oslo_vmware.rw_handles [None req-cb6a9989-9d2c-4738-ae27-d84c759486d5 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52780f8e-4eb7-b198-2d1c-96e4f5c5e63e/disk-0.vmdk due to incomplete transfer. [ 918.681922] env[70015]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2a4e3acd-5274-4fee-9f31-ab8b7aec4f0e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.688918] env[70015]: DEBUG oslo_vmware.rw_handles [None req-cb6a9989-9d2c-4738-ae27-d84c759486d5 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52780f8e-4eb7-b198-2d1c-96e4f5c5e63e/disk-0.vmdk. {{(pid=70015) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 918.689100] env[70015]: DEBUG nova.virt.vmwareapi.images [None req-cb6a9989-9d2c-4738-ae27-d84c759486d5 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Uploaded image f1764bf9-640c-49e0-a974-45050410d532 to the Glance image server {{(pid=70015) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 918.693018] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb6a9989-9d2c-4738-ae27-d84c759486d5 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Destroying the VM {{(pid=70015) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 918.693018] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ef3a259e-160c-48f5-88c9-89e754c57b6d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.698787] env[70015]: DEBUG oslo_vmware.api [None req-cb6a9989-9d2c-4738-ae27-d84c759486d5 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 918.698787] env[70015]: value = "task-3611017" [ 918.698787] env[70015]: _type = "Task" [ 918.698787] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.706993] env[70015]: DEBUG oslo_vmware.api [None req-cb6a9989-9d2c-4738-ae27-d84c759486d5 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611017, 'name': Destroy_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.724568] env[70015]: DEBUG nova.compute.utils [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 918.726205] env[70015]: DEBUG nova.compute.manager [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Not allocating networking since 'none' was specified. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 918.734115] env[70015]: DEBUG nova.network.neutron [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Successfully updated port: 9d907be9-5fb0-494f-9a82-2dece3f90c82 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 919.024022] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: b06c2059-7b44-45df-abcd-b99348a86df4] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 919.151492] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1a7dac-6beb-4430-ad96-7173cbe6b117 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.158930] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f4f293-ceab-4aa4-8d71-f02e2229df33 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.189938] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64325c2-15ad-4005-be60-db0556ed8ac6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.197182] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a396bdca-3fe5-4888-81db-2799c12f6362 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.210348] env[70015]: DEBUG oslo_vmware.api [None req-cb6a9989-9d2c-4738-ae27-d84c759486d5 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611017, 'name': Destroy_Task, 'duration_secs': 0.34683} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.218162] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-cb6a9989-9d2c-4738-ae27-d84c759486d5 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Destroyed the VM [ 919.218770] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6a9989-9d2c-4738-ae27-d84c759486d5 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Deleting Snapshot of the VM instance {{(pid=70015) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 919.219294] env[70015]: DEBUG nova.compute.provider_tree [None req-36d25fc7-0a31-48f8-9dba-f3053b6d2113 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.220628] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-19927707-9df1-46dc-b21d-2636aad7d54d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.230161] env[70015]: DEBUG nova.compute.manager [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 919.234331] env[70015]: DEBUG oslo_vmware.api [None req-cb6a9989-9d2c-4738-ae27-d84c759486d5 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 919.234331] env[70015]: value = "task-3611018" [ 919.234331] env[70015]: _type = "Task" [ 919.234331] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.237820] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquiring lock "refresh_cache-91a19e38-b0fe-4412-b653-e9980ccb0c25" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.237999] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquired lock "refresh_cache-91a19e38-b0fe-4412-b653-e9980ccb0c25" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.238191] env[70015]: DEBUG nova.network.neutron [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.246753] env[70015]: DEBUG oslo_vmware.api [None req-cb6a9989-9d2c-4738-ae27-d84c759486d5 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611018, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.529604] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: ef5f3af0-6e71-4dbd-8bb9-cdc8ca6d9622] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 919.727106] env[70015]: DEBUG nova.scheduler.client.report [None req-36d25fc7-0a31-48f8-9dba-f3053b6d2113 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.747979] env[70015]: DEBUG oslo_vmware.api [None req-cb6a9989-9d2c-4738-ae27-d84c759486d5 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611018, 'name': RemoveSnapshot_Task, 'duration_secs': 0.491615} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.748564] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6a9989-9d2c-4738-ae27-d84c759486d5 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Deleted Snapshot of the VM instance {{(pid=70015) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 919.748668] env[70015]: INFO nova.compute.manager [None req-cb6a9989-9d2c-4738-ae27-d84c759486d5 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Took 13.84 seconds to snapshot the instance on the hypervisor. [ 919.785881] env[70015]: DEBUG nova.network.neutron [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 920.033491] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 70185831-3921-4fbf-8382-b6098f340372] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 920.050504] env[70015]: DEBUG nova.network.neutron [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Updating instance_info_cache with network_info: [{"id": "9d907be9-5fb0-494f-9a82-2dece3f90c82", "address": "fa:16:3e:f4:58:b3", "network": {"id": "8f7fedcd-4fbd-4c74-ad06-9db4b807c476", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1172678132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f46bede451e4bd286f66d742e8a0a39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d907be9-5f", "ovs_interfaceid": "9d907be9-5fb0-494f-9a82-2dece3f90c82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.243534] env[70015]: DEBUG nova.compute.manager [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 920.275354] env[70015]: DEBUG nova.virt.hardware [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 920.275623] env[70015]: DEBUG nova.virt.hardware [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 920.275777] env[70015]: DEBUG nova.virt.hardware [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.275959] env[70015]: DEBUG nova.virt.hardware [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 920.276130] env[70015]: DEBUG nova.virt.hardware [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.276288] env[70015]: DEBUG nova.virt.hardware [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 920.276492] env[70015]: DEBUG nova.virt.hardware [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 920.276649] env[70015]: DEBUG nova.virt.hardware [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 920.276815] env[70015]: DEBUG nova.virt.hardware [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 920.276976] env[70015]: DEBUG nova.virt.hardware [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 920.277166] env[70015]: DEBUG nova.virt.hardware [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 920.278632] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae40eb9-1d6a-46cd-ad9a-a1a907c137c3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.289209] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236df7f0-1fd7-4ce6-b695-0c6ca41bf9ec {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.302910] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Instance VIF info [] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 920.308311] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Creating folder: Project (6f1065047ca54a69a7af7c948313b39d). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 920.308608] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41e8f36a-a0e8-49cf-be8c-11638fe03453 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.324197] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Created folder: Project (6f1065047ca54a69a7af7c948313b39d) in parent group-v720117. [ 920.324706] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Creating folder: Instances. Parent ref: group-v720312. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 920.325162] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dbf04740-8d02-4cf5-9bfb-b58d530e6657 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.336612] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Created folder: Instances in parent group-v720312. [ 920.336865] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.337066] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 920.337276] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-197ac1a1-a9c9-4788-beb6-9bdb68950815 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.356396] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 920.356396] env[70015]: value = "task-3611021" [ 920.356396] env[70015]: _type = "Task" [ 920.356396] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.368511] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611021, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.538038] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 30be86a3-ab72-49b8-80f3-353cc9a4bd68] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 920.552352] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Releasing lock "refresh_cache-91a19e38-b0fe-4412-b653-e9980ccb0c25" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.552696] env[70015]: DEBUG nova.compute.manager [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Instance network_info: |[{"id": "9d907be9-5fb0-494f-9a82-2dece3f90c82", "address": "fa:16:3e:f4:58:b3", "network": {"id": "8f7fedcd-4fbd-4c74-ad06-9db4b807c476", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1172678132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f46bede451e4bd286f66d742e8a0a39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d907be9-5f", "ovs_interfaceid": "9d907be9-5fb0-494f-9a82-2dece3f90c82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 920.554238] env[70015]: DEBUG nova.compute.manager [req-1fa4561b-6409-4ec5-890a-dd0c6f930166 req-ca4c5dcf-252d-4082-b9e5-a221831f25fb service nova] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Received event network-vif-plugged-9d907be9-5fb0-494f-9a82-2dece3f90c82 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.554439] env[70015]: DEBUG oslo_concurrency.lockutils [req-1fa4561b-6409-4ec5-890a-dd0c6f930166 req-ca4c5dcf-252d-4082-b9e5-a221831f25fb service nova] Acquiring lock "91a19e38-b0fe-4412-b653-e9980ccb0c25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.554652] env[70015]: DEBUG oslo_concurrency.lockutils [req-1fa4561b-6409-4ec5-890a-dd0c6f930166 req-ca4c5dcf-252d-4082-b9e5-a221831f25fb service nova] Lock "91a19e38-b0fe-4412-b653-e9980ccb0c25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.554821] env[70015]: DEBUG oslo_concurrency.lockutils [req-1fa4561b-6409-4ec5-890a-dd0c6f930166 req-ca4c5dcf-252d-4082-b9e5-a221831f25fb service nova] Lock "91a19e38-b0fe-4412-b653-e9980ccb0c25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.554996] env[70015]: DEBUG nova.compute.manager [req-1fa4561b-6409-4ec5-890a-dd0c6f930166 req-ca4c5dcf-252d-4082-b9e5-a221831f25fb service nova] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] No waiting events found dispatching network-vif-plugged-9d907be9-5fb0-494f-9a82-2dece3f90c82 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 920.555180] env[70015]: WARNING nova.compute.manager [req-1fa4561b-6409-4ec5-890a-dd0c6f930166 req-ca4c5dcf-252d-4082-b9e5-a221831f25fb service nova] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Received unexpected event network-vif-plugged-9d907be9-5fb0-494f-9a82-2dece3f90c82 for instance with vm_state building and task_state spawning. [ 920.555347] env[70015]: DEBUG nova.compute.manager [req-1fa4561b-6409-4ec5-890a-dd0c6f930166 req-ca4c5dcf-252d-4082-b9e5-a221831f25fb service nova] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Received event network-changed-3831fe3b-d7ef-40d6-be30-27fd59eaf0a3 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.555503] env[70015]: DEBUG nova.compute.manager [req-1fa4561b-6409-4ec5-890a-dd0c6f930166 req-ca4c5dcf-252d-4082-b9e5-a221831f25fb service nova] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Refreshing instance network info cache due to event network-changed-3831fe3b-d7ef-40d6-be30-27fd59eaf0a3. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 920.555684] env[70015]: DEBUG oslo_concurrency.lockutils [req-1fa4561b-6409-4ec5-890a-dd0c6f930166 req-ca4c5dcf-252d-4082-b9e5-a221831f25fb service nova] Acquiring lock "refresh_cache-ef9ab7eb-ca3b-4cae-a693-91ed524fe718" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.555820] env[70015]: DEBUG oslo_concurrency.lockutils [req-1fa4561b-6409-4ec5-890a-dd0c6f930166 req-ca4c5dcf-252d-4082-b9e5-a221831f25fb service nova] Acquired lock "refresh_cache-ef9ab7eb-ca3b-4cae-a693-91ed524fe718" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.555975] env[70015]: DEBUG nova.network.neutron [req-1fa4561b-6409-4ec5-890a-dd0c6f930166 req-ca4c5dcf-252d-4082-b9e5-a221831f25fb service nova] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Refreshing network info cache for port 3831fe3b-d7ef-40d6-be30-27fd59eaf0a3 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 920.557203] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:58:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d062877-0b23-4965-908b-f585f25f3bf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d907be9-5fb0-494f-9a82-2dece3f90c82', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 920.565442] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.567248] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 920.567480] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-701864b4-4096-4138-b274-ad3e5cf7f2dc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.588148] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 920.588148] env[70015]: value = "task-3611022" [ 920.588148] env[70015]: _type = "Task" [ 920.588148] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.596834] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611022, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.612836] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2f31c7e8-bf44-42ad-8311-d85b0167b8ce tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "interface-f643562c-87ff-4090-aa1b-f7453ce83b66-7c4a2de3-2461-483c-8106-37c07f8b473a" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.613126] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2f31c7e8-bf44-42ad-8311-d85b0167b8ce tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "interface-f643562c-87ff-4090-aa1b-f7453ce83b66-7c4a2de3-2461-483c-8106-37c07f8b473a" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.737598] env[70015]: DEBUG oslo_concurrency.lockutils [None req-36d25fc7-0a31-48f8-9dba-f3053b6d2113 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.517s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.740441] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.565s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.741970] env[70015]: INFO nova.compute.claims [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: b498583a-2390-46af-b939-72998ebacdf5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 920.760644] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.815344] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3eeb14a4-0c77-490a-a802-407cc0a0e946 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquiring lock "3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.815654] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3eeb14a4-0c77-490a-a802-407cc0a0e946 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lock "3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.815872] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3eeb14a4-0c77-490a-a802-407cc0a0e946 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquiring lock "3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.816092] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3eeb14a4-0c77-490a-a802-407cc0a0e946 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lock "3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.816267] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3eeb14a4-0c77-490a-a802-407cc0a0e946 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lock "3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.821130] env[70015]: INFO nova.compute.manager [None req-3eeb14a4-0c77-490a-a802-407cc0a0e946 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Terminating instance [ 920.867603] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611021, 'name': CreateVM_Task, 'duration_secs': 0.312589} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.867783] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 920.868241] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.868452] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.868765] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.869037] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d02d144a-deb2-40a2-8b58-9580fd7a968d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.873871] env[70015]: DEBUG oslo_vmware.api [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Waiting for the task: (returnval){ [ 920.873871] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]521bebd0-5263-49a1-417c-746c6f8149ce" [ 920.873871] env[70015]: _type = "Task" [ 920.873871] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.883810] env[70015]: DEBUG oslo_vmware.api [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]521bebd0-5263-49a1-417c-746c6f8149ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.041340] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: ed0df3fa-1cc4-4a88-b1cc-2edf3b2dcdb9] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 921.101027] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611022, 'name': CreateVM_Task, 'duration_secs': 0.340085} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.101027] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 921.101027] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.116757] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2f31c7e8-bf44-42ad-8311-d85b0167b8ce tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "f643562c-87ff-4090-aa1b-f7453ce83b66" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.116757] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2f31c7e8-bf44-42ad-8311-d85b0167b8ce tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquired lock "f643562c-87ff-4090-aa1b-f7453ce83b66" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.117656] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ec788c-d2a6-4428-a8a9-aaa664383535 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.138217] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94dc8a8-fe74-43bd-921b-ad37bb2d772a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.167394] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-2f31c7e8-bf44-42ad-8311-d85b0167b8ce tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Reconfiguring VM to detach interface {{(pid=70015) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 921.167693] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8ecb624-87a9-46ac-ba94-22991298437d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.185768] env[70015]: DEBUG oslo_vmware.api [None req-2f31c7e8-bf44-42ad-8311-d85b0167b8ce tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Waiting for the task: (returnval){ [ 921.185768] env[70015]: value = "task-3611023" [ 921.185768] env[70015]: _type = "Task" [ 921.185768] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.193932] env[70015]: DEBUG oslo_vmware.api [None req-2f31c7e8-bf44-42ad-8311-d85b0167b8ce tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611023, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.305439] env[70015]: INFO nova.scheduler.client.report [None req-36d25fc7-0a31-48f8-9dba-f3053b6d2113 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Deleted allocation for migration 00c4a8d2-6949-441f-9769-d2ad5c17f0e1 [ 921.326708] env[70015]: DEBUG nova.compute.manager [None req-3eeb14a4-0c77-490a-a802-407cc0a0e946 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 921.326946] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3eeb14a4-0c77-490a-a802-407cc0a0e946 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 921.327839] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028be70f-1f81-456a-a826-f084582ea60b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.336075] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3eeb14a4-0c77-490a-a802-407cc0a0e946 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 921.338810] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31f971b0-6858-4c2e-9791-f13ee33807d3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.385656] env[70015]: DEBUG oslo_vmware.api [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]521bebd0-5263-49a1-417c-746c6f8149ce, 'name': SearchDatastore_Task, 'duration_secs': 0.010267} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.386066] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.386394] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 921.386768] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.387008] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.387322] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 921.387719] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.392215] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.392422] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3f2b744-114f-40d1-ab62-196b7df895ae {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.395159] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44b5ffeb-3dfe-41dd-9e04-e85d81f99bdf {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.403478] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3eeb14a4-0c77-490a-a802-407cc0a0e946 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 921.403777] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3eeb14a4-0c77-490a-a802-407cc0a0e946 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 921.407237] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eeb14a4-0c77-490a-a802-407cc0a0e946 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Deleting the datastore file [datastore2] 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 921.407866] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c732a5f-0911-492a-a794-dcf282c6ecf3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.413813] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 921.413991] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 921.414802] env[70015]: DEBUG oslo_vmware.api [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 921.414802] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52ccf133-9429-eb73-596e-504a9fd4ecbf" [ 921.414802] env[70015]: _type = "Task" [ 921.414802] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.415336] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da808539-496a-4f24-bf85-cbbf5efa07d8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.423519] env[70015]: DEBUG oslo_vmware.api [None req-3eeb14a4-0c77-490a-a802-407cc0a0e946 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 921.423519] env[70015]: value = "task-3611025" [ 921.423519] env[70015]: _type = "Task" [ 921.423519] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.433663] env[70015]: DEBUG oslo_vmware.api [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52ccf133-9429-eb73-596e-504a9fd4ecbf, 'name': SearchDatastore_Task, 'duration_secs': 0.017068} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.433663] env[70015]: DEBUG oslo_vmware.api [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Waiting for the task: (returnval){ [ 921.433663] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52360543-43e0-db11-4acb-859ee73db22a" [ 921.433663] env[70015]: _type = "Task" [ 921.433663] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.433663] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.433663] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 921.433663] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.442828] env[70015]: DEBUG oslo_vmware.api [None req-3eeb14a4-0c77-490a-a802-407cc0a0e946 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611025, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.445945] env[70015]: DEBUG oslo_vmware.api [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52360543-43e0-db11-4acb-859ee73db22a, 'name': SearchDatastore_Task, 'duration_secs': 0.009637} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.450016] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0810675b-9b87-4903-900d-cf60d8641f21 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.451598] env[70015]: DEBUG oslo_vmware.api [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Waiting for the task: (returnval){ [ 921.451598] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52201b7b-c772-8001-1389-ca5089ee85dc" [ 921.451598] env[70015]: _type = "Task" [ 921.451598] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.460945] env[70015]: DEBUG oslo_vmware.api [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52201b7b-c772-8001-1389-ca5089ee85dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.488512] env[70015]: DEBUG nova.network.neutron [req-1fa4561b-6409-4ec5-890a-dd0c6f930166 req-ca4c5dcf-252d-4082-b9e5-a221831f25fb service nova] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Updated VIF entry in instance network info cache for port 3831fe3b-d7ef-40d6-be30-27fd59eaf0a3. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 921.488902] env[70015]: DEBUG nova.network.neutron [req-1fa4561b-6409-4ec5-890a-dd0c6f930166 req-ca4c5dcf-252d-4082-b9e5-a221831f25fb service nova] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Updating instance_info_cache with network_info: [{"id": "3831fe3b-d7ef-40d6-be30-27fd59eaf0a3", "address": "fa:16:3e:5a:32:7a", "network": {"id": "f175b25a-150b-48ff-8d52-40b9855c6424", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1218795995-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c6184e2b3b784c9eb016ba1c5d89a781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3831fe3b-d7", "ovs_interfaceid": "3831fe3b-d7ef-40d6-be30-27fd59eaf0a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.544834] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: af089f7b-dc31-4722-93a2-a2dbc9ff557e] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 921.697326] env[70015]: DEBUG oslo_vmware.api [None req-2f31c7e8-bf44-42ad-8311-d85b0167b8ce tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.747091] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquiring lock "678caff9-51ea-40ee-945b-6fe9901fd7f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.747091] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lock "678caff9-51ea-40ee-945b-6fe9901fd7f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.814938] env[70015]: DEBUG oslo_concurrency.lockutils [None req-36d25fc7-0a31-48f8-9dba-f3053b6d2113 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "566ef0e4-fa32-47b4-aa48-094c2d0030b5" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 36.106s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.937339] env[70015]: DEBUG oslo_vmware.api [None req-3eeb14a4-0c77-490a-a802-407cc0a0e946 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611025, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285073} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.937950] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eeb14a4-0c77-490a-a802-407cc0a0e946 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 921.941019] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3eeb14a4-0c77-490a-a802-407cc0a0e946 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 921.941019] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3eeb14a4-0c77-490a-a802-407cc0a0e946 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 921.941019] env[70015]: INFO nova.compute.manager [None req-3eeb14a4-0c77-490a-a802-407cc0a0e946 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Took 0.61 seconds to destroy the instance on the hypervisor. [ 921.941019] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3eeb14a4-0c77-490a-a802-407cc0a0e946 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.941019] env[70015]: DEBUG nova.compute.manager [-] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 921.941019] env[70015]: DEBUG nova.network.neutron [-] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 921.965516] env[70015]: DEBUG oslo_vmware.api [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52201b7b-c772-8001-1389-ca5089ee85dc, 'name': SearchDatastore_Task, 'duration_secs': 0.009294} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.965516] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.965516] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 37d5cc23-3eb8-419f-8eca-a2897e3638b2/37d5cc23-3eb8-419f-8eca-a2897e3638b2.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 921.965516] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.965516] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 921.965516] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-963d6417-b01a-4541-b22c-82182b034b28 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.975310] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2e0325e-7cc1-4d93-a4c5-83a220e3f58d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.983922] env[70015]: DEBUG oslo_vmware.api [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Waiting for the task: (returnval){ [ 921.983922] env[70015]: value = "task-3611026" [ 921.983922] env[70015]: _type = "Task" [ 921.983922] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.992600] env[70015]: DEBUG oslo_concurrency.lockutils [req-1fa4561b-6409-4ec5-890a-dd0c6f930166 req-ca4c5dcf-252d-4082-b9e5-a221831f25fb service nova] Releasing lock "refresh_cache-ef9ab7eb-ca3b-4cae-a693-91ed524fe718" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.993020] env[70015]: DEBUG nova.compute.manager [req-1fa4561b-6409-4ec5-890a-dd0c6f930166 req-ca4c5dcf-252d-4082-b9e5-a221831f25fb service nova] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Received event network-changed-9d907be9-5fb0-494f-9a82-2dece3f90c82 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.993557] env[70015]: DEBUG nova.compute.manager [req-1fa4561b-6409-4ec5-890a-dd0c6f930166 req-ca4c5dcf-252d-4082-b9e5-a221831f25fb service nova] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Refreshing instance network info cache due to event network-changed-9d907be9-5fb0-494f-9a82-2dece3f90c82. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 921.993906] env[70015]: DEBUG oslo_concurrency.lockutils [req-1fa4561b-6409-4ec5-890a-dd0c6f930166 req-ca4c5dcf-252d-4082-b9e5-a221831f25fb service nova] Acquiring lock "refresh_cache-91a19e38-b0fe-4412-b653-e9980ccb0c25" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.994344] env[70015]: DEBUG oslo_concurrency.lockutils [req-1fa4561b-6409-4ec5-890a-dd0c6f930166 req-ca4c5dcf-252d-4082-b9e5-a221831f25fb service nova] Acquired lock "refresh_cache-91a19e38-b0fe-4412-b653-e9980ccb0c25" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.994704] env[70015]: DEBUG nova.network.neutron [req-1fa4561b-6409-4ec5-890a-dd0c6f930166 req-ca4c5dcf-252d-4082-b9e5-a221831f25fb service nova] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Refreshing network info cache for port 9d907be9-5fb0-494f-9a82-2dece3f90c82 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 921.999020] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 921.999020] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 922.006987] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-373a578d-819d-4334-813a-50d3817ba1e3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.011161] env[70015]: DEBUG oslo_vmware.api [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Task: {'id': task-3611026, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.016452] env[70015]: DEBUG oslo_vmware.api [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 922.016452] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52c8a76b-9d10-c571-8685-deff0ecad288" [ 922.016452] env[70015]: _type = "Task" [ 922.016452] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.029512] env[70015]: DEBUG oslo_vmware.api [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52c8a76b-9d10-c571-8685-deff0ecad288, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.048161] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 7c09a291-1667-49f1-aa1a-6b08c4516db7] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 922.201179] env[70015]: DEBUG oslo_vmware.api [None req-2f31c7e8-bf44-42ad-8311-d85b0167b8ce tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.252133] env[70015]: DEBUG nova.compute.manager [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 922.293959] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81884a94-ca75-47c6-adda-daf4cca2648b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.304493] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc947d0-b71c-4496-a4dc-88d330af3c8b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.346687] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081b78fe-fa59-4ef9-ad07-02ba2571b7fe {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.355207] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0400cf-8766-4645-b111-33e5f34b8ffb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.373219] env[70015]: DEBUG nova.compute.provider_tree [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.494128] env[70015]: DEBUG oslo_vmware.api [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Task: {'id': task-3611026, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49084} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.494412] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 37d5cc23-3eb8-419f-8eca-a2897e3638b2/37d5cc23-3eb8-419f-8eca-a2897e3638b2.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 922.494631] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 922.494891] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-adc99f4e-5fcb-46de-9d7d-233446bd9a78 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.503240] env[70015]: DEBUG oslo_vmware.api [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Waiting for the task: (returnval){ [ 922.503240] env[70015]: value = "task-3611027" [ 922.503240] env[70015]: _type = "Task" [ 922.503240] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.510899] env[70015]: DEBUG oslo_vmware.api [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Task: {'id': task-3611027, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.526236] env[70015]: DEBUG oslo_vmware.api [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52c8a76b-9d10-c571-8685-deff0ecad288, 'name': SearchDatastore_Task, 'duration_secs': 0.009494} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.527011] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2072581-ca13-446b-bd64-26fb6235b054 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.531596] env[70015]: DEBUG oslo_vmware.api [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 922.531596] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52820634-1a4a-2354-6978-1a644fdee275" [ 922.531596] env[70015]: _type = "Task" [ 922.531596] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.538752] env[70015]: DEBUG oslo_vmware.api [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52820634-1a4a-2354-6978-1a644fdee275, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.553008] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: a4ff87cd-018c-4386-ad14-5018367b64b2] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 922.699894] env[70015]: DEBUG oslo_vmware.api [None req-2f31c7e8-bf44-42ad-8311-d85b0167b8ce tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.775131] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.825367] env[70015]: DEBUG nova.network.neutron [req-1fa4561b-6409-4ec5-890a-dd0c6f930166 req-ca4c5dcf-252d-4082-b9e5-a221831f25fb service nova] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Updated VIF entry in instance network info cache for port 9d907be9-5fb0-494f-9a82-2dece3f90c82. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 922.825736] env[70015]: DEBUG nova.network.neutron [req-1fa4561b-6409-4ec5-890a-dd0c6f930166 req-ca4c5dcf-252d-4082-b9e5-a221831f25fb service nova] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Updating instance_info_cache with network_info: [{"id": "9d907be9-5fb0-494f-9a82-2dece3f90c82", "address": "fa:16:3e:f4:58:b3", "network": {"id": "8f7fedcd-4fbd-4c74-ad06-9db4b807c476", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1172678132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f46bede451e4bd286f66d742e8a0a39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d907be9-5f", "ovs_interfaceid": "9d907be9-5fb0-494f-9a82-2dece3f90c82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.865354] env[70015]: DEBUG nova.network.neutron [-] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.876343] env[70015]: DEBUG nova.scheduler.client.report [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.019019] env[70015]: DEBUG oslo_vmware.api [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Task: {'id': task-3611027, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059199} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.019019] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 923.019019] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4aa5841-f9d7-44d3-9b8a-9be39202d841 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.040397] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 37d5cc23-3eb8-419f-8eca-a2897e3638b2/37d5cc23-3eb8-419f-8eca-a2897e3638b2.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.041061] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef7e6d6e-7df7-4182-8ba4-408d186d40d8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.059220] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: ab0d7edc-40dc-4c99-b245-df41dfca3c3d] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 923.067914] env[70015]: DEBUG oslo_vmware.api [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52820634-1a4a-2354-6978-1a644fdee275, 'name': SearchDatastore_Task, 'duration_secs': 0.00889} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.072018] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.072018] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 91a19e38-b0fe-4412-b653-e9980ccb0c25/91a19e38-b0fe-4412-b653-e9980ccb0c25.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 923.072018] env[70015]: DEBUG oslo_vmware.api [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Waiting for the task: (returnval){ [ 923.072018] env[70015]: value = "task-3611028" [ 923.072018] env[70015]: _type = "Task" [ 923.072018] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.072018] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d2f386d-c369-4089-a964-9afd04dc39e1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.080473] env[70015]: DEBUG oslo_vmware.api [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Task: {'id': task-3611028, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.081985] env[70015]: DEBUG oslo_vmware.api [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 923.081985] env[70015]: value = "task-3611029" [ 923.081985] env[70015]: _type = "Task" [ 923.081985] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.090025] env[70015]: DEBUG oslo_vmware.api [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611029, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.198787] env[70015]: DEBUG oslo_vmware.api [None req-2f31c7e8-bf44-42ad-8311-d85b0167b8ce tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.233219] env[70015]: DEBUG nova.compute.manager [req-0d60b514-9c21-4b3f-bf01-6bc22f0486e7 req-a5bf286f-0fbe-441b-83ab-497f84ff9ec8 service nova] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Received event network-changed-3831fe3b-d7ef-40d6-be30-27fd59eaf0a3 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.233219] env[70015]: DEBUG nova.compute.manager [req-0d60b514-9c21-4b3f-bf01-6bc22f0486e7 req-a5bf286f-0fbe-441b-83ab-497f84ff9ec8 service nova] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Refreshing instance network info cache due to event network-changed-3831fe3b-d7ef-40d6-be30-27fd59eaf0a3. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 923.233564] env[70015]: DEBUG oslo_concurrency.lockutils [req-0d60b514-9c21-4b3f-bf01-6bc22f0486e7 req-a5bf286f-0fbe-441b-83ab-497f84ff9ec8 service nova] Acquiring lock "refresh_cache-ef9ab7eb-ca3b-4cae-a693-91ed524fe718" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.233564] env[70015]: DEBUG oslo_concurrency.lockutils [req-0d60b514-9c21-4b3f-bf01-6bc22f0486e7 req-a5bf286f-0fbe-441b-83ab-497f84ff9ec8 service nova] Acquired lock "refresh_cache-ef9ab7eb-ca3b-4cae-a693-91ed524fe718" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.235424] env[70015]: DEBUG nova.network.neutron [req-0d60b514-9c21-4b3f-bf01-6bc22f0486e7 req-a5bf286f-0fbe-441b-83ab-497f84ff9ec8 service nova] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Refreshing network info cache for port 3831fe3b-d7ef-40d6-be30-27fd59eaf0a3 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 923.328831] env[70015]: DEBUG oslo_concurrency.lockutils [req-1fa4561b-6409-4ec5-890a-dd0c6f930166 req-ca4c5dcf-252d-4082-b9e5-a221831f25fb service nova] Releasing lock "refresh_cache-91a19e38-b0fe-4412-b653-e9980ccb0c25" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.329208] env[70015]: DEBUG nova.compute.manager [req-1fa4561b-6409-4ec5-890a-dd0c6f930166 req-ca4c5dcf-252d-4082-b9e5-a221831f25fb service nova] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Received event network-changed-3831fe3b-d7ef-40d6-be30-27fd59eaf0a3 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.329546] env[70015]: DEBUG nova.compute.manager [req-1fa4561b-6409-4ec5-890a-dd0c6f930166 req-ca4c5dcf-252d-4082-b9e5-a221831f25fb service nova] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Refreshing instance network info cache due to event network-changed-3831fe3b-d7ef-40d6-be30-27fd59eaf0a3. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 923.329656] env[70015]: DEBUG oslo_concurrency.lockutils [req-1fa4561b-6409-4ec5-890a-dd0c6f930166 req-ca4c5dcf-252d-4082-b9e5-a221831f25fb service nova] Acquiring lock "refresh_cache-ef9ab7eb-ca3b-4cae-a693-91ed524fe718" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.368072] env[70015]: INFO nova.compute.manager [-] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Took 1.43 seconds to deallocate network for instance. [ 923.380949] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.381556] env[70015]: DEBUG nova.compute.manager [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: b498583a-2390-46af-b939-72998ebacdf5] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 923.384104] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a8701752-57a4-4986-9f4f-9559f9c90b03 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 33.153s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.564881] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 4070a41b-136b-41e4-bd77-7ac36f7482d4] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 923.592470] env[70015]: DEBUG oslo_vmware.api [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Task: {'id': task-3611028, 'name': ReconfigVM_Task, 'duration_secs': 0.277045} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.593466] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 37d5cc23-3eb8-419f-8eca-a2897e3638b2/37d5cc23-3eb8-419f-8eca-a2897e3638b2.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.600237] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3af7af8b-058f-42a8-a8c1-d5cd0af8476e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.600444] env[70015]: DEBUG oslo_vmware.api [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611029, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.606062] env[70015]: DEBUG oslo_vmware.api [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Waiting for the task: (returnval){ [ 923.606062] env[70015]: value = "task-3611030" [ 923.606062] env[70015]: _type = "Task" [ 923.606062] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.619418] env[70015]: DEBUG oslo_vmware.api [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Task: {'id': task-3611030, 'name': Rename_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.704631] env[70015]: DEBUG oslo_vmware.api [None req-2f31c7e8-bf44-42ad-8311-d85b0167b8ce tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.874346] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3eeb14a4-0c77-490a-a802-407cc0a0e946 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.888200] env[70015]: DEBUG nova.compute.utils [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 923.896642] env[70015]: DEBUG nova.compute.manager [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: b498583a-2390-46af-b939-72998ebacdf5] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 923.896642] env[70015]: DEBUG nova.network.neutron [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: b498583a-2390-46af-b939-72998ebacdf5] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 924.010286] env[70015]: DEBUG nova.policy [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97fe7707d9f14e94827d6a5d6629fc2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd1c3c3921bf344c780646f4bee87bbab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 924.069023] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 303bd8c0-555b-4eb4-a5f4-3d6cc2eaf206] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 924.096114] env[70015]: DEBUG oslo_vmware.api [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611029, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.760773} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.099679] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 91a19e38-b0fe-4412-b653-e9980ccb0c25/91a19e38-b0fe-4412-b653-e9980ccb0c25.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 924.099925] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 924.100386] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b4e30aa-4440-4c6c-9fcd-18a5530e1c52 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.108788] env[70015]: DEBUG oslo_vmware.api [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 924.108788] env[70015]: value = "task-3611031" [ 924.108788] env[70015]: _type = "Task" [ 924.108788] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.127645] env[70015]: DEBUG oslo_vmware.api [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Task: {'id': task-3611030, 'name': Rename_Task, 'duration_secs': 0.339236} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.132567] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.132996] env[70015]: DEBUG oslo_vmware.api [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611031, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.137154] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71dc267a-b67c-4f4a-b451-64aac39cbdbf {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.145448] env[70015]: DEBUG oslo_vmware.api [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Waiting for the task: (returnval){ [ 924.145448] env[70015]: value = "task-3611032" [ 924.145448] env[70015]: _type = "Task" [ 924.145448] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.145827] env[70015]: DEBUG nova.network.neutron [req-0d60b514-9c21-4b3f-bf01-6bc22f0486e7 req-a5bf286f-0fbe-441b-83ab-497f84ff9ec8 service nova] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Updated VIF entry in instance network info cache for port 3831fe3b-d7ef-40d6-be30-27fd59eaf0a3. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 924.146021] env[70015]: DEBUG nova.network.neutron [req-0d60b514-9c21-4b3f-bf01-6bc22f0486e7 req-a5bf286f-0fbe-441b-83ab-497f84ff9ec8 service nova] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Updating instance_info_cache with network_info: [{"id": "3831fe3b-d7ef-40d6-be30-27fd59eaf0a3", "address": "fa:16:3e:5a:32:7a", "network": {"id": "f175b25a-150b-48ff-8d52-40b9855c6424", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1218795995-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c6184e2b3b784c9eb016ba1c5d89a781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3831fe3b-d7", "ovs_interfaceid": "3831fe3b-d7ef-40d6-be30-27fd59eaf0a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.169957] env[70015]: DEBUG oslo_vmware.api [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Task: {'id': task-3611032, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.201590] env[70015]: DEBUG oslo_vmware.api [None req-2f31c7e8-bf44-42ad-8311-d85b0167b8ce tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.396851] env[70015]: DEBUG nova.compute.manager [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: b498583a-2390-46af-b939-72998ebacdf5] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 924.525035] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d782e75-2637-4c9f-98e8-cb080d6c68af {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.535060] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3811cc3a-d3e2-4b38-9075-1230f4f34683 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.566916] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85eb1f73-6373-471e-96f5-d3b03080deed {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.573898] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: d9957b72-61d0-4280-90c3-effa1cb9fce6] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 924.577770] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0672947-26af-477d-9623-f1472ae32c7d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.591975] env[70015]: DEBUG nova.compute.provider_tree [None req-a8701752-57a4-4986-9f4f-9559f9c90b03 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.623046] env[70015]: DEBUG oslo_vmware.api [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611031, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073556} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.623353] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 924.624373] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0bda96-3f69-4b85-a10b-e59d2c332edc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.648926] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 91a19e38-b0fe-4412-b653-e9980ccb0c25/91a19e38-b0fe-4412-b653-e9980ccb0c25.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 924.649815] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7084b01f-f4e7-4a44-9f0d-124b8331cbc9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.668388] env[70015]: DEBUG oslo_concurrency.lockutils [req-0d60b514-9c21-4b3f-bf01-6bc22f0486e7 req-a5bf286f-0fbe-441b-83ab-497f84ff9ec8 service nova] Releasing lock "refresh_cache-ef9ab7eb-ca3b-4cae-a693-91ed524fe718" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.668668] env[70015]: DEBUG nova.compute.manager [req-0d60b514-9c21-4b3f-bf01-6bc22f0486e7 req-a5bf286f-0fbe-441b-83ab-497f84ff9ec8 service nova] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Received event network-vif-deleted-3375fdb0-9c92-440b-8bb0-6ce37e842475 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.669193] env[70015]: DEBUG oslo_concurrency.lockutils [req-1fa4561b-6409-4ec5-890a-dd0c6f930166 req-ca4c5dcf-252d-4082-b9e5-a221831f25fb service nova] Acquired lock "refresh_cache-ef9ab7eb-ca3b-4cae-a693-91ed524fe718" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.669271] env[70015]: DEBUG nova.network.neutron [req-1fa4561b-6409-4ec5-890a-dd0c6f930166 req-ca4c5dcf-252d-4082-b9e5-a221831f25fb service nova] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Refreshing network info cache for port 3831fe3b-d7ef-40d6-be30-27fd59eaf0a3 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 924.676393] env[70015]: DEBUG oslo_vmware.api [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Task: {'id': task-3611032, 'name': PowerOnVM_Task, 'duration_secs': 0.432424} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.678188] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.678479] env[70015]: INFO nova.compute.manager [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Took 4.43 seconds to spawn the instance on the hypervisor. [ 924.679536] env[70015]: DEBUG nova.compute.manager [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 924.679536] env[70015]: DEBUG oslo_vmware.api [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 924.679536] env[70015]: value = "task-3611033" [ 924.679536] env[70015]: _type = "Task" [ 924.679536] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.679705] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac31bc9-b504-4f6d-9be8-80c3fa11d219 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.694805] env[70015]: DEBUG oslo_vmware.api [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.698942] env[70015]: DEBUG nova.network.neutron [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: b498583a-2390-46af-b939-72998ebacdf5] Successfully created port: 7ccae536-206e-4ca7-aef0-e87f583bcd38 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 924.707447] env[70015]: DEBUG oslo_vmware.api [None req-2f31c7e8-bf44-42ad-8311-d85b0167b8ce tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.084658] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: ef513827-f5fe-4337-a0fa-5c96eb537514] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 925.097040] env[70015]: DEBUG nova.scheduler.client.report [None req-a8701752-57a4-4986-9f4f-9559f9c90b03 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.192781] env[70015]: DEBUG oslo_vmware.api [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.207187] env[70015]: INFO nova.compute.manager [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Took 37.17 seconds to build instance. [ 925.217246] env[70015]: DEBUG oslo_vmware.api [None req-2f31c7e8-bf44-42ad-8311-d85b0167b8ce tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.407158] env[70015]: DEBUG nova.compute.manager [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: b498583a-2390-46af-b939-72998ebacdf5] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 925.438093] env[70015]: DEBUG nova.virt.hardware [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 925.438093] env[70015]: DEBUG nova.virt.hardware [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 925.438093] env[70015]: DEBUG nova.virt.hardware [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 925.438093] env[70015]: DEBUG nova.virt.hardware [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 925.439510] env[70015]: DEBUG nova.virt.hardware [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 925.443424] env[70015]: DEBUG nova.virt.hardware [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 925.443424] env[70015]: DEBUG nova.virt.hardware [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 925.443424] env[70015]: DEBUG nova.virt.hardware [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 925.443424] env[70015]: DEBUG nova.virt.hardware [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 925.443424] env[70015]: DEBUG nova.virt.hardware [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 925.443424] env[70015]: DEBUG nova.virt.hardware [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 925.443424] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4ccee7-b164-4e4f-a433-058f013477fe {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.450789] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fa2343-d6b0-472b-9ae5-32052493a0f0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.491090] env[70015]: DEBUG nova.network.neutron [req-1fa4561b-6409-4ec5-890a-dd0c6f930166 req-ca4c5dcf-252d-4082-b9e5-a221831f25fb service nova] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Updated VIF entry in instance network info cache for port 3831fe3b-d7ef-40d6-be30-27fd59eaf0a3. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 925.491090] env[70015]: DEBUG nova.network.neutron [req-1fa4561b-6409-4ec5-890a-dd0c6f930166 req-ca4c5dcf-252d-4082-b9e5-a221831f25fb service nova] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Updating instance_info_cache with network_info: [{"id": "3831fe3b-d7ef-40d6-be30-27fd59eaf0a3", "address": "fa:16:3e:5a:32:7a", "network": {"id": "f175b25a-150b-48ff-8d52-40b9855c6424", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1218795995-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c6184e2b3b784c9eb016ba1c5d89a781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3831fe3b-d7", "ovs_interfaceid": "3831fe3b-d7ef-40d6-be30-27fd59eaf0a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.590250] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 11a5b02f-dd55-4a7f-b7b3-53cd90fbdd16] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 925.696781] env[70015]: DEBUG oslo_vmware.api [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611033, 'name': ReconfigVM_Task, 'duration_secs': 0.914562} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.700310] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 91a19e38-b0fe-4412-b653-e9980ccb0c25/91a19e38-b0fe-4412-b653-e9980ccb0c25.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 925.700933] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5518cde2-51f8-4528-8403-133e810e1d1c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.711775] env[70015]: DEBUG oslo_vmware.api [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 925.711775] env[70015]: value = "task-3611034" [ 925.711775] env[70015]: _type = "Task" [ 925.711775] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.712187] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4009b3f2-159b-4928-a227-b80892e10fb7 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Lock "37d5cc23-3eb8-419f-8eca-a2897e3638b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.689s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.712425] env[70015]: DEBUG oslo_vmware.api [None req-2f31c7e8-bf44-42ad-8311-d85b0167b8ce tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.721187] env[70015]: DEBUG oslo_vmware.api [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611034, 'name': Rename_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.755210] env[70015]: DEBUG nova.compute.manager [req-bc62c8c6-611d-45e2-a822-18249472dece req-0cafbb16-6ba1-4643-9599-a0a1bb899757 service nova] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Received event network-changed-3831fe3b-d7ef-40d6-be30-27fd59eaf0a3 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.755210] env[70015]: DEBUG nova.compute.manager [req-bc62c8c6-611d-45e2-a822-18249472dece req-0cafbb16-6ba1-4643-9599-a0a1bb899757 service nova] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Refreshing instance network info cache due to event network-changed-3831fe3b-d7ef-40d6-be30-27fd59eaf0a3. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 925.755210] env[70015]: DEBUG oslo_concurrency.lockutils [req-bc62c8c6-611d-45e2-a822-18249472dece req-0cafbb16-6ba1-4643-9599-a0a1bb899757 service nova] Acquiring lock "refresh_cache-ef9ab7eb-ca3b-4cae-a693-91ed524fe718" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.997546] env[70015]: DEBUG oslo_concurrency.lockutils [req-1fa4561b-6409-4ec5-890a-dd0c6f930166 req-ca4c5dcf-252d-4082-b9e5-a221831f25fb service nova] Releasing lock "refresh_cache-ef9ab7eb-ca3b-4cae-a693-91ed524fe718" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.997546] env[70015]: DEBUG oslo_concurrency.lockutils [req-bc62c8c6-611d-45e2-a822-18249472dece req-0cafbb16-6ba1-4643-9599-a0a1bb899757 service nova] Acquired lock "refresh_cache-ef9ab7eb-ca3b-4cae-a693-91ed524fe718" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.997546] env[70015]: DEBUG nova.network.neutron [req-bc62c8c6-611d-45e2-a822-18249472dece req-0cafbb16-6ba1-4643-9599-a0a1bb899757 service nova] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Refreshing network info cache for port 3831fe3b-d7ef-40d6-be30-27fd59eaf0a3 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 926.094126] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: e4a0575f-4518-410a-b6f0-fdc6005883fe] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 926.113372] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a8701752-57a4-4986-9f4f-9559f9c90b03 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.729s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.113882] env[70015]: DEBUG nova.compute.manager [None req-a8701752-57a4-4986-9f4f-9559f9c90b03 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=70015) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 926.117498] env[70015]: DEBUG oslo_concurrency.lockutils [None req-34673d90-daf0-4a99-9657-1ef77c3d740b tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.466s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.117884] env[70015]: DEBUG oslo_concurrency.lockutils [None req-34673d90-daf0-4a99-9657-1ef77c3d740b tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.120285] env[70015]: DEBUG oslo_concurrency.lockutils [None req-94c65069-1797-4139-b6c8-853ddda4fa16 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.902s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.120545] env[70015]: DEBUG oslo_concurrency.lockutils [None req-94c65069-1797-4139-b6c8-853ddda4fa16 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.122909] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8b499493-a2b3-422d-9110-6a3a6c60a1a2 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.029s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.122909] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8b499493-a2b3-422d-9110-6a3a6c60a1a2 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.125136] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.530s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.126837] env[70015]: INFO nova.compute.claims [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 926.167322] env[70015]: INFO nova.scheduler.client.report [None req-34673d90-daf0-4a99-9657-1ef77c3d740b tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Deleted allocations for instance 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260 [ 926.168082] env[70015]: INFO nova.scheduler.client.report [None req-8b499493-a2b3-422d-9110-6a3a6c60a1a2 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Deleted allocations for instance 16289849-7c2a-4ac3-bdcf-4b93f18bfb13 [ 926.191842] env[70015]: INFO nova.scheduler.client.report [None req-94c65069-1797-4139-b6c8-853ddda4fa16 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Deleted allocations for instance 569a00c0-95d1-4054-aa8c-0e06f7fe0aba [ 926.207450] env[70015]: DEBUG oslo_vmware.api [None req-2f31c7e8-bf44-42ad-8311-d85b0167b8ce tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.225934] env[70015]: DEBUG oslo_vmware.api [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611034, 'name': Rename_Task, 'duration_secs': 0.334923} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.227378] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 926.227378] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11c30b00-4fba-43d4-b508-e8f70656026a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.233108] env[70015]: DEBUG oslo_vmware.api [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 926.233108] env[70015]: value = "task-3611035" [ 926.233108] env[70015]: _type = "Task" [ 926.233108] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.247404] env[70015]: DEBUG oslo_vmware.api [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611035, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.257256] env[70015]: INFO nova.compute.manager [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Rebuilding instance [ 926.317203] env[70015]: DEBUG nova.compute.manager [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 926.318165] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2855396-0961-478b-9b03-c32bdb81e40a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.322379] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5ed31a82-21f9-4cac-8947-2dde841c86ef tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "566ef0e4-fa32-47b4-aa48-094c2d0030b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.322934] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5ed31a82-21f9-4cac-8947-2dde841c86ef tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "566ef0e4-fa32-47b4-aa48-094c2d0030b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.323390] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5ed31a82-21f9-4cac-8947-2dde841c86ef tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "566ef0e4-fa32-47b4-aa48-094c2d0030b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.323674] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5ed31a82-21f9-4cac-8947-2dde841c86ef tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "566ef0e4-fa32-47b4-aa48-094c2d0030b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.323896] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5ed31a82-21f9-4cac-8947-2dde841c86ef tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "566ef0e4-fa32-47b4-aa48-094c2d0030b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.325973] env[70015]: INFO nova.compute.manager [None req-5ed31a82-21f9-4cac-8947-2dde841c86ef tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Terminating instance [ 926.547268] env[70015]: DEBUG oslo_concurrency.lockutils [None req-683fde83-7f05-4e91-aec3-4e79cb337e3f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Acquiring lock "ef9ab7eb-ca3b-4cae-a693-91ed524fe718" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.547592] env[70015]: DEBUG oslo_concurrency.lockutils [None req-683fde83-7f05-4e91-aec3-4e79cb337e3f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Lock "ef9ab7eb-ca3b-4cae-a693-91ed524fe718" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.547839] env[70015]: DEBUG oslo_concurrency.lockutils [None req-683fde83-7f05-4e91-aec3-4e79cb337e3f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Acquiring lock "ef9ab7eb-ca3b-4cae-a693-91ed524fe718-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.548169] env[70015]: DEBUG oslo_concurrency.lockutils [None req-683fde83-7f05-4e91-aec3-4e79cb337e3f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Lock "ef9ab7eb-ca3b-4cae-a693-91ed524fe718-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.548869] env[70015]: DEBUG oslo_concurrency.lockutils [None req-683fde83-7f05-4e91-aec3-4e79cb337e3f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Lock "ef9ab7eb-ca3b-4cae-a693-91ed524fe718-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.551764] env[70015]: INFO nova.compute.manager [None req-683fde83-7f05-4e91-aec3-4e79cb337e3f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Terminating instance [ 926.598452] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 07c3e6db-ea22-480f-b16d-a577ef59284f] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 926.685429] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8b499493-a2b3-422d-9110-6a3a6c60a1a2 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "16289849-7c2a-4ac3-bdcf-4b93f18bfb13" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.979s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.686670] env[70015]: DEBUG oslo_concurrency.lockutils [None req-34673d90-daf0-4a99-9657-1ef77c3d740b tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Lock "145d58b1-f2b6-42d6-96ca-d7b3b6f7a260" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.819s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.708901] env[70015]: DEBUG oslo_concurrency.lockutils [None req-94c65069-1797-4139-b6c8-853ddda4fa16 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Lock "569a00c0-95d1-4054-aa8c-0e06f7fe0aba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.447s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.710439] env[70015]: INFO nova.scheduler.client.report [None req-a8701752-57a4-4986-9f4f-9559f9c90b03 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Deleted allocation for migration 32eb89fd-7f70-4f65-bb77-6e1080fed8dc [ 926.715175] env[70015]: DEBUG oslo_vmware.api [None req-2f31c7e8-bf44-42ad-8311-d85b0167b8ce tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611023, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.746911] env[70015]: DEBUG oslo_vmware.api [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611035, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.831498] env[70015]: DEBUG nova.compute.manager [None req-5ed31a82-21f9-4cac-8947-2dde841c86ef tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 926.831770] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-5ed31a82-21f9-4cac-8947-2dde841c86ef tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 926.832743] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0edddea3-875d-4dc0-a8fd-3a72462276a0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.844650] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ed31a82-21f9-4cac-8947-2dde841c86ef tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 926.844976] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83a21f8a-f063-434f-899d-0bc0a3e649cc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.848187] env[70015]: DEBUG nova.network.neutron [req-bc62c8c6-611d-45e2-a822-18249472dece req-0cafbb16-6ba1-4643-9599-a0a1bb899757 service nova] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Updated VIF entry in instance network info cache for port 3831fe3b-d7ef-40d6-be30-27fd59eaf0a3. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.848187] env[70015]: DEBUG nova.network.neutron [req-bc62c8c6-611d-45e2-a822-18249472dece req-0cafbb16-6ba1-4643-9599-a0a1bb899757 service nova] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Updating instance_info_cache with network_info: [{"id": "3831fe3b-d7ef-40d6-be30-27fd59eaf0a3", "address": "fa:16:3e:5a:32:7a", "network": {"id": "f175b25a-150b-48ff-8d52-40b9855c6424", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1218795995-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c6184e2b3b784c9eb016ba1c5d89a781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3831fe3b-d7", "ovs_interfaceid": "3831fe3b-d7ef-40d6-be30-27fd59eaf0a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.851768] env[70015]: DEBUG oslo_vmware.api [None req-5ed31a82-21f9-4cac-8947-2dde841c86ef tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 926.851768] env[70015]: value = "task-3611036" [ 926.851768] env[70015]: _type = "Task" [ 926.851768] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.861501] env[70015]: DEBUG oslo_vmware.api [None req-5ed31a82-21f9-4cac-8947-2dde841c86ef tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3611036, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.036846] env[70015]: DEBUG nova.network.neutron [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: b498583a-2390-46af-b939-72998ebacdf5] Successfully updated port: 7ccae536-206e-4ca7-aef0-e87f583bcd38 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 927.046476] env[70015]: DEBUG nova.compute.manager [req-fe3bb3c4-1f59-4301-926b-6c6ae8da6ce6 req-3be98d57-cc1c-4d6b-9b79-92a5058360c6 service nova] [instance: b498583a-2390-46af-b939-72998ebacdf5] Received event network-vif-plugged-7ccae536-206e-4ca7-aef0-e87f583bcd38 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.046569] env[70015]: DEBUG oslo_concurrency.lockutils [req-fe3bb3c4-1f59-4301-926b-6c6ae8da6ce6 req-3be98d57-cc1c-4d6b-9b79-92a5058360c6 service nova] Acquiring lock "b498583a-2390-46af-b939-72998ebacdf5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.047081] env[70015]: DEBUG oslo_concurrency.lockutils [req-fe3bb3c4-1f59-4301-926b-6c6ae8da6ce6 req-3be98d57-cc1c-4d6b-9b79-92a5058360c6 service nova] Lock "b498583a-2390-46af-b939-72998ebacdf5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.048199] env[70015]: DEBUG oslo_concurrency.lockutils [req-fe3bb3c4-1f59-4301-926b-6c6ae8da6ce6 req-3be98d57-cc1c-4d6b-9b79-92a5058360c6 service nova] Lock "b498583a-2390-46af-b939-72998ebacdf5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.048199] env[70015]: DEBUG nova.compute.manager [req-fe3bb3c4-1f59-4301-926b-6c6ae8da6ce6 req-3be98d57-cc1c-4d6b-9b79-92a5058360c6 service nova] [instance: b498583a-2390-46af-b939-72998ebacdf5] No waiting events found dispatching network-vif-plugged-7ccae536-206e-4ca7-aef0-e87f583bcd38 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 927.048199] env[70015]: WARNING nova.compute.manager [req-fe3bb3c4-1f59-4301-926b-6c6ae8da6ce6 req-3be98d57-cc1c-4d6b-9b79-92a5058360c6 service nova] [instance: b498583a-2390-46af-b939-72998ebacdf5] Received unexpected event network-vif-plugged-7ccae536-206e-4ca7-aef0-e87f583bcd38 for instance with vm_state building and task_state spawning. [ 927.056499] env[70015]: DEBUG nova.compute.manager [None req-683fde83-7f05-4e91-aec3-4e79cb337e3f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 927.057903] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-683fde83-7f05-4e91-aec3-4e79cb337e3f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.059115] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e978e62b-f5ec-4aae-b311-50a8e07731cb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.069835] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-683fde83-7f05-4e91-aec3-4e79cb337e3f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.070130] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67977ae6-690e-4679-92ea-598525f9773e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.076687] env[70015]: DEBUG oslo_vmware.api [None req-683fde83-7f05-4e91-aec3-4e79cb337e3f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Waiting for the task: (returnval){ [ 927.076687] env[70015]: value = "task-3611037" [ 927.076687] env[70015]: _type = "Task" [ 927.076687] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.087500] env[70015]: DEBUG oslo_vmware.api [None req-683fde83-7f05-4e91-aec3-4e79cb337e3f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Task: {'id': task-3611037, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.101732] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 9424c852-8a39-48a1-8f27-db4dd05059bb] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 927.212331] env[70015]: DEBUG oslo_vmware.api [None req-2f31c7e8-bf44-42ad-8311-d85b0167b8ce tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611023, 'name': ReconfigVM_Task, 'duration_secs': 5.873042} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.212775] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2f31c7e8-bf44-42ad-8311-d85b0167b8ce tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Releasing lock "f643562c-87ff-4090-aa1b-f7453ce83b66" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.213154] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-2f31c7e8-bf44-42ad-8311-d85b0167b8ce tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Reconfigured VM to detach interface {{(pid=70015) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 927.219825] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a8701752-57a4-4986-9f4f-9559f9c90b03 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lock "66d937aa-30ed-468f-a62a-e37e7c2b41fb" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 40.433s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.249155] env[70015]: DEBUG oslo_vmware.api [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611035, 'name': PowerOnVM_Task, 'duration_secs': 0.696504} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.249155] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 927.249414] env[70015]: INFO nova.compute.manager [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Took 9.69 seconds to spawn the instance on the hypervisor. [ 927.249687] env[70015]: DEBUG nova.compute.manager [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 927.254667] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab9f4ee-f722-4a97-b250-3850995afdeb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.345875] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.345875] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82e18012-a1bd-4173-b177-cf3c92f77c7d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.350465] env[70015]: DEBUG oslo_vmware.api [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 927.350465] env[70015]: value = "task-3611038" [ 927.350465] env[70015]: _type = "Task" [ 927.350465] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.359760] env[70015]: DEBUG oslo_concurrency.lockutils [req-bc62c8c6-611d-45e2-a822-18249472dece req-0cafbb16-6ba1-4643-9599-a0a1bb899757 service nova] Releasing lock "refresh_cache-ef9ab7eb-ca3b-4cae-a693-91ed524fe718" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.370941] env[70015]: DEBUG oslo_vmware.api [None req-5ed31a82-21f9-4cac-8947-2dde841c86ef tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3611036, 'name': PowerOffVM_Task, 'duration_secs': 0.27913} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.374402] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ed31a82-21f9-4cac-8947-2dde841c86ef tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.375133] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-5ed31a82-21f9-4cac-8947-2dde841c86ef tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.375986] env[70015]: DEBUG oslo_vmware.api [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611038, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.379415] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4326f43-1a13-4610-90db-252ad9353d0a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.390739] env[70015]: DEBUG oslo_concurrency.lockutils [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "65de80a6-6419-483a-82fd-7b702362167f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.391065] env[70015]: DEBUG oslo_concurrency.lockutils [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "65de80a6-6419-483a-82fd-7b702362167f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.454879] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-5ed31a82-21f9-4cac-8947-2dde841c86ef tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.455403] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-5ed31a82-21f9-4cac-8947-2dde841c86ef tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.455609] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ed31a82-21f9-4cac-8947-2dde841c86ef tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Deleting the datastore file [datastore1] 566ef0e4-fa32-47b4-aa48-094c2d0030b5 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.455879] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e70e2fde-82e8-4580-92e3-2a96c88c4c8f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.469915] env[70015]: DEBUG oslo_vmware.api [None req-5ed31a82-21f9-4cac-8947-2dde841c86ef tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 927.469915] env[70015]: value = "task-3611040" [ 927.469915] env[70015]: _type = "Task" [ 927.469915] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.492662] env[70015]: DEBUG oslo_vmware.api [None req-5ed31a82-21f9-4cac-8947-2dde841c86ef tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3611040, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.540749] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "refresh_cache-b498583a-2390-46af-b939-72998ebacdf5" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.540913] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquired lock "refresh_cache-b498583a-2390-46af-b939-72998ebacdf5" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.541089] env[70015]: DEBUG nova.network.neutron [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: b498583a-2390-46af-b939-72998ebacdf5] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.588672] env[70015]: DEBUG oslo_vmware.api [None req-683fde83-7f05-4e91-aec3-4e79cb337e3f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Task: {'id': task-3611037, 'name': PowerOffVM_Task, 'duration_secs': 0.193384} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.588672] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-683fde83-7f05-4e91-aec3-4e79cb337e3f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.588672] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-683fde83-7f05-4e91-aec3-4e79cb337e3f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.588672] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94adb7f1-918c-4f78-90c2-8ced1af3b816 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.606242] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: ffbea3ea-cd64-4ca9-a25c-644501cb3796] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 927.657695] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-683fde83-7f05-4e91-aec3-4e79cb337e3f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.657695] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-683fde83-7f05-4e91-aec3-4e79cb337e3f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.657695] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-683fde83-7f05-4e91-aec3-4e79cb337e3f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Deleting the datastore file [datastore2] ef9ab7eb-ca3b-4cae-a693-91ed524fe718 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.657695] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb713280-3bbf-4e25-84f1-45946f5b6736 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.671234] env[70015]: DEBUG oslo_vmware.api [None req-683fde83-7f05-4e91-aec3-4e79cb337e3f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Waiting for the task: (returnval){ [ 927.671234] env[70015]: value = "task-3611042" [ 927.671234] env[70015]: _type = "Task" [ 927.671234] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.681305] env[70015]: DEBUG oslo_vmware.api [None req-683fde83-7f05-4e91-aec3-4e79cb337e3f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Task: {'id': task-3611042, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.686979] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc40ce2-1c9b-4b96-af5b-aab3a39664cd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.693617] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223757da-1a79-4bb5-95a5-4bba2c378d0a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.727645] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a00195b-8d00-4611-8206-db9f8af30ef7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.735932] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432fb485-d9aa-4de8-ab3b-f2b01d9efec5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.749632] env[70015]: DEBUG nova.compute.provider_tree [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.772427] env[70015]: INFO nova.compute.manager [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Took 48.76 seconds to build instance. [ 927.865341] env[70015]: DEBUG oslo_vmware.api [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611038, 'name': PowerOffVM_Task, 'duration_secs': 0.174717} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.866526] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.866526] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.867524] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8cc500-6693-46f2-a6b3-dc94d7509e0c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.878485] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.879307] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a86c517-e763-4bfc-a66e-83ffb9e76104 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.893189] env[70015]: DEBUG nova.compute.manager [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 927.955627] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.955950] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.956163] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Deleting the datastore file [datastore2] 5105dfda-ca6b-44a3-af23-9162d99c7cb7 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.956425] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e667520-ecbb-407f-bb6a-c4d235a4d920 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.965270] env[70015]: DEBUG oslo_vmware.api [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 927.965270] env[70015]: value = "task-3611044" [ 927.965270] env[70015]: _type = "Task" [ 927.965270] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.973901] env[70015]: DEBUG oslo_vmware.api [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611044, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.982383] env[70015]: DEBUG oslo_vmware.api [None req-5ed31a82-21f9-4cac-8947-2dde841c86ef tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3611040, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150819} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.982747] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ed31a82-21f9-4cac-8947-2dde841c86ef tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 927.983054] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-5ed31a82-21f9-4cac-8947-2dde841c86ef tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 927.983334] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-5ed31a82-21f9-4cac-8947-2dde841c86ef tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 927.983606] env[70015]: INFO nova.compute.manager [None req-5ed31a82-21f9-4cac-8947-2dde841c86ef tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 927.983952] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ed31a82-21f9-4cac-8947-2dde841c86ef tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 927.984275] env[70015]: DEBUG nova.compute.manager [-] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 927.984438] env[70015]: DEBUG nova.network.neutron [-] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 928.115321] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: f69ac2e1-d8a9-44b0-98dc-098321ed3826] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 928.152095] env[70015]: DEBUG nova.network.neutron [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: b498583a-2390-46af-b939-72998ebacdf5] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 928.182667] env[70015]: DEBUG oslo_vmware.api [None req-683fde83-7f05-4e91-aec3-4e79cb337e3f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Task: {'id': task-3611042, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196373} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.182971] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-683fde83-7f05-4e91-aec3-4e79cb337e3f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.183358] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-683fde83-7f05-4e91-aec3-4e79cb337e3f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.183358] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-683fde83-7f05-4e91-aec3-4e79cb337e3f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.183516] env[70015]: INFO nova.compute.manager [None req-683fde83-7f05-4e91-aec3-4e79cb337e3f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Took 1.13 seconds to destroy the instance on the hypervisor. [ 928.183758] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-683fde83-7f05-4e91-aec3-4e79cb337e3f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.183951] env[70015]: DEBUG nova.compute.manager [-] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 928.184062] env[70015]: DEBUG nova.network.neutron [-] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 928.255026] env[70015]: DEBUG nova.scheduler.client.report [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.274392] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9ebf5e45-3214-4238-9575-4e2f668d61a8 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "91a19e38-b0fe-4412-b653-e9980ccb0c25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.295s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.437899] env[70015]: DEBUG oslo_concurrency.lockutils [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.485133] env[70015]: DEBUG oslo_vmware.api [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611044, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179718} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.492696] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.492958] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.493275] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.617419] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 76462a8c-0691-44db-b556-84c92b97c2f7] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 928.694387] env[70015]: DEBUG nova.compute.manager [req-a288edb7-5839-4fdd-a725-cf68de383d11 req-64fc5c52-7a68-415b-87bc-d012410c8197 service nova] [instance: b498583a-2390-46af-b939-72998ebacdf5] Received event network-changed-7ccae536-206e-4ca7-aef0-e87f583bcd38 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.694777] env[70015]: DEBUG nova.compute.manager [req-a288edb7-5839-4fdd-a725-cf68de383d11 req-64fc5c52-7a68-415b-87bc-d012410c8197 service nova] [instance: b498583a-2390-46af-b939-72998ebacdf5] Refreshing instance network info cache due to event network-changed-7ccae536-206e-4ca7-aef0-e87f583bcd38. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 928.695110] env[70015]: DEBUG oslo_concurrency.lockutils [req-a288edb7-5839-4fdd-a725-cf68de383d11 req-64fc5c52-7a68-415b-87bc-d012410c8197 service nova] Acquiring lock "refresh_cache-b498583a-2390-46af-b939-72998ebacdf5" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.708093] env[70015]: DEBUG nova.objects.instance [None req-50917040-dcf5-4320-b491-1b1b1eda04e6 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lazy-loading 'flavor' on Instance uuid 66d937aa-30ed-468f-a62a-e37e7c2b41fb {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.765019] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.637s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.765019] env[70015]: DEBUG nova.compute.manager [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 928.765791] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.131s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.767659] env[70015]: INFO nova.compute.claims [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: f319194b-6c78-4824-b117-e8334b900360] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 928.836957] env[70015]: DEBUG nova.network.neutron [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: b498583a-2390-46af-b939-72998ebacdf5] Updating instance_info_cache with network_info: [{"id": "7ccae536-206e-4ca7-aef0-e87f583bcd38", "address": "fa:16:3e:d5:4f:a1", "network": {"id": "8ce3f073-fbb0-428a-b358-e2d426cf9d9a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-661174958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1c3c3921bf344c780646f4bee87bbab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ccae536-20", "ovs_interfaceid": "7ccae536-206e-4ca7-aef0-e87f583bcd38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.067919] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2f31c7e8-bf44-42ad-8311-d85b0167b8ce tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "refresh_cache-f643562c-87ff-4090-aa1b-f7453ce83b66" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.071270] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2f31c7e8-bf44-42ad-8311-d85b0167b8ce tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquired lock "refresh_cache-f643562c-87ff-4090-aa1b-f7453ce83b66" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.071270] env[70015]: DEBUG nova.network.neutron [None req-2f31c7e8-bf44-42ad-8311-d85b0167b8ce tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.120943] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 13ede60e-0cfb-428d-9613-9bd339c302a2] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 929.213251] env[70015]: DEBUG oslo_concurrency.lockutils [None req-50917040-dcf5-4320-b491-1b1b1eda04e6 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquiring lock "refresh_cache-66d937aa-30ed-468f-a62a-e37e7c2b41fb" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.213432] env[70015]: DEBUG oslo_concurrency.lockutils [None req-50917040-dcf5-4320-b491-1b1b1eda04e6 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquired lock "refresh_cache-66d937aa-30ed-468f-a62a-e37e7c2b41fb" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.213609] env[70015]: DEBUG nova.network.neutron [None req-50917040-dcf5-4320-b491-1b1b1eda04e6 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.213787] env[70015]: DEBUG nova.objects.instance [None req-50917040-dcf5-4320-b491-1b1b1eda04e6 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lazy-loading 'info_cache' on Instance uuid 66d937aa-30ed-468f-a62a-e37e7c2b41fb {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.276087] env[70015]: DEBUG nova.compute.utils [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 929.277490] env[70015]: DEBUG nova.compute.manager [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 929.277657] env[70015]: DEBUG nova.network.neutron [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 929.339453] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Releasing lock "refresh_cache-b498583a-2390-46af-b939-72998ebacdf5" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.339802] env[70015]: DEBUG nova.compute.manager [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: b498583a-2390-46af-b939-72998ebacdf5] Instance network_info: |[{"id": "7ccae536-206e-4ca7-aef0-e87f583bcd38", "address": "fa:16:3e:d5:4f:a1", "network": {"id": "8ce3f073-fbb0-428a-b358-e2d426cf9d9a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-661174958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1c3c3921bf344c780646f4bee87bbab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ccae536-20", "ovs_interfaceid": "7ccae536-206e-4ca7-aef0-e87f583bcd38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 929.340171] env[70015]: DEBUG oslo_concurrency.lockutils [req-a288edb7-5839-4fdd-a725-cf68de383d11 req-64fc5c52-7a68-415b-87bc-d012410c8197 service nova] Acquired lock "refresh_cache-b498583a-2390-46af-b939-72998ebacdf5" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.340361] env[70015]: DEBUG nova.network.neutron [req-a288edb7-5839-4fdd-a725-cf68de383d11 req-64fc5c52-7a68-415b-87bc-d012410c8197 service nova] [instance: b498583a-2390-46af-b939-72998ebacdf5] Refreshing network info cache for port 7ccae536-206e-4ca7-aef0-e87f583bcd38 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 929.341586] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: b498583a-2390-46af-b939-72998ebacdf5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:4f:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ebf5df-5ecb-4a0c-a163-d88165639de0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ccae536-206e-4ca7-aef0-e87f583bcd38', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 929.349329] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Creating folder: Project (d1c3c3921bf344c780646f4bee87bbab). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 929.353504] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e69b444-50c2-4e55-b875-9fe815b83d51 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.365917] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Created folder: Project (d1c3c3921bf344c780646f4bee87bbab) in parent group-v720117. [ 929.366127] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Creating folder: Instances. Parent ref: group-v720316. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 929.366368] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea9a3e23-b66e-487a-a2f8-c78477f58513 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.374344] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Created folder: Instances in parent group-v720316. [ 929.374639] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.374788] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b498583a-2390-46af-b939-72998ebacdf5] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 929.374948] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ebe4f92-ee26-473b-a88d-53678c766fd0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.394908] env[70015]: DEBUG nova.policy [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce1c83c1895948f3a853112fa2f36c99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '46df6186e06249d792238e53b5c11b72', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 929.401853] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 929.401853] env[70015]: value = "task-3611047" [ 929.401853] env[70015]: _type = "Task" [ 929.401853] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.412572] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611047, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.513996] env[70015]: DEBUG nova.network.neutron [-] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.551459] env[70015]: DEBUG nova.virt.hardware [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 929.551768] env[70015]: DEBUG nova.virt.hardware [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 929.551930] env[70015]: DEBUG nova.virt.hardware [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.552217] env[70015]: DEBUG nova.virt.hardware [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 929.552385] env[70015]: DEBUG nova.virt.hardware [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 929.552540] env[70015]: DEBUG nova.virt.hardware [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 929.552750] env[70015]: DEBUG nova.virt.hardware [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 929.552911] env[70015]: DEBUG nova.virt.hardware [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 929.553093] env[70015]: DEBUG nova.virt.hardware [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 929.553263] env[70015]: DEBUG nova.virt.hardware [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 929.553437] env[70015]: DEBUG nova.virt.hardware [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 929.554669] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80140dcd-28ce-48c9-9ce6-3a6c18862168 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.563525] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea1ca5a-0624-4c7b-a3a3-4e7eb8169e04 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.583930] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:82:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6076d24d-3c8e-4bbb-ba96-a08fb27a73cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e4c8506-8af0-4efe-9c6e-7012683a29db', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 929.591303] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.591601] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 929.592675] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-143543bd-5521-454a-a3bb-03de142192f7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.608218] env[70015]: DEBUG nova.network.neutron [-] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.615199] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 929.615199] env[70015]: value = "task-3611048" [ 929.615199] env[70015]: _type = "Task" [ 929.615199] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.627456] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: a94ee314-5698-4a1f-b1f0-fd6e7cd056de] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 929.632159] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611048, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.672486] env[70015]: INFO nova.compute.manager [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Rebuilding instance [ 929.717971] env[70015]: DEBUG nova.objects.base [None req-50917040-dcf5-4320-b491-1b1b1eda04e6 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Object Instance<66d937aa-30ed-468f-a62a-e37e7c2b41fb> lazy-loaded attributes: flavor,info_cache {{(pid=70015) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 929.733110] env[70015]: DEBUG nova.compute.manager [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 929.733950] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b14bc33-8de8-4710-a715-265a917eb80c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.785236] env[70015]: DEBUG nova.compute.manager [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 929.918331] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611047, 'name': CreateVM_Task, 'duration_secs': 0.422041} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.918535] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b498583a-2390-46af-b939-72998ebacdf5] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 929.919397] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.919787] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.920181] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.920492] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-879b08e4-1ec1-48d5-8f76-1ecd80337ef9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.925690] env[70015]: DEBUG oslo_vmware.api [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 929.925690] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52ef9ca7-a6c1-fe42-a22e-e9aaa968f90a" [ 929.925690] env[70015]: _type = "Task" [ 929.925690] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.936870] env[70015]: DEBUG oslo_vmware.api [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52ef9ca7-a6c1-fe42-a22e-e9aaa968f90a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.017444] env[70015]: INFO nova.compute.manager [-] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Took 2.03 seconds to deallocate network for instance. [ 930.113165] env[70015]: INFO nova.compute.manager [-] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Took 1.93 seconds to deallocate network for instance. [ 930.130786] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: f9453044-6270-44bb-9de6-dd6481693259] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 930.132732] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611048, 'name': CreateVM_Task, 'duration_secs': 0.496549} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.136371] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 930.137319] env[70015]: DEBUG oslo_concurrency.lockutils [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.275326] env[70015]: DEBUG nova.network.neutron [req-a288edb7-5839-4fdd-a725-cf68de383d11 req-64fc5c52-7a68-415b-87bc-d012410c8197 service nova] [instance: b498583a-2390-46af-b939-72998ebacdf5] Updated VIF entry in instance network info cache for port 7ccae536-206e-4ca7-aef0-e87f583bcd38. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 930.275749] env[70015]: DEBUG nova.network.neutron [req-a288edb7-5839-4fdd-a725-cf68de383d11 req-64fc5c52-7a68-415b-87bc-d012410c8197 service nova] [instance: b498583a-2390-46af-b939-72998ebacdf5] Updating instance_info_cache with network_info: [{"id": "7ccae536-206e-4ca7-aef0-e87f583bcd38", "address": "fa:16:3e:d5:4f:a1", "network": {"id": "8ce3f073-fbb0-428a-b358-e2d426cf9d9a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-661174958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1c3c3921bf344c780646f4bee87bbab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ccae536-20", "ovs_interfaceid": "7ccae536-206e-4ca7-aef0-e87f583bcd38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.310483] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf94eda5-a2d2-4723-99f1-a67c58e12120 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.320778] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1d86e2-9021-4418-89c4-09f8a82f6e07 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.363640] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9798ff17-bc1c-4725-926e-070867d9648f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.375274] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73db6d15-ac3c-4a4e-9448-3a214506cd3e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.391996] env[70015]: DEBUG nova.compute.provider_tree [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 930.439098] env[70015]: DEBUG oslo_vmware.api [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52ef9ca7-a6c1-fe42-a22e-e9aaa968f90a, 'name': SearchDatastore_Task, 'duration_secs': 0.019998} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.439394] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.439666] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: b498583a-2390-46af-b939-72998ebacdf5] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 930.439926] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.440072] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.440255] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 930.444016] env[70015]: DEBUG oslo_concurrency.lockutils [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.444016] env[70015]: DEBUG oslo_concurrency.lockutils [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.444016] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d5f1d8a-49be-42fa-9a2d-49839e47a29a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.444738] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a76618cb-d66d-4193-a894-f94b1fb08931 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.449167] env[70015]: DEBUG oslo_vmware.api [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 930.449167] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52184de5-ed4d-e41c-7faf-1ab370710fd0" [ 930.449167] env[70015]: _type = "Task" [ 930.449167] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.459856] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 930.459856] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 930.460542] env[70015]: DEBUG oslo_vmware.api [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52184de5-ed4d-e41c-7faf-1ab370710fd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.460804] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38570820-3b49-448b-80f1-90a381fbb330 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.468084] env[70015]: DEBUG oslo_vmware.api [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 930.468084] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52349b24-9e88-ba01-4c1b-64ecbb442249" [ 930.468084] env[70015]: _type = "Task" [ 930.468084] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.478997] env[70015]: DEBUG oslo_vmware.api [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52349b24-9e88-ba01-4c1b-64ecbb442249, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.485871] env[70015]: INFO nova.network.neutron [None req-2f31c7e8-bf44-42ad-8311-d85b0167b8ce tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Port 7c4a2de3-2461-483c-8106-37c07f8b473a from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 930.527164] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5ed31a82-21f9-4cac-8947-2dde841c86ef tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.625852] env[70015]: DEBUG oslo_concurrency.lockutils [None req-683fde83-7f05-4e91-aec3-4e79cb337e3f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.637746] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 19a17a9d-795d-44bf-a2b5-768b9e110095] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 930.677358] env[70015]: DEBUG nova.network.neutron [None req-50917040-dcf5-4320-b491-1b1b1eda04e6 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Updating instance_info_cache with network_info: [{"id": "6c9a5472-a1e8-41be-a53d-17ac4200ef38", "address": "fa:16:3e:71:50:80", "network": {"id": "825adeb2-145f-454c-b624-cc7cf91966fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1496238884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e0ce85090f4c3c8d74e04f2101b99f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c9a5472-a1", "ovs_interfaceid": "6c9a5472-a1e8-41be-a53d-17ac4200ef38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.714037] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquiring lock "b8ce2377-3507-4be3-88d0-b838be759cd1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.714037] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "b8ce2377-3507-4be3-88d0-b838be759cd1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.755693] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.756111] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-122df705-f73a-49db-bd32-5cb542fd2b30 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.765410] env[70015]: DEBUG oslo_vmware.api [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Waiting for the task: (returnval){ [ 930.765410] env[70015]: value = "task-3611049" [ 930.765410] env[70015]: _type = "Task" [ 930.765410] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.776368] env[70015]: DEBUG oslo_vmware.api [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Task: {'id': task-3611049, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.779470] env[70015]: DEBUG oslo_concurrency.lockutils [req-a288edb7-5839-4fdd-a725-cf68de383d11 req-64fc5c52-7a68-415b-87bc-d012410c8197 service nova] Releasing lock "refresh_cache-b498583a-2390-46af-b939-72998ebacdf5" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.798507] env[70015]: DEBUG nova.compute.manager [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 930.842877] env[70015]: DEBUG nova.virt.hardware [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 930.843212] env[70015]: DEBUG nova.virt.hardware [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.843414] env[70015]: DEBUG nova.virt.hardware [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.843659] env[70015]: DEBUG nova.virt.hardware [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.843902] env[70015]: DEBUG nova.virt.hardware [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.844199] env[70015]: DEBUG nova.virt.hardware [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.844504] env[70015]: DEBUG nova.virt.hardware [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.844732] env[70015]: DEBUG nova.virt.hardware [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.844968] env[70015]: DEBUG nova.virt.hardware [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.845300] env[70015]: DEBUG nova.virt.hardware [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.845652] env[70015]: DEBUG nova.virt.hardware [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.848669] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4eb4a8-d293-4634-b862-e3e59d2a158d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.859455] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbbdb71-c685-4c72-9d08-88d5778714a3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.928494] env[70015]: ERROR nova.scheduler.client.report [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [req-0d2fcff4-76d3-4963-8b81-2e5b193397d8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 74b1aad2-fde9-482f-bdc7-a62277f2e79c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0d2fcff4-76d3-4963-8b81-2e5b193397d8"}]} [ 930.965184] env[70015]: DEBUG nova.network.neutron [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1] Successfully created port: e45450cd-e6e4-4726-b49b-9a27f1bcf026 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 930.970577] env[70015]: DEBUG oslo_vmware.api [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52184de5-ed4d-e41c-7faf-1ab370710fd0, 'name': SearchDatastore_Task, 'duration_secs': 0.018055} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.973819] env[70015]: DEBUG nova.scheduler.client.report [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Refreshing inventories for resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 930.983959] env[70015]: DEBUG oslo_concurrency.lockutils [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.983959] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 930.983959] env[70015]: DEBUG oslo_concurrency.lockutils [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.991364] env[70015]: DEBUG oslo_vmware.api [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52349b24-9e88-ba01-4c1b-64ecbb442249, 'name': SearchDatastore_Task, 'duration_secs': 0.013748} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.992706] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8a4c76d-7b14-459a-8ac2-e8c083a8c8f9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.001334] env[70015]: DEBUG nova.scheduler.client.report [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Updating ProviderTree inventory for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 931.001951] env[70015]: DEBUG nova.compute.provider_tree [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 931.007308] env[70015]: DEBUG oslo_vmware.api [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 931.007308] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]520e7c33-b01e-41b0-5c78-b4c1222af4ad" [ 931.007308] env[70015]: _type = "Task" [ 931.007308] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.018816] env[70015]: DEBUG oslo_vmware.api [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]520e7c33-b01e-41b0-5c78-b4c1222af4ad, 'name': SearchDatastore_Task, 'duration_secs': 0.010869} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.018816] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.018816] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] b498583a-2390-46af-b939-72998ebacdf5/b498583a-2390-46af-b939-72998ebacdf5.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 931.018816] env[70015]: DEBUG oslo_concurrency.lockutils [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.018816] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.018816] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-278f62d5-0c4b-4f61-9fbf-c194c9103e92 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.024205] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88b9e43e-9fe4-4067-b3c3-200d673206ee {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.027624] env[70015]: DEBUG nova.scheduler.client.report [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Refreshing aggregate associations for resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c, aggregates: None {{(pid=70015) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 931.031881] env[70015]: DEBUG oslo_vmware.api [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 931.031881] env[70015]: value = "task-3611050" [ 931.031881] env[70015]: _type = "Task" [ 931.031881] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.038152] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.038343] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 931.039405] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3970ec0-6b61-42a0-a832-28e36792969a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.046528] env[70015]: DEBUG oslo_vmware.api [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611050, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.047339] env[70015]: DEBUG nova.scheduler.client.report [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Refreshing trait associations for resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=70015) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 931.050665] env[70015]: DEBUG oslo_vmware.api [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 931.050665] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52bf3cbf-010a-5486-4e5a-b04b640dcc64" [ 931.050665] env[70015]: _type = "Task" [ 931.050665] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.059830] env[70015]: DEBUG oslo_vmware.api [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52bf3cbf-010a-5486-4e5a-b04b640dcc64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.159760] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 2dc8b5c8-b067-4e2d-b31b-98e7f7b7ba28] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 931.184871] env[70015]: DEBUG oslo_concurrency.lockutils [None req-50917040-dcf5-4320-b491-1b1b1eda04e6 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Releasing lock "refresh_cache-66d937aa-30ed-468f-a62a-e37e7c2b41fb" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.218194] env[70015]: DEBUG nova.compute.manager [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: b8ce2377-3507-4be3-88d0-b838be759cd1] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 931.282033] env[70015]: DEBUG oslo_vmware.api [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Task: {'id': task-3611049, 'name': PowerOffVM_Task, 'duration_secs': 0.246389} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.282033] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.282335] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.283223] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13236053-a3a5-4af8-bf52-761b5b77147f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.291828] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.292142] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aaa8a401-9b9d-4449-b3dd-dc54cab88a88 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.300667] env[70015]: DEBUG nova.network.neutron [None req-2f31c7e8-bf44-42ad-8311-d85b0167b8ce tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Updating instance_info_cache with network_info: [{"id": "b9412b19-2c3f-4a3d-a2e3-d2ae8b69a54a", "address": "fa:16:3e:15:84:38", "network": {"id": "54eb7a37-2a22-42e7-8acd-b881580de840", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-916588865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c24df7a88e5f4165b2618140613b0538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9412b19-2c", "ovs_interfaceid": "b9412b19-2c3f-4a3d-a2e3-d2ae8b69a54a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8cb268ac-0bfe-49b0-8e89-1400d89ae1f6", "address": "fa:16:3e:6b:55:f6", "network": {"id": "54eb7a37-2a22-42e7-8acd-b881580de840", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-916588865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c24df7a88e5f4165b2618140613b0538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cb268ac-0b", "ovs_interfaceid": "8cb268ac-0bfe-49b0-8e89-1400d89ae1f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.330150] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.330150] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.330434] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Deleting the datastore file [datastore1] 37d5cc23-3eb8-419f-8eca-a2897e3638b2 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.330857] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be1753ee-f5f9-4ebc-94ed-a2a2c998b5e1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.340601] env[70015]: DEBUG oslo_vmware.api [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Waiting for the task: (returnval){ [ 931.340601] env[70015]: value = "task-3611052" [ 931.340601] env[70015]: _type = "Task" [ 931.340601] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.355153] env[70015]: DEBUG oslo_vmware.api [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Task: {'id': task-3611052, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.544022] env[70015]: DEBUG oslo_vmware.api [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611050, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494193} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.544022] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] b498583a-2390-46af-b939-72998ebacdf5/b498583a-2390-46af-b939-72998ebacdf5.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 931.544022] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: b498583a-2390-46af-b939-72998ebacdf5] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 931.544022] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2afca47a-3264-4c93-9daa-1cf3027fe44f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.549880] env[70015]: DEBUG oslo_vmware.api [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 931.549880] env[70015]: value = "task-3611053" [ 931.549880] env[70015]: _type = "Task" [ 931.549880] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.569149] env[70015]: DEBUG oslo_vmware.api [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611053, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.574378] env[70015]: DEBUG oslo_vmware.api [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52bf3cbf-010a-5486-4e5a-b04b640dcc64, 'name': SearchDatastore_Task, 'duration_secs': 0.008588} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.579059] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b4814b3-5626-4b97-a0c0-a51818c09e38 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.584808] env[70015]: DEBUG oslo_vmware.api [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 931.584808] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]521f7690-0cfd-49c7-1b34-6aed4c79bd2d" [ 931.584808] env[70015]: _type = "Task" [ 931.584808] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.599958] env[70015]: DEBUG oslo_vmware.api [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]521f7690-0cfd-49c7-1b34-6aed4c79bd2d, 'name': SearchDatastore_Task, 'duration_secs': 0.008982} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.600268] env[70015]: DEBUG oslo_concurrency.lockutils [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.600527] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 5105dfda-ca6b-44a3-af23-9162d99c7cb7/5105dfda-ca6b-44a3-af23-9162d99c7cb7.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 931.600814] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9defc6e-d34c-4af5-8f92-7a1c99ad86a1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.607287] env[70015]: DEBUG oslo_vmware.api [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 931.607287] env[70015]: value = "task-3611054" [ 931.607287] env[70015]: _type = "Task" [ 931.607287] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.617568] env[70015]: DEBUG oslo_vmware.api [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611054, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.652444] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 0873d084-90c6-4f26-bfb5-0f86077ca52b] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 931.723786] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96da75fa-1688-4dc2-9eb6-4d6cc3b203d8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.736150] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5aeb73c-5cfa-4720-8fd8-17641a589bcc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.776070] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.777132] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282204b9-cb65-4780-a3fe-dbe000f17198 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.787759] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab81d410-65c3-4122-b073-7803841d4af1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.804150] env[70015]: DEBUG nova.compute.provider_tree [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.807084] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2f31c7e8-bf44-42ad-8311-d85b0167b8ce tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Releasing lock "refresh_cache-f643562c-87ff-4090-aa1b-f7453ce83b66" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.858180] env[70015]: DEBUG oslo_vmware.api [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Task: {'id': task-3611052, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211679} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.858415] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 931.858595] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 931.858772] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 931.879147] env[70015]: DEBUG nova.compute.manager [req-60aa45bf-50f3-42b2-bd09-7060c77ca580 req-969803a3-523d-4b75-ba57-be20f4d9f9eb service nova] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Received event network-vif-deleted-8cb268ac-0bfe-49b0-8e89-1400d89ae1f6 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.879361] env[70015]: INFO nova.compute.manager [req-60aa45bf-50f3-42b2-bd09-7060c77ca580 req-969803a3-523d-4b75-ba57-be20f4d9f9eb service nova] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Neutron deleted interface 8cb268ac-0bfe-49b0-8e89-1400d89ae1f6; detaching it from the instance and deleting it from the info cache [ 931.879614] env[70015]: DEBUG nova.network.neutron [req-60aa45bf-50f3-42b2-bd09-7060c77ca580 req-969803a3-523d-4b75-ba57-be20f4d9f9eb service nova] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Updating instance_info_cache with network_info: [{"id": "b9412b19-2c3f-4a3d-a2e3-d2ae8b69a54a", "address": "fa:16:3e:15:84:38", "network": {"id": "54eb7a37-2a22-42e7-8acd-b881580de840", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-916588865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c24df7a88e5f4165b2618140613b0538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9412b19-2c", "ovs_interfaceid": "b9412b19-2c3f-4a3d-a2e3-d2ae8b69a54a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.971927] env[70015]: DEBUG nova.compute.manager [req-e8acf778-b083-4788-97bf-b855711e29f9 req-366b8528-49f1-4313-ab56-e09836f600c5 service nova] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Received event network-vif-deleted-7c4a2de3-2461-483c-8106-37c07f8b473a {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.972250] env[70015]: DEBUG nova.compute.manager [req-e8acf778-b083-4788-97bf-b855711e29f9 req-366b8528-49f1-4313-ab56-e09836f600c5 service nova] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Received event network-vif-deleted-cf1f9a29-03df-4143-a944-eeba34926184 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.972404] env[70015]: DEBUG nova.compute.manager [req-e8acf778-b083-4788-97bf-b855711e29f9 req-366b8528-49f1-4313-ab56-e09836f600c5 service nova] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Received event network-vif-deleted-3831fe3b-d7ef-40d6-be30-27fd59eaf0a3 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.061402] env[70015]: DEBUG oslo_vmware.api [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611053, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066572} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.061824] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: b498583a-2390-46af-b939-72998ebacdf5] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 932.062868] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9aac9e-90f9-451e-9136-99d27ea4e85e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.092544] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: b498583a-2390-46af-b939-72998ebacdf5] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] b498583a-2390-46af-b939-72998ebacdf5/b498583a-2390-46af-b939-72998ebacdf5.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.092955] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6c0bf9c-faae-424b-93e6-f479d93558ab {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.119564] env[70015]: DEBUG oslo_vmware.api [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611054, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51023} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.120878] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 5105dfda-ca6b-44a3-af23-9162d99c7cb7/5105dfda-ca6b-44a3-af23-9162d99c7cb7.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 932.121237] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 932.121660] env[70015]: DEBUG oslo_vmware.api [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 932.121660] env[70015]: value = "task-3611055" [ 932.121660] env[70015]: _type = "Task" [ 932.121660] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.121935] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b811c18e-a391-4236-971c-aa6182457a81 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.134432] env[70015]: DEBUG oslo_vmware.api [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611055, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.135632] env[70015]: DEBUG oslo_vmware.api [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 932.135632] env[70015]: value = "task-3611056" [ 932.135632] env[70015]: _type = "Task" [ 932.135632] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.143714] env[70015]: DEBUG oslo_vmware.api [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611056, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.156575] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 41baed96-29ff-4f0d-ab6f-9520ba5bd910] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 932.195411] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-50917040-dcf5-4320-b491-1b1b1eda04e6 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 932.195786] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-902f8fa2-fba7-4d5a-a61f-1f7f7ed7568b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.203930] env[70015]: DEBUG oslo_vmware.api [None req-50917040-dcf5-4320-b491-1b1b1eda04e6 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 932.203930] env[70015]: value = "task-3611057" [ 932.203930] env[70015]: _type = "Task" [ 932.203930] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.215387] env[70015]: DEBUG oslo_vmware.api [None req-50917040-dcf5-4320-b491-1b1b1eda04e6 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611057, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.309855] env[70015]: DEBUG nova.scheduler.client.report [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.314335] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2f31c7e8-bf44-42ad-8311-d85b0167b8ce tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "interface-f643562c-87ff-4090-aa1b-f7453ce83b66-7c4a2de3-2461-483c-8106-37c07f8b473a" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.701s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.330861] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8711aa4a-c4db-48e2-9ad0-45be48d01d6c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Acquiring lock "a6ad6fe7-22f0-405e-8e5f-6e56325049a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.331140] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8711aa4a-c4db-48e2-9ad0-45be48d01d6c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Lock "a6ad6fe7-22f0-405e-8e5f-6e56325049a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.331370] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8711aa4a-c4db-48e2-9ad0-45be48d01d6c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Acquiring lock "a6ad6fe7-22f0-405e-8e5f-6e56325049a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.331549] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8711aa4a-c4db-48e2-9ad0-45be48d01d6c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Lock "a6ad6fe7-22f0-405e-8e5f-6e56325049a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.331735] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8711aa4a-c4db-48e2-9ad0-45be48d01d6c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Lock "a6ad6fe7-22f0-405e-8e5f-6e56325049a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.333944] env[70015]: INFO nova.compute.manager [None req-8711aa4a-c4db-48e2-9ad0-45be48d01d6c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Terminating instance [ 932.383161] env[70015]: DEBUG oslo_concurrency.lockutils [req-60aa45bf-50f3-42b2-bd09-7060c77ca580 req-969803a3-523d-4b75-ba57-be20f4d9f9eb service nova] Acquiring lock "f643562c-87ff-4090-aa1b-f7453ce83b66" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.383161] env[70015]: DEBUG oslo_concurrency.lockutils [req-60aa45bf-50f3-42b2-bd09-7060c77ca580 req-969803a3-523d-4b75-ba57-be20f4d9f9eb service nova] Acquired lock "f643562c-87ff-4090-aa1b-f7453ce83b66" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.384473] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62ef3b4-e421-4b6d-9dbf-1f8eb803580a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.407211] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72db3c61-33bf-4535-932f-eb7e0626ab38 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.435499] env[70015]: DEBUG nova.virt.vmwareapi.vmops [req-60aa45bf-50f3-42b2-bd09-7060c77ca580 req-969803a3-523d-4b75-ba57-be20f4d9f9eb service nova] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Reconfiguring VM to detach interface {{(pid=70015) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 932.435839] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-088ccb2f-96b5-4cc2-b077-58e11997e236 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.455322] env[70015]: DEBUG oslo_vmware.api [req-60aa45bf-50f3-42b2-bd09-7060c77ca580 req-969803a3-523d-4b75-ba57-be20f4d9f9eb service nova] Waiting for the task: (returnval){ [ 932.455322] env[70015]: value = "task-3611058" [ 932.455322] env[70015]: _type = "Task" [ 932.455322] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.455742] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8eefd77d-b5a6-4d03-a28e-311f0ae6d64a tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "f643562c-87ff-4090-aa1b-f7453ce83b66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.467559] env[70015]: DEBUG oslo_vmware.api [req-60aa45bf-50f3-42b2-bd09-7060c77ca580 req-969803a3-523d-4b75-ba57-be20f4d9f9eb service nova] Task: {'id': task-3611058, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.516431] env[70015]: DEBUG oslo_concurrency.lockutils [None req-34765972-212f-4b03-ac22-e7693d7e919c tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquiring lock "91a19e38-b0fe-4412-b653-e9980ccb0c25" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.516431] env[70015]: DEBUG oslo_concurrency.lockutils [None req-34765972-212f-4b03-ac22-e7693d7e919c tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "91a19e38-b0fe-4412-b653-e9980ccb0c25" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.516611] env[70015]: DEBUG nova.compute.manager [None req-34765972-212f-4b03-ac22-e7693d7e919c tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 932.517918] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e5f28f-654b-4668-92f0-3e8ca18f901a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.528430] env[70015]: DEBUG nova.compute.manager [None req-34765972-212f-4b03-ac22-e7693d7e919c tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70015) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 932.529000] env[70015]: DEBUG nova.objects.instance [None req-34765972-212f-4b03-ac22-e7693d7e919c tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lazy-loading 'flavor' on Instance uuid 91a19e38-b0fe-4412-b653-e9980ccb0c25 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.635752] env[70015]: DEBUG oslo_vmware.api [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611055, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.645021] env[70015]: DEBUG oslo_vmware.api [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611056, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142146} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.645021] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 932.645021] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2b37f3-22b6-4d68-810a-72a8d25be19d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.666708] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 5105dfda-ca6b-44a3-af23-9162d99c7cb7/5105dfda-ca6b-44a3-af23-9162d99c7cb7.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.668104] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: b19bdd14-b244-46bf-a1f5-264bfe7aedc1] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 932.668876] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddf5da8e-d122-474a-84f5-ac829e708745 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.692735] env[70015]: DEBUG oslo_vmware.api [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 932.692735] env[70015]: value = "task-3611059" [ 932.692735] env[70015]: _type = "Task" [ 932.692735] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.701755] env[70015]: DEBUG oslo_vmware.api [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611059, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.713101] env[70015]: DEBUG oslo_vmware.api [None req-50917040-dcf5-4320-b491-1b1b1eda04e6 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611057, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.816892] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.051s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.817837] env[70015]: DEBUG nova.compute.manager [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: f319194b-6c78-4824-b117-e8334b900360] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 932.823066] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.146s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.823066] env[70015]: INFO nova.compute.claims [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 932.838456] env[70015]: DEBUG nova.compute.manager [None req-8711aa4a-c4db-48e2-9ad0-45be48d01d6c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 932.838672] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8711aa4a-c4db-48e2-9ad0-45be48d01d6c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 932.839889] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644b42ed-0359-4dd7-943e-5f013b73063e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.848779] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-8711aa4a-c4db-48e2-9ad0-45be48d01d6c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.849446] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9df4a4e-162a-4563-9f21-7504a47b6dee {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.857045] env[70015]: DEBUG oslo_vmware.api [None req-8711aa4a-c4db-48e2-9ad0-45be48d01d6c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Waiting for the task: (returnval){ [ 932.857045] env[70015]: value = "task-3611060" [ 932.857045] env[70015]: _type = "Task" [ 932.857045] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.874470] env[70015]: DEBUG oslo_vmware.api [None req-8711aa4a-c4db-48e2-9ad0-45be48d01d6c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3611060, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.904535] env[70015]: DEBUG nova.virt.hardware [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 932.904775] env[70015]: DEBUG nova.virt.hardware [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 932.904926] env[70015]: DEBUG nova.virt.hardware [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.905118] env[70015]: DEBUG nova.virt.hardware [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 932.907627] env[70015]: DEBUG nova.virt.hardware [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.907627] env[70015]: DEBUG nova.virt.hardware [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 932.907627] env[70015]: DEBUG nova.virt.hardware [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 932.907627] env[70015]: DEBUG nova.virt.hardware [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 932.907627] env[70015]: DEBUG nova.virt.hardware [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 932.907627] env[70015]: DEBUG nova.virt.hardware [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 932.907627] env[70015]: DEBUG nova.virt.hardware [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 932.907627] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a1fc31-7560-490e-b1b2-4f4631cafdba {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.915891] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d38182-00fa-4118-baeb-8ae3c19db1cb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.930075] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Instance VIF info [] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 932.937162] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.937446] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 932.937665] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-194c4aa7-72b6-4126-927d-c4597ce6a7b4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.961428] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 932.961428] env[70015]: value = "task-3611061" [ 932.961428] env[70015]: _type = "Task" [ 932.961428] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.969420] env[70015]: DEBUG oslo_vmware.api [req-60aa45bf-50f3-42b2-bd09-7060c77ca580 req-969803a3-523d-4b75-ba57-be20f4d9f9eb service nova] Task: {'id': task-3611058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.974641] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611061, 'name': CreateVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.030767] env[70015]: DEBUG nova.network.neutron [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1] Successfully updated port: e45450cd-e6e4-4726-b49b-9a27f1bcf026 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 933.134535] env[70015]: DEBUG oslo_vmware.api [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611055, 'name': ReconfigVM_Task, 'duration_secs': 0.935505} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.134757] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: b498583a-2390-46af-b939-72998ebacdf5] Reconfigured VM instance instance-00000047 to attach disk [datastore2] b498583a-2390-46af-b939-72998ebacdf5/b498583a-2390-46af-b939-72998ebacdf5.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.135407] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-503e40f5-d3fc-4478-a2e2-d6cd8b426121 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.141212] env[70015]: DEBUG oslo_vmware.api [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 933.141212] env[70015]: value = "task-3611062" [ 933.141212] env[70015]: _type = "Task" [ 933.141212] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.149504] env[70015]: DEBUG oslo_vmware.api [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611062, 'name': Rename_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.188105] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 94323044-a24f-424f-a0c4-cf4eab76b57c] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 933.203866] env[70015]: DEBUG oslo_vmware.api [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611059, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.216816] env[70015]: DEBUG oslo_vmware.api [None req-50917040-dcf5-4320-b491-1b1b1eda04e6 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611057, 'name': PowerOnVM_Task, 'duration_secs': 0.934423} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.217185] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-50917040-dcf5-4320-b491-1b1b1eda04e6 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 933.217426] env[70015]: DEBUG nova.compute.manager [None req-50917040-dcf5-4320-b491-1b1b1eda04e6 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 933.219123] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0db11fa-4dfe-4832-a80a-cdf666a76782 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.323841] env[70015]: DEBUG nova.compute.utils [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 933.325358] env[70015]: DEBUG nova.compute.manager [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: f319194b-6c78-4824-b117-e8334b900360] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 933.325549] env[70015]: DEBUG nova.network.neutron [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: f319194b-6c78-4824-b117-e8334b900360] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 933.370593] env[70015]: DEBUG oslo_vmware.api [None req-8711aa4a-c4db-48e2-9ad0-45be48d01d6c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3611060, 'name': PowerOffVM_Task, 'duration_secs': 0.412053} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.370593] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-8711aa4a-c4db-48e2-9ad0-45be48d01d6c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.370593] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8711aa4a-c4db-48e2-9ad0-45be48d01d6c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 933.370593] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94ff3c5c-51f2-4a8f-bcf4-78f08cf94f6d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.413918] env[70015]: DEBUG nova.policy [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce1c83c1895948f3a853112fa2f36c99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '46df6186e06249d792238e53b5c11b72', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 933.456211] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8711aa4a-c4db-48e2-9ad0-45be48d01d6c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 933.456424] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8711aa4a-c4db-48e2-9ad0-45be48d01d6c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 933.456608] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-8711aa4a-c4db-48e2-9ad0-45be48d01d6c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Deleting the datastore file [datastore2] a6ad6fe7-22f0-405e-8e5f-6e56325049a8 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 933.456921] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff134754-f4a2-4752-9268-b13a7ad2ef12 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.468246] env[70015]: DEBUG oslo_vmware.api [None req-8711aa4a-c4db-48e2-9ad0-45be48d01d6c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Waiting for the task: (returnval){ [ 933.468246] env[70015]: value = "task-3611064" [ 933.468246] env[70015]: _type = "Task" [ 933.468246] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.471828] env[70015]: DEBUG oslo_vmware.api [req-60aa45bf-50f3-42b2-bd09-7060c77ca580 req-969803a3-523d-4b75-ba57-be20f4d9f9eb service nova] Task: {'id': task-3611058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.477558] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611061, 'name': CreateVM_Task, 'duration_secs': 0.353694} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.478013] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 933.478410] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.478567] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.478880] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.479142] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8b6e85a-3659-4283-8b33-e797e0e19d02 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.483420] env[70015]: DEBUG oslo_vmware.api [None req-8711aa4a-c4db-48e2-9ad0-45be48d01d6c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3611064, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.490060] env[70015]: DEBUG oslo_vmware.api [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Waiting for the task: (returnval){ [ 933.490060] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52e3e055-dc0f-7886-0938-1d9c02181cc4" [ 933.490060] env[70015]: _type = "Task" [ 933.490060] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.497418] env[70015]: DEBUG oslo_vmware.api [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52e3e055-dc0f-7886-0938-1d9c02181cc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.536776] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Acquiring lock "refresh_cache-3f23c083-5bd4-4f1c-b9b6-849e9c3241e1" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.536776] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Acquired lock "refresh_cache-3f23c083-5bd4-4f1c-b9b6-849e9c3241e1" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.536776] env[70015]: DEBUG nova.network.neutron [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.538151] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-34765972-212f-4b03-ac22-e7693d7e919c tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.541329] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ecdc9701-a956-443e-af6f-e23aa5c0f184 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.548803] env[70015]: DEBUG oslo_vmware.api [None req-34765972-212f-4b03-ac22-e7693d7e919c tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 933.548803] env[70015]: value = "task-3611065" [ 933.548803] env[70015]: _type = "Task" [ 933.548803] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.561410] env[70015]: DEBUG oslo_vmware.api [None req-34765972-212f-4b03-ac22-e7693d7e919c tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611065, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.652120] env[70015]: DEBUG oslo_vmware.api [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611062, 'name': Rename_Task, 'duration_secs': 0.200459} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.652535] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: b498583a-2390-46af-b939-72998ebacdf5] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 933.652891] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2486a4f-d57d-47c4-bee5-6ba2a181d236 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.662189] env[70015]: DEBUG oslo_vmware.api [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 933.662189] env[70015]: value = "task-3611066" [ 933.662189] env[70015]: _type = "Task" [ 933.662189] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.672068] env[70015]: DEBUG oslo_vmware.api [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611066, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.691994] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: ad2bc565-e53f-44c4-a183-01be8d43bfb0] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 933.702716] env[70015]: DEBUG oslo_vmware.api [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611059, 'name': ReconfigVM_Task, 'duration_secs': 0.591187} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.703028] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 5105dfda-ca6b-44a3-af23-9162d99c7cb7/5105dfda-ca6b-44a3-af23-9162d99c7cb7.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.703681] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9258ed99-6162-4ec7-9d9b-a8c302581e73 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.709934] env[70015]: DEBUG oslo_vmware.api [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 933.709934] env[70015]: value = "task-3611067" [ 933.709934] env[70015]: _type = "Task" [ 933.709934] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.718644] env[70015]: DEBUG oslo_vmware.api [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611067, 'name': Rename_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.831069] env[70015]: DEBUG nova.compute.manager [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: f319194b-6c78-4824-b117-e8334b900360] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 933.849172] env[70015]: DEBUG oslo_concurrency.lockutils [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Acquiring lock "39abed00-024f-4718-a7aa-9d26ea6533ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.849414] env[70015]: DEBUG oslo_concurrency.lockutils [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Lock "39abed00-024f-4718-a7aa-9d26ea6533ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.914334] env[70015]: DEBUG nova.network.neutron [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: f319194b-6c78-4824-b117-e8334b900360] Successfully created port: 210c7c0f-af80-4c9d-bed8-1f66e1b868cb {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 933.976458] env[70015]: DEBUG oslo_vmware.api [req-60aa45bf-50f3-42b2-bd09-7060c77ca580 req-969803a3-523d-4b75-ba57-be20f4d9f9eb service nova] Task: {'id': task-3611058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.987115] env[70015]: DEBUG oslo_vmware.api [None req-8711aa4a-c4db-48e2-9ad0-45be48d01d6c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3611064, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169332} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.989061] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-8711aa4a-c4db-48e2-9ad0-45be48d01d6c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 933.989393] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8711aa4a-c4db-48e2-9ad0-45be48d01d6c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 933.989709] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8711aa4a-c4db-48e2-9ad0-45be48d01d6c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 933.990030] env[70015]: INFO nova.compute.manager [None req-8711aa4a-c4db-48e2-9ad0-45be48d01d6c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 933.990814] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8711aa4a-c4db-48e2-9ad0-45be48d01d6c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.991568] env[70015]: DEBUG nova.compute.manager [-] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 933.991942] env[70015]: DEBUG nova.network.neutron [-] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 934.004304] env[70015]: DEBUG oslo_vmware.api [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52e3e055-dc0f-7886-0938-1d9c02181cc4, 'name': SearchDatastore_Task, 'duration_secs': 0.021915} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.005868] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.008025] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 934.008025] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.008025] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.008025] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 934.008025] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4121277-00ba-4f2b-9b5f-c08efa39498f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.016334] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 934.016725] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 934.020154] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38aed514-4de7-4957-beaa-820802388eb8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.028028] env[70015]: DEBUG oslo_vmware.api [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Waiting for the task: (returnval){ [ 934.028028] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52e763c2-cd9a-75d1-113d-570289b5f78e" [ 934.028028] env[70015]: _type = "Task" [ 934.028028] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.034962] env[70015]: DEBUG oslo_vmware.api [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52e763c2-cd9a-75d1-113d-570289b5f78e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.063389] env[70015]: DEBUG oslo_vmware.api [None req-34765972-212f-4b03-ac22-e7693d7e919c tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611065, 'name': PowerOffVM_Task, 'duration_secs': 0.205376} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.067085] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-34765972-212f-4b03-ac22-e7693d7e919c tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 934.067085] env[70015]: DEBUG nova.compute.manager [None req-34765972-212f-4b03-ac22-e7693d7e919c tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 934.067085] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed16015-be8a-4e87-9c73-6f7e71f08e22 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.084035] env[70015]: DEBUG nova.network.neutron [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 934.172099] env[70015]: DEBUG oslo_vmware.api [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611066, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.200738] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 6c6067ac-622b-4055-9b68-4166fc23bd52] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 934.220793] env[70015]: DEBUG oslo_vmware.api [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611067, 'name': Rename_Task, 'duration_secs': 0.17774} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.223474] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 934.223755] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6db4934-f7a6-4ef4-b564-3cd48fc07c90 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.230666] env[70015]: DEBUG oslo_vmware.api [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 934.230666] env[70015]: value = "task-3611068" [ 934.230666] env[70015]: _type = "Task" [ 934.230666] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.240734] env[70015]: DEBUG oslo_vmware.api [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.263475] env[70015]: DEBUG nova.network.neutron [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1] Updating instance_info_cache with network_info: [{"id": "e45450cd-e6e4-4726-b49b-9a27f1bcf026", "address": "fa:16:3e:f2:81:71", "network": {"id": "a129f4db-9720-4172-be82-eeaceb8a19d8", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1141620744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46df6186e06249d792238e53b5c11b72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape45450cd-e6", "ovs_interfaceid": "e45450cd-e6e4-4726-b49b-9a27f1bcf026", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.349383] env[70015]: DEBUG nova.compute.manager [req-0b65cebb-5242-48aa-9057-0ca03429414a req-37fb52a0-9b22-4012-8794-eaed84ec7765 service nova] [instance: 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1] Received event network-vif-plugged-e45450cd-e6e4-4726-b49b-9a27f1bcf026 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.349383] env[70015]: DEBUG oslo_concurrency.lockutils [req-0b65cebb-5242-48aa-9057-0ca03429414a req-37fb52a0-9b22-4012-8794-eaed84ec7765 service nova] Acquiring lock "3f23c083-5bd4-4f1c-b9b6-849e9c3241e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.349383] env[70015]: DEBUG oslo_concurrency.lockutils [req-0b65cebb-5242-48aa-9057-0ca03429414a req-37fb52a0-9b22-4012-8794-eaed84ec7765 service nova] Lock "3f23c083-5bd4-4f1c-b9b6-849e9c3241e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.349383] env[70015]: DEBUG oslo_concurrency.lockutils [req-0b65cebb-5242-48aa-9057-0ca03429414a req-37fb52a0-9b22-4012-8794-eaed84ec7765 service nova] Lock "3f23c083-5bd4-4f1c-b9b6-849e9c3241e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.349383] env[70015]: DEBUG nova.compute.manager [req-0b65cebb-5242-48aa-9057-0ca03429414a req-37fb52a0-9b22-4012-8794-eaed84ec7765 service nova] [instance: 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1] No waiting events found dispatching network-vif-plugged-e45450cd-e6e4-4726-b49b-9a27f1bcf026 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 934.349383] env[70015]: WARNING nova.compute.manager [req-0b65cebb-5242-48aa-9057-0ca03429414a req-37fb52a0-9b22-4012-8794-eaed84ec7765 service nova] [instance: 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1] Received unexpected event network-vif-plugged-e45450cd-e6e4-4726-b49b-9a27f1bcf026 for instance with vm_state building and task_state spawning. [ 934.349383] env[70015]: DEBUG nova.compute.manager [req-0b65cebb-5242-48aa-9057-0ca03429414a req-37fb52a0-9b22-4012-8794-eaed84ec7765 service nova] [instance: 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1] Received event network-changed-e45450cd-e6e4-4726-b49b-9a27f1bcf026 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.349383] env[70015]: DEBUG nova.compute.manager [req-0b65cebb-5242-48aa-9057-0ca03429414a req-37fb52a0-9b22-4012-8794-eaed84ec7765 service nova] [instance: 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1] Refreshing instance network info cache due to event network-changed-e45450cd-e6e4-4726-b49b-9a27f1bcf026. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 934.350018] env[70015]: DEBUG oslo_concurrency.lockutils [req-0b65cebb-5242-48aa-9057-0ca03429414a req-37fb52a0-9b22-4012-8794-eaed84ec7765 service nova] Acquiring lock "refresh_cache-3f23c083-5bd4-4f1c-b9b6-849e9c3241e1" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.353235] env[70015]: DEBUG nova.compute.manager [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 934.413121] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f59bb62-c577-4474-8304-2ae80cb3b337 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.420452] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d2412d-a1c9-4529-9cb0-d85bc27441a4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.457288] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e02fe0a-07be-4f46-852c-45823f51eb30 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.470588] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9143896b-c98e-48c0-b17b-ea38b68e52be {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.474633] env[70015]: DEBUG oslo_concurrency.lockutils [None req-52c8a87c-9d9b-49af-a2e3-3198576cf1c7 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquiring lock "66d937aa-30ed-468f-a62a-e37e7c2b41fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.474906] env[70015]: DEBUG oslo_concurrency.lockutils [None req-52c8a87c-9d9b-49af-a2e3-3198576cf1c7 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lock "66d937aa-30ed-468f-a62a-e37e7c2b41fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.475128] env[70015]: DEBUG oslo_concurrency.lockutils [None req-52c8a87c-9d9b-49af-a2e3-3198576cf1c7 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquiring lock "66d937aa-30ed-468f-a62a-e37e7c2b41fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.475304] env[70015]: DEBUG oslo_concurrency.lockutils [None req-52c8a87c-9d9b-49af-a2e3-3198576cf1c7 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lock "66d937aa-30ed-468f-a62a-e37e7c2b41fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.475472] env[70015]: DEBUG oslo_concurrency.lockutils [None req-52c8a87c-9d9b-49af-a2e3-3198576cf1c7 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lock "66d937aa-30ed-468f-a62a-e37e7c2b41fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.477017] env[70015]: DEBUG oslo_vmware.api [req-60aa45bf-50f3-42b2-bd09-7060c77ca580 req-969803a3-523d-4b75-ba57-be20f4d9f9eb service nova] Task: {'id': task-3611058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.478025] env[70015]: INFO nova.compute.manager [None req-52c8a87c-9d9b-49af-a2e3-3198576cf1c7 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Terminating instance [ 934.487581] env[70015]: DEBUG nova.compute.provider_tree [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.537180] env[70015]: DEBUG oslo_vmware.api [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52e763c2-cd9a-75d1-113d-570289b5f78e, 'name': SearchDatastore_Task, 'duration_secs': 0.009949} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.538397] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8092d7a6-4ed9-4695-a267-cdff827a6598 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.546939] env[70015]: DEBUG oslo_vmware.api [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Waiting for the task: (returnval){ [ 934.546939] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52031866-33f3-7040-4937-ed730dd580b5" [ 934.546939] env[70015]: _type = "Task" [ 934.546939] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.555907] env[70015]: DEBUG oslo_vmware.api [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52031866-33f3-7040-4937-ed730dd580b5, 'name': SearchDatastore_Task, 'duration_secs': 0.009437} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.556256] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.556555] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 37d5cc23-3eb8-419f-8eca-a2897e3638b2/37d5cc23-3eb8-419f-8eca-a2897e3638b2.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 934.556832] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9cf72cc8-d4b7-4d9d-99c9-e723439cfd84 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.563010] env[70015]: DEBUG oslo_vmware.api [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Waiting for the task: (returnval){ [ 934.563010] env[70015]: value = "task-3611069" [ 934.563010] env[70015]: _type = "Task" [ 934.563010] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.570820] env[70015]: DEBUG oslo_vmware.api [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Task: {'id': task-3611069, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.578377] env[70015]: DEBUG oslo_concurrency.lockutils [None req-34765972-212f-4b03-ac22-e7693d7e919c tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "91a19e38-b0fe-4412-b653-e9980ccb0c25" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.062s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.673560] env[70015]: DEBUG oslo_vmware.api [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611066, 'name': PowerOnVM_Task, 'duration_secs': 0.697746} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.674013] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: b498583a-2390-46af-b939-72998ebacdf5] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 934.674304] env[70015]: INFO nova.compute.manager [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: b498583a-2390-46af-b939-72998ebacdf5] Took 9.27 seconds to spawn the instance on the hypervisor. [ 934.674903] env[70015]: DEBUG nova.compute.manager [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: b498583a-2390-46af-b939-72998ebacdf5] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 934.675552] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9019cd4-96b4-4c79-94c8-9e51270a1ccd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.703612] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 8d2b826f-16de-4f55-a3f6-33a0ceb3b72a] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 934.744728] env[70015]: DEBUG oslo_vmware.api [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611068, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.769823] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Releasing lock "refresh_cache-3f23c083-5bd4-4f1c-b9b6-849e9c3241e1" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.770139] env[70015]: DEBUG nova.compute.manager [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1] Instance network_info: |[{"id": "e45450cd-e6e4-4726-b49b-9a27f1bcf026", "address": "fa:16:3e:f2:81:71", "network": {"id": "a129f4db-9720-4172-be82-eeaceb8a19d8", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1141620744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46df6186e06249d792238e53b5c11b72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape45450cd-e6", "ovs_interfaceid": "e45450cd-e6e4-4726-b49b-9a27f1bcf026", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 934.770623] env[70015]: DEBUG oslo_concurrency.lockutils [req-0b65cebb-5242-48aa-9057-0ca03429414a req-37fb52a0-9b22-4012-8794-eaed84ec7765 service nova] Acquired lock "refresh_cache-3f23c083-5bd4-4f1c-b9b6-849e9c3241e1" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.770766] env[70015]: DEBUG nova.network.neutron [req-0b65cebb-5242-48aa-9057-0ca03429414a req-37fb52a0-9b22-4012-8794-eaed84ec7765 service nova] [instance: 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1] Refreshing network info cache for port e45450cd-e6e4-4726-b49b-9a27f1bcf026 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 934.772367] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:81:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e85cbc56-fee0-41f7-bc70-64f31775ce92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e45450cd-e6e4-4726-b49b-9a27f1bcf026', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 934.781733] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Creating folder: Project (46df6186e06249d792238e53b5c11b72). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 934.783395] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef0ad95c-4cdc-43b6-aab3-ed411dc65520 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.795910] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Created folder: Project (46df6186e06249d792238e53b5c11b72) in parent group-v720117. [ 934.796244] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Creating folder: Instances. Parent ref: group-v720321. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 934.796989] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d6e4853-741e-4383-a5c6-b6d93314e948 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.809783] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Created folder: Instances in parent group-v720321. [ 934.810171] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.810428] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 934.810690] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ca1c577-c62a-4099-b3b7-9af1f66d46af {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.833639] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 934.833639] env[70015]: value = "task-3611072" [ 934.833639] env[70015]: _type = "Task" [ 934.833639] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.843766] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611072, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.847206] env[70015]: DEBUG nova.compute.manager [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: f319194b-6c78-4824-b117-e8334b900360] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 934.878156] env[70015]: DEBUG nova.virt.hardware [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 934.878488] env[70015]: DEBUG nova.virt.hardware [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 934.878752] env[70015]: DEBUG nova.virt.hardware [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 934.878985] env[70015]: DEBUG nova.virt.hardware [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 934.880783] env[70015]: DEBUG nova.virt.hardware [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 934.880783] env[70015]: DEBUG nova.virt.hardware [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 934.880783] env[70015]: DEBUG nova.virt.hardware [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 934.880783] env[70015]: DEBUG nova.virt.hardware [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 934.880783] env[70015]: DEBUG nova.virt.hardware [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 934.880783] env[70015]: DEBUG nova.virt.hardware [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 934.880783] env[70015]: DEBUG nova.virt.hardware [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 934.881738] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97dc6e59-39d3-43ba-a46e-c1c300c92769 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.888975] env[70015]: DEBUG oslo_concurrency.lockutils [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.893788] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1dfbe6-76b0-4f92-b928-8071f740164b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.974193] env[70015]: DEBUG oslo_vmware.api [req-60aa45bf-50f3-42b2-bd09-7060c77ca580 req-969803a3-523d-4b75-ba57-be20f4d9f9eb service nova] Task: {'id': task-3611058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.991448] env[70015]: DEBUG nova.scheduler.client.report [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.996133] env[70015]: DEBUG nova.compute.manager [None req-52c8a87c-9d9b-49af-a2e3-3198576cf1c7 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 934.996133] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-52c8a87c-9d9b-49af-a2e3-3198576cf1c7 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 934.997156] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40afe2ab-8e41-4962-b15d-f74135723d22 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.007372] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c8a87c-9d9b-49af-a2e3-3198576cf1c7 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.007627] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e8ec386-9019-40b0-b6db-2856ae199474 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.016398] env[70015]: DEBUG oslo_vmware.api [None req-52c8a87c-9d9b-49af-a2e3-3198576cf1c7 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 935.016398] env[70015]: value = "task-3611073" [ 935.016398] env[70015]: _type = "Task" [ 935.016398] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.028845] env[70015]: DEBUG oslo_vmware.api [None req-52c8a87c-9d9b-49af-a2e3-3198576cf1c7 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611073, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.075685] env[70015]: DEBUG oslo_vmware.api [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Task: {'id': task-3611069, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487744} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.076063] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 37d5cc23-3eb8-419f-8eca-a2897e3638b2/37d5cc23-3eb8-419f-8eca-a2897e3638b2.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 935.076292] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 935.076542] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95b577ed-b2e5-4acd-b367-ba11ee8d57c6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.082845] env[70015]: DEBUG oslo_vmware.api [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Waiting for the task: (returnval){ [ 935.082845] env[70015]: value = "task-3611074" [ 935.082845] env[70015]: _type = "Task" [ 935.082845] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.092975] env[70015]: DEBUG oslo_vmware.api [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Task: {'id': task-3611074, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.197270] env[70015]: INFO nova.compute.manager [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: b498583a-2390-46af-b939-72998ebacdf5] Took 45.08 seconds to build instance. [ 935.210405] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: ddbcf67f-44f4-44f0-8614-48ee6a4a21b8] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 935.242425] env[70015]: DEBUG oslo_vmware.api [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611068, 'name': PowerOnVM_Task, 'duration_secs': 0.571226} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.243384] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.243632] env[70015]: DEBUG nova.compute.manager [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 935.244574] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce1d89d-d7b9-40f2-a78f-c837db57c4ce {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.345124] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611072, 'name': CreateVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.476461] env[70015]: DEBUG oslo_vmware.api [req-60aa45bf-50f3-42b2-bd09-7060c77ca580 req-969803a3-523d-4b75-ba57-be20f4d9f9eb service nova] Task: {'id': task-3611058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.501325] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.501325] env[70015]: DEBUG nova.compute.manager [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 935.501868] env[70015]: DEBUG oslo_concurrency.lockutils [None req-847ea0a0-aa17-4b61-91cb-21662203ded3 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.338s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.502358] env[70015]: DEBUG oslo_concurrency.lockutils [None req-847ea0a0-aa17-4b61-91cb-21662203ded3 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.506994] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.322s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.509827] env[70015]: INFO nova.compute.claims [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 935.528057] env[70015]: DEBUG oslo_vmware.api [None req-52c8a87c-9d9b-49af-a2e3-3198576cf1c7 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611073, 'name': PowerOffVM_Task, 'duration_secs': 0.359151} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.535172] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c8a87c-9d9b-49af-a2e3-3198576cf1c7 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.535172] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-52c8a87c-9d9b-49af-a2e3-3198576cf1c7 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.535172] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4dbc50f-be36-473c-aa97-175b8cae4743 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.538755] env[70015]: DEBUG nova.network.neutron [-] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.554452] env[70015]: INFO nova.scheduler.client.report [None req-847ea0a0-aa17-4b61-91cb-21662203ded3 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Deleted allocations for instance 844c678b-6d1e-401a-9989-f4d7d90f262e [ 935.596857] env[70015]: DEBUG oslo_vmware.api [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Task: {'id': task-3611074, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106997} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.597509] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 935.602034] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014738b6-173c-48f4-90bf-37421ab5b32f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.607458] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-52c8a87c-9d9b-49af-a2e3-3198576cf1c7 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.607897] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-52c8a87c-9d9b-49af-a2e3-3198576cf1c7 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.608162] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-52c8a87c-9d9b-49af-a2e3-3198576cf1c7 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Deleting the datastore file [datastore2] 66d937aa-30ed-468f-a62a-e37e7c2b41fb {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.609026] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd4815ac-597d-4b75-a664-10cf59f808f7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.629217] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 37d5cc23-3eb8-419f-8eca-a2897e3638b2/37d5cc23-3eb8-419f-8eca-a2897e3638b2.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 935.630527] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db19f5d6-2cfd-4ccc-b799-5d6996f08e6a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.650486] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f77eb8e9-9f64-40fd-b02b-815f8c7e1339 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "b498583a-2390-46af-b939-72998ebacdf5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.651604] env[70015]: DEBUG oslo_vmware.api [None req-52c8a87c-9d9b-49af-a2e3-3198576cf1c7 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 935.651604] env[70015]: value = "task-3611076" [ 935.651604] env[70015]: _type = "Task" [ 935.651604] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.656365] env[70015]: DEBUG oslo_vmware.api [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Waiting for the task: (returnval){ [ 935.656365] env[70015]: value = "task-3611077" [ 935.656365] env[70015]: _type = "Task" [ 935.656365] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.663729] env[70015]: DEBUG oslo_vmware.api [None req-52c8a87c-9d9b-49af-a2e3-3198576cf1c7 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611076, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.669104] env[70015]: DEBUG oslo_vmware.api [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Task: {'id': task-3611077, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.683334] env[70015]: DEBUG nova.network.neutron [req-0b65cebb-5242-48aa-9057-0ca03429414a req-37fb52a0-9b22-4012-8794-eaed84ec7765 service nova] [instance: 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1] Updated VIF entry in instance network info cache for port e45450cd-e6e4-4726-b49b-9a27f1bcf026. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 935.683752] env[70015]: DEBUG nova.network.neutron [req-0b65cebb-5242-48aa-9057-0ca03429414a req-37fb52a0-9b22-4012-8794-eaed84ec7765 service nova] [instance: 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1] Updating instance_info_cache with network_info: [{"id": "e45450cd-e6e4-4726-b49b-9a27f1bcf026", "address": "fa:16:3e:f2:81:71", "network": {"id": "a129f4db-9720-4172-be82-eeaceb8a19d8", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1141620744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46df6186e06249d792238e53b5c11b72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape45450cd-e6", "ovs_interfaceid": "e45450cd-e6e4-4726-b49b-9a27f1bcf026", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.699991] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "b498583a-2390-46af-b939-72998ebacdf5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.147s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.701861] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f77eb8e9-9f64-40fd-b02b-815f8c7e1339 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "b498583a-2390-46af-b939-72998ebacdf5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.050s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.701861] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f77eb8e9-9f64-40fd-b02b-815f8c7e1339 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "b498583a-2390-46af-b939-72998ebacdf5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.701861] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f77eb8e9-9f64-40fd-b02b-815f8c7e1339 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "b498583a-2390-46af-b939-72998ebacdf5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.701861] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f77eb8e9-9f64-40fd-b02b-815f8c7e1339 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "b498583a-2390-46af-b939-72998ebacdf5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.703414] env[70015]: INFO nova.compute.manager [None req-f77eb8e9-9f64-40fd-b02b-815f8c7e1339 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: b498583a-2390-46af-b939-72998ebacdf5] Terminating instance [ 935.716067] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 935.716150] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Cleaning up deleted instances with incomplete migration {{(pid=70015) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 935.763649] env[70015]: DEBUG oslo_concurrency.lockutils [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.847403] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611072, 'name': CreateVM_Task, 'duration_secs': 0.562447} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.847594] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 935.848269] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.848437] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.848987] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.848987] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-917a95ac-ab8a-4361-a651-b1b70e0928ec {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.853965] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Waiting for the task: (returnval){ [ 935.853965] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]525d303f-baab-dd28-c187-e96a4f1e73bc" [ 935.853965] env[70015]: _type = "Task" [ 935.853965] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.863500] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]525d303f-baab-dd28-c187-e96a4f1e73bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.974141] env[70015]: DEBUG oslo_vmware.api [req-60aa45bf-50f3-42b2-bd09-7060c77ca580 req-969803a3-523d-4b75-ba57-be20f4d9f9eb service nova] Task: {'id': task-3611058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.015910] env[70015]: DEBUG nova.compute.utils [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 936.023855] env[70015]: DEBUG nova.compute.manager [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 936.024057] env[70015]: DEBUG nova.network.neutron [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 936.045059] env[70015]: INFO nova.compute.manager [-] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Took 2.05 seconds to deallocate network for instance. [ 936.064906] env[70015]: DEBUG oslo_concurrency.lockutils [None req-847ea0a0-aa17-4b61-91cb-21662203ded3 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Lock "844c678b-6d1e-401a-9989-f4d7d90f262e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.336s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.107386] env[70015]: DEBUG nova.policy [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce1c83c1895948f3a853112fa2f36c99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '46df6186e06249d792238e53b5c11b72', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 936.124507] env[70015]: DEBUG nova.network.neutron [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: f319194b-6c78-4824-b117-e8334b900360] Successfully updated port: 210c7c0f-af80-4c9d-bed8-1f66e1b868cb {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 936.164285] env[70015]: DEBUG oslo_vmware.api [None req-52c8a87c-9d9b-49af-a2e3-3198576cf1c7 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611076, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146994} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.164909] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-52c8a87c-9d9b-49af-a2e3-3198576cf1c7 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.165710] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-52c8a87c-9d9b-49af-a2e3-3198576cf1c7 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 936.165832] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-52c8a87c-9d9b-49af-a2e3-3198576cf1c7 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.166315] env[70015]: INFO nova.compute.manager [None req-52c8a87c-9d9b-49af-a2e3-3198576cf1c7 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Took 1.17 seconds to destroy the instance on the hypervisor. [ 936.166735] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52c8a87c-9d9b-49af-a2e3-3198576cf1c7 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.173296] env[70015]: DEBUG nova.compute.manager [-] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 936.173296] env[70015]: DEBUG nova.network.neutron [-] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 936.176466] env[70015]: DEBUG oslo_vmware.api [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Task: {'id': task-3611077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.186985] env[70015]: DEBUG oslo_concurrency.lockutils [req-0b65cebb-5242-48aa-9057-0ca03429414a req-37fb52a0-9b22-4012-8794-eaed84ec7765 service nova] Releasing lock "refresh_cache-3f23c083-5bd4-4f1c-b9b6-849e9c3241e1" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.207356] env[70015]: DEBUG nova.compute.manager [None req-f77eb8e9-9f64-40fd-b02b-815f8c7e1339 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: b498583a-2390-46af-b939-72998ebacdf5] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 936.207702] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f77eb8e9-9f64-40fd-b02b-815f8c7e1339 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: b498583a-2390-46af-b939-72998ebacdf5] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 936.208641] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b1fa80-365e-4887-ac78-77b39fa4b2f0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.216983] env[70015]: INFO nova.compute.manager [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Rebuilding instance [ 936.219083] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-f77eb8e9-9f64-40fd-b02b-815f8c7e1339 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: b498583a-2390-46af-b939-72998ebacdf5] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 936.220785] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da5ba7f9-7f24-4da6-893b-d2a600a77ddb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.221229] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 936.228340] env[70015]: DEBUG oslo_vmware.api [None req-f77eb8e9-9f64-40fd-b02b-815f8c7e1339 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 936.228340] env[70015]: value = "task-3611078" [ 936.228340] env[70015]: _type = "Task" [ 936.228340] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.242953] env[70015]: DEBUG oslo_vmware.api [None req-f77eb8e9-9f64-40fd-b02b-815f8c7e1339 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.268505] env[70015]: DEBUG nova.compute.manager [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.269800] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a1d1fe-6796-45a5-8a5a-f5c05feccc15 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.365895] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]525d303f-baab-dd28-c187-e96a4f1e73bc, 'name': SearchDatastore_Task, 'duration_secs': 0.011388} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.367745] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.368338] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 936.369039] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.369039] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.369039] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 936.370158] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d49f2070-9693-4f99-9ef8-9297bee97e8f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.381356] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.381356] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 936.383394] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-888efa39-7ac9-4847-8230-0310159c0859 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.390404] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Waiting for the task: (returnval){ [ 936.390404] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]523aba7e-bdb8-46c1-92b7-5ec5eab3b783" [ 936.390404] env[70015]: _type = "Task" [ 936.390404] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.401616] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]523aba7e-bdb8-46c1-92b7-5ec5eab3b783, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.476952] env[70015]: DEBUG oslo_vmware.api [req-60aa45bf-50f3-42b2-bd09-7060c77ca580 req-969803a3-523d-4b75-ba57-be20f4d9f9eb service nova] Task: {'id': task-3611058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.528242] env[70015]: DEBUG nova.compute.manager [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 936.552317] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8711aa4a-c4db-48e2-9ad0-45be48d01d6c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.626760] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Acquiring lock "refresh_cache-f319194b-6c78-4824-b117-e8334b900360" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.626920] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Acquired lock "refresh_cache-f319194b-6c78-4824-b117-e8334b900360" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.627086] env[70015]: DEBUG nova.network.neutron [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: f319194b-6c78-4824-b117-e8334b900360] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.670706] env[70015]: DEBUG oslo_vmware.api [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Task: {'id': task-3611077, 'name': ReconfigVM_Task, 'duration_secs': 0.699084} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.673905] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 37d5cc23-3eb8-419f-8eca-a2897e3638b2/37d5cc23-3eb8-419f-8eca-a2897e3638b2.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 936.675097] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9dd178e6-ec5c-466b-bb13-d77ebe637654 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.682165] env[70015]: DEBUG oslo_vmware.api [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Waiting for the task: (returnval){ [ 936.682165] env[70015]: value = "task-3611079" [ 936.682165] env[70015]: _type = "Task" [ 936.682165] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.694196] env[70015]: DEBUG oslo_vmware.api [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Task: {'id': task-3611079, 'name': Rename_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.739982] env[70015]: DEBUG oslo_vmware.api [None req-f77eb8e9-9f64-40fd-b02b-815f8c7e1339 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611078, 'name': PowerOffVM_Task, 'duration_secs': 0.191038} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.740266] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-f77eb8e9-9f64-40fd-b02b-815f8c7e1339 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: b498583a-2390-46af-b939-72998ebacdf5] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.740429] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f77eb8e9-9f64-40fd-b02b-815f8c7e1339 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: b498583a-2390-46af-b939-72998ebacdf5] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 936.740668] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c51405d-78f8-48ac-875b-a1540b7f5dc2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.803199] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f77eb8e9-9f64-40fd-b02b-815f8c7e1339 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: b498583a-2390-46af-b939-72998ebacdf5] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 936.803572] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f77eb8e9-9f64-40fd-b02b-815f8c7e1339 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: b498583a-2390-46af-b939-72998ebacdf5] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 936.803815] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-f77eb8e9-9f64-40fd-b02b-815f8c7e1339 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Deleting the datastore file [datastore2] b498583a-2390-46af-b939-72998ebacdf5 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 936.804984] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc2c72a5-5132-46b4-91d0-9944c32e9860 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.812182] env[70015]: DEBUG oslo_vmware.api [None req-f77eb8e9-9f64-40fd-b02b-815f8c7e1339 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 936.812182] env[70015]: value = "task-3611081" [ 936.812182] env[70015]: _type = "Task" [ 936.812182] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.823118] env[70015]: INFO nova.compute.manager [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Rebuilding instance [ 936.824931] env[70015]: DEBUG oslo_vmware.api [None req-f77eb8e9-9f64-40fd-b02b-815f8c7e1339 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611081, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.882444] env[70015]: DEBUG nova.compute.manager [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.883378] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652e370e-b15b-49ad-b768-fb983d802c3f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.905630] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]523aba7e-bdb8-46c1-92b7-5ec5eab3b783, 'name': SearchDatastore_Task, 'duration_secs': 0.010208} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.909119] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b6aea28-9006-4c8c-bce9-f171f4bfc77a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.917462] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Waiting for the task: (returnval){ [ 936.917462] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5245b6eb-7239-dfa4-78e8-42d4486bad8b" [ 936.917462] env[70015]: _type = "Task" [ 936.917462] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.927467] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5245b6eb-7239-dfa4-78e8-42d4486bad8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.962951] env[70015]: DEBUG nova.compute.manager [req-dc70dc79-9498-4455-a833-a09d3ec46c8b req-8817cdfc-6895-4fa3-8c42-d9246621d243 service nova] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Received event network-vif-deleted-93331186-4db2-4184-9547-f0a58b80160a {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.963189] env[70015]: DEBUG nova.compute.manager [req-dc70dc79-9498-4455-a833-a09d3ec46c8b req-8817cdfc-6895-4fa3-8c42-d9246621d243 service nova] [instance: f319194b-6c78-4824-b117-e8334b900360] Received event network-vif-plugged-210c7c0f-af80-4c9d-bed8-1f66e1b868cb {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.963446] env[70015]: DEBUG oslo_concurrency.lockutils [req-dc70dc79-9498-4455-a833-a09d3ec46c8b req-8817cdfc-6895-4fa3-8c42-d9246621d243 service nova] Acquiring lock "f319194b-6c78-4824-b117-e8334b900360-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.964307] env[70015]: DEBUG oslo_concurrency.lockutils [req-dc70dc79-9498-4455-a833-a09d3ec46c8b req-8817cdfc-6895-4fa3-8c42-d9246621d243 service nova] Lock "f319194b-6c78-4824-b117-e8334b900360-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.964307] env[70015]: DEBUG oslo_concurrency.lockutils [req-dc70dc79-9498-4455-a833-a09d3ec46c8b req-8817cdfc-6895-4fa3-8c42-d9246621d243 service nova] Lock "f319194b-6c78-4824-b117-e8334b900360-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.964307] env[70015]: DEBUG nova.compute.manager [req-dc70dc79-9498-4455-a833-a09d3ec46c8b req-8817cdfc-6895-4fa3-8c42-d9246621d243 service nova] [instance: f319194b-6c78-4824-b117-e8334b900360] No waiting events found dispatching network-vif-plugged-210c7c0f-af80-4c9d-bed8-1f66e1b868cb {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 936.964307] env[70015]: WARNING nova.compute.manager [req-dc70dc79-9498-4455-a833-a09d3ec46c8b req-8817cdfc-6895-4fa3-8c42-d9246621d243 service nova] [instance: f319194b-6c78-4824-b117-e8334b900360] Received unexpected event network-vif-plugged-210c7c0f-af80-4c9d-bed8-1f66e1b868cb for instance with vm_state building and task_state spawning. [ 936.964307] env[70015]: DEBUG nova.compute.manager [req-dc70dc79-9498-4455-a833-a09d3ec46c8b req-8817cdfc-6895-4fa3-8c42-d9246621d243 service nova] [instance: f319194b-6c78-4824-b117-e8334b900360] Received event network-changed-210c7c0f-af80-4c9d-bed8-1f66e1b868cb {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.964464] env[70015]: DEBUG nova.compute.manager [req-dc70dc79-9498-4455-a833-a09d3ec46c8b req-8817cdfc-6895-4fa3-8c42-d9246621d243 service nova] [instance: f319194b-6c78-4824-b117-e8334b900360] Refreshing instance network info cache due to event network-changed-210c7c0f-af80-4c9d-bed8-1f66e1b868cb. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 936.964520] env[70015]: DEBUG oslo_concurrency.lockutils [req-dc70dc79-9498-4455-a833-a09d3ec46c8b req-8817cdfc-6895-4fa3-8c42-d9246621d243 service nova] Acquiring lock "refresh_cache-f319194b-6c78-4824-b117-e8334b900360" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.976738] env[70015]: DEBUG oslo_vmware.api [req-60aa45bf-50f3-42b2-bd09-7060c77ca580 req-969803a3-523d-4b75-ba57-be20f4d9f9eb service nova] Task: {'id': task-3611058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.035036] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e47ab8-827e-4c58-8099-a9fe9d3ce185 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.046405] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b911aa1-8f65-4dbd-aad6-c7f3c434bfd8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.077802] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14bd2c48-837f-4600-b754-9be57c9e50e1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.088533] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544f3edf-39e7-4867-92e8-d7197675cd20 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.106387] env[70015]: DEBUG nova.compute.provider_tree [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.111657] env[70015]: DEBUG nova.network.neutron [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21] Successfully created port: 6f23775b-7629-4b1e-8e43-f2647294b244 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 937.165490] env[70015]: DEBUG nova.network.neutron [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: f319194b-6c78-4824-b117-e8334b900360] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 937.196419] env[70015]: DEBUG oslo_vmware.api [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Task: {'id': task-3611079, 'name': Rename_Task, 'duration_secs': 0.21016} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.196772] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 937.197080] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-223a94fd-5980-4391-a4eb-f707bd3487e4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.205148] env[70015]: DEBUG oslo_vmware.api [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Waiting for the task: (returnval){ [ 937.205148] env[70015]: value = "task-3611082" [ 937.205148] env[70015]: _type = "Task" [ 937.205148] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.215909] env[70015]: DEBUG oslo_vmware.api [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Task: {'id': task-3611082, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.286243] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.286522] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-350c0433-1eb0-4bac-9441-bd794e25481c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.293065] env[70015]: DEBUG oslo_vmware.api [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 937.293065] env[70015]: value = "task-3611083" [ 937.293065] env[70015]: _type = "Task" [ 937.293065] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.305152] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] VM already powered off {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 937.305723] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 937.306792] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6b2e8f-71e3-466c-8011-ba5719da31c7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.314119] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 937.318121] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28d7a421-c88e-4801-be45-821cb6ee58f7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.327798] env[70015]: DEBUG oslo_vmware.api [None req-f77eb8e9-9f64-40fd-b02b-815f8c7e1339 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611081, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142457} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.328103] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-f77eb8e9-9f64-40fd-b02b-815f8c7e1339 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 937.328295] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f77eb8e9-9f64-40fd-b02b-815f8c7e1339 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: b498583a-2390-46af-b939-72998ebacdf5] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 937.328472] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f77eb8e9-9f64-40fd-b02b-815f8c7e1339 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: b498583a-2390-46af-b939-72998ebacdf5] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 937.328673] env[70015]: INFO nova.compute.manager [None req-f77eb8e9-9f64-40fd-b02b-815f8c7e1339 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: b498583a-2390-46af-b939-72998ebacdf5] Took 1.12 seconds to destroy the instance on the hypervisor. [ 937.328891] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f77eb8e9-9f64-40fd-b02b-815f8c7e1339 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 937.329102] env[70015]: DEBUG nova.compute.manager [-] [instance: b498583a-2390-46af-b939-72998ebacdf5] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 937.329197] env[70015]: DEBUG nova.network.neutron [-] [instance: b498583a-2390-46af-b939-72998ebacdf5] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 937.377899] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 937.378136] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 937.378329] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Deleting the datastore file [datastore1] 91a19e38-b0fe-4412-b653-e9980ccb0c25 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 937.379303] env[70015]: DEBUG nova.network.neutron [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: f319194b-6c78-4824-b117-e8334b900360] Updating instance_info_cache with network_info: [{"id": "210c7c0f-af80-4c9d-bed8-1f66e1b868cb", "address": "fa:16:3e:b7:a8:8f", "network": {"id": "a129f4db-9720-4172-be82-eeaceb8a19d8", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1141620744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46df6186e06249d792238e53b5c11b72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap210c7c0f-af", "ovs_interfaceid": "210c7c0f-af80-4c9d-bed8-1f66e1b868cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.380882] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-118309a1-49e3-49b1-9be3-0c7919764547 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.388771] env[70015]: DEBUG oslo_vmware.api [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 937.388771] env[70015]: value = "task-3611085" [ 937.388771] env[70015]: _type = "Task" [ 937.388771] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.429220] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5245b6eb-7239-dfa4-78e8-42d4486bad8b, 'name': SearchDatastore_Task, 'duration_secs': 0.009505} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.432126] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.432669] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1/3f23c083-5bd4-4f1c-b9b6-849e9c3241e1.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 937.433503] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb12e377-aa56-44f8-8f9f-28a89b20aef0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.440277] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Waiting for the task: (returnval){ [ 937.440277] env[70015]: value = "task-3611086" [ 937.440277] env[70015]: _type = "Task" [ 937.440277] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.449219] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': task-3611086, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.479383] env[70015]: DEBUG oslo_vmware.api [req-60aa45bf-50f3-42b2-bd09-7060c77ca580 req-969803a3-523d-4b75-ba57-be20f4d9f9eb service nova] Task: {'id': task-3611058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.544875] env[70015]: DEBUG nova.compute.manager [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 937.589089] env[70015]: DEBUG nova.virt.hardware [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 937.589373] env[70015]: DEBUG nova.virt.hardware [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 937.589564] env[70015]: DEBUG nova.virt.hardware [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 937.589804] env[70015]: DEBUG nova.virt.hardware [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 937.590203] env[70015]: DEBUG nova.virt.hardware [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 937.590203] env[70015]: DEBUG nova.virt.hardware [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 937.590396] env[70015]: DEBUG nova.virt.hardware [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 937.590575] env[70015]: DEBUG nova.virt.hardware [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 937.591856] env[70015]: DEBUG nova.virt.hardware [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 937.591856] env[70015]: DEBUG nova.virt.hardware [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 937.591856] env[70015]: DEBUG nova.virt.hardware [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 937.592796] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cec6880-18aa-4911-b1e8-a3b5914edf34 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.602404] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6bc6dc4-168b-4e74-9ebe-d6b28901926a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.610104] env[70015]: DEBUG nova.scheduler.client.report [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.716887] env[70015]: DEBUG oslo_vmware.api [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Task: {'id': task-3611082, 'name': PowerOnVM_Task, 'duration_secs': 0.495145} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.716887] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.716887] env[70015]: DEBUG nova.compute.manager [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.717461] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457eeef9-c408-4d4b-84b8-7d72e38aef49 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.884035] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Releasing lock "refresh_cache-f319194b-6c78-4824-b117-e8334b900360" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.884420] env[70015]: DEBUG nova.compute.manager [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: f319194b-6c78-4824-b117-e8334b900360] Instance network_info: |[{"id": "210c7c0f-af80-4c9d-bed8-1f66e1b868cb", "address": "fa:16:3e:b7:a8:8f", "network": {"id": "a129f4db-9720-4172-be82-eeaceb8a19d8", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1141620744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46df6186e06249d792238e53b5c11b72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap210c7c0f-af", "ovs_interfaceid": "210c7c0f-af80-4c9d-bed8-1f66e1b868cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 937.884747] env[70015]: DEBUG oslo_concurrency.lockutils [req-dc70dc79-9498-4455-a833-a09d3ec46c8b req-8817cdfc-6895-4fa3-8c42-d9246621d243 service nova] Acquired lock "refresh_cache-f319194b-6c78-4824-b117-e8334b900360" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.885045] env[70015]: DEBUG nova.network.neutron [req-dc70dc79-9498-4455-a833-a09d3ec46c8b req-8817cdfc-6895-4fa3-8c42-d9246621d243 service nova] [instance: f319194b-6c78-4824-b117-e8334b900360] Refreshing network info cache for port 210c7c0f-af80-4c9d-bed8-1f66e1b868cb {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 937.886362] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: f319194b-6c78-4824-b117-e8334b900360] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:a8:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e85cbc56-fee0-41f7-bc70-64f31775ce92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '210c7c0f-af80-4c9d-bed8-1f66e1b868cb', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 937.894758] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 937.895520] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f319194b-6c78-4824-b117-e8334b900360] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 937.898961] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66293ea3-cd77-4cd0-b853-1bfe1ac53467 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.918022] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.918514] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33da3bea-f970-4f5e-ae3f-df6f4b589bf0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.927127] env[70015]: DEBUG oslo_vmware.api [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611085, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278542} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.928686] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 937.929212] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 937.931694] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 937.933260] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 937.933260] env[70015]: value = "task-3611087" [ 937.933260] env[70015]: _type = "Task" [ 937.933260] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.935256] env[70015]: DEBUG oslo_vmware.api [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 937.935256] env[70015]: value = "task-3611088" [ 937.935256] env[70015]: _type = "Task" [ 937.935256] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.954860] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611087, 'name': CreateVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.957246] env[70015]: DEBUG oslo_vmware.api [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.963228] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': task-3611086, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.979958] env[70015]: DEBUG oslo_vmware.api [req-60aa45bf-50f3-42b2-bd09-7060c77ca580 req-969803a3-523d-4b75-ba57-be20f4d9f9eb service nova] Task: {'id': task-3611058, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.038865] env[70015]: DEBUG nova.network.neutron [-] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.129802] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.130555] env[70015]: DEBUG nova.compute.manager [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 938.133978] env[70015]: DEBUG oslo_concurrency.lockutils [None req-94ebec2f-2374-4ba8-8866-748aaf5d3a2f tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.713s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.138698] env[70015]: DEBUG oslo_concurrency.lockutils [None req-94ebec2f-2374-4ba8-8866-748aaf5d3a2f tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.004s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.141313] env[70015]: DEBUG oslo_concurrency.lockutils [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.864s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.143292] env[70015]: INFO nova.compute.claims [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.185431] env[70015]: INFO nova.scheduler.client.report [None req-94ebec2f-2374-4ba8-8866-748aaf5d3a2f tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Deleted allocations for instance f8bf5641-1c7c-41d6-b82f-3dfc40f16ece [ 938.235300] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.462067] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611087, 'name': CreateVM_Task, 'duration_secs': 0.475662} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.462958] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f319194b-6c78-4824-b117-e8334b900360] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 938.470690] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.470985] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.471794] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.472417] env[70015]: DEBUG oslo_vmware.api [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611088, 'name': PowerOffVM_Task, 'duration_secs': 0.231138} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.475713] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41bd81f1-bc8b-43ec-abe1-7596f10dfded {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.477851] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 938.478243] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 938.479585] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': task-3611086, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.483032] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf812f3-143a-4ff2-8f3e-4ed14e28afe0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.490202] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Waiting for the task: (returnval){ [ 938.490202] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52317ffa-107e-9604-f37b-6b5e740c7d29" [ 938.490202] env[70015]: _type = "Task" [ 938.490202] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.497219] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 938.497312] env[70015]: DEBUG oslo_vmware.api [req-60aa45bf-50f3-42b2-bd09-7060c77ca580 req-969803a3-523d-4b75-ba57-be20f4d9f9eb service nova] Task: {'id': task-3611058, 'name': ReconfigVM_Task, 'duration_secs': 5.826114} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.500984] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be8ef785-dac7-4a52-b6af-f3d51821669b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.502414] env[70015]: DEBUG oslo_concurrency.lockutils [req-60aa45bf-50f3-42b2-bd09-7060c77ca580 req-969803a3-523d-4b75-ba57-be20f4d9f9eb service nova] Releasing lock "f643562c-87ff-4090-aa1b-f7453ce83b66" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.502631] env[70015]: DEBUG nova.virt.vmwareapi.vmops [req-60aa45bf-50f3-42b2-bd09-7060c77ca580 req-969803a3-523d-4b75-ba57-be20f4d9f9eb service nova] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Reconfigured VM to detach interface {{(pid=70015) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 938.503506] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8eefd77d-b5a6-4d03-a28e-311f0ae6d64a tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "f643562c-87ff-4090-aa1b-f7453ce83b66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.048s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.503719] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8eefd77d-b5a6-4d03-a28e-311f0ae6d64a tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "f643562c-87ff-4090-aa1b-f7453ce83b66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.503937] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8eefd77d-b5a6-4d03-a28e-311f0ae6d64a tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "f643562c-87ff-4090-aa1b-f7453ce83b66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.504140] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8eefd77d-b5a6-4d03-a28e-311f0ae6d64a tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "f643562c-87ff-4090-aa1b-f7453ce83b66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.510939] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52317ffa-107e-9604-f37b-6b5e740c7d29, 'name': SearchDatastore_Task, 'duration_secs': 0.010376} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.511398] env[70015]: INFO nova.compute.manager [None req-8eefd77d-b5a6-4d03-a28e-311f0ae6d64a tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Terminating instance [ 938.513015] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.513634] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: f319194b-6c78-4824-b117-e8334b900360] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 938.513634] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.513854] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.513893] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 938.515229] env[70015]: DEBUG nova.network.neutron [-] [instance: b498583a-2390-46af-b939-72998ebacdf5] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.516113] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52cf1dfa-9ccb-4179-a03f-3bb397d294a2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.524637] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 938.524826] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 938.526084] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66d6045d-1919-498a-b2c6-a943820511e0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.532727] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Waiting for the task: (returnval){ [ 938.532727] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5223f810-259f-9dec-862e-c44181bf3f97" [ 938.532727] env[70015]: _type = "Task" [ 938.532727] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.544201] env[70015]: INFO nova.compute.manager [-] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Took 2.37 seconds to deallocate network for instance. [ 938.545098] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5223f810-259f-9dec-862e-c44181bf3f97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.573628] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 938.574060] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 938.574336] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Deleting the datastore file [datastore2] 5105dfda-ca6b-44a3-af23-9162d99c7cb7 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 938.574648] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e7e3154-08ac-465a-8687-48dc0eb4ccd2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.581321] env[70015]: DEBUG oslo_vmware.api [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 938.581321] env[70015]: value = "task-3611090" [ 938.581321] env[70015]: _type = "Task" [ 938.581321] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.594712] env[70015]: DEBUG oslo_vmware.api [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611090, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.649387] env[70015]: DEBUG nova.compute.utils [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 938.653620] env[70015]: DEBUG nova.compute.manager [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 938.654206] env[70015]: DEBUG nova.network.neutron [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 938.703551] env[70015]: DEBUG oslo_concurrency.lockutils [None req-94ebec2f-2374-4ba8-8866-748aaf5d3a2f tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Lock "f8bf5641-1c7c-41d6-b82f-3dfc40f16ece" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.970s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.786173] env[70015]: DEBUG nova.policy [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5998fdbb97f942ff91508273f646556e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39da9f8c3c3249ad993c53b3be147274', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 938.823543] env[70015]: DEBUG oslo_concurrency.lockutils [None req-66b5d731-435e-4ac0-a901-0c57dc7beaf5 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Acquiring lock "37d5cc23-3eb8-419f-8eca-a2897e3638b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.823857] env[70015]: DEBUG oslo_concurrency.lockutils [None req-66b5d731-435e-4ac0-a901-0c57dc7beaf5 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Lock "37d5cc23-3eb8-419f-8eca-a2897e3638b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.824115] env[70015]: DEBUG oslo_concurrency.lockutils [None req-66b5d731-435e-4ac0-a901-0c57dc7beaf5 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Acquiring lock "37d5cc23-3eb8-419f-8eca-a2897e3638b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.824304] env[70015]: DEBUG oslo_concurrency.lockutils [None req-66b5d731-435e-4ac0-a901-0c57dc7beaf5 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Lock "37d5cc23-3eb8-419f-8eca-a2897e3638b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.824472] env[70015]: DEBUG oslo_concurrency.lockutils [None req-66b5d731-435e-4ac0-a901-0c57dc7beaf5 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Lock "37d5cc23-3eb8-419f-8eca-a2897e3638b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.826533] env[70015]: INFO nova.compute.manager [None req-66b5d731-435e-4ac0-a901-0c57dc7beaf5 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Terminating instance [ 938.851482] env[70015]: DEBUG nova.network.neutron [req-dc70dc79-9498-4455-a833-a09d3ec46c8b req-8817cdfc-6895-4fa3-8c42-d9246621d243 service nova] [instance: f319194b-6c78-4824-b117-e8334b900360] Updated VIF entry in instance network info cache for port 210c7c0f-af80-4c9d-bed8-1f66e1b868cb. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 938.851941] env[70015]: DEBUG nova.network.neutron [req-dc70dc79-9498-4455-a833-a09d3ec46c8b req-8817cdfc-6895-4fa3-8c42-d9246621d243 service nova] [instance: f319194b-6c78-4824-b117-e8334b900360] Updating instance_info_cache with network_info: [{"id": "210c7c0f-af80-4c9d-bed8-1f66e1b868cb", "address": "fa:16:3e:b7:a8:8f", "network": {"id": "a129f4db-9720-4172-be82-eeaceb8a19d8", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1141620744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46df6186e06249d792238e53b5c11b72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap210c7c0f-af", "ovs_interfaceid": "210c7c0f-af80-4c9d-bed8-1f66e1b868cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.963942] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': task-3611086, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.490761} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.964326] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1/3f23c083-5bd4-4f1c-b9b6-849e9c3241e1.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 938.964704] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 938.964957] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d19852d-ca43-42a2-b2f7-f7ed52135784 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.972354] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Waiting for the task: (returnval){ [ 938.972354] env[70015]: value = "task-3611091" [ 938.972354] env[70015]: _type = "Task" [ 938.972354] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.980302] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': task-3611091, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.990596] env[70015]: DEBUG nova.virt.hardware [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 938.990846] env[70015]: DEBUG nova.virt.hardware [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 938.991021] env[70015]: DEBUG nova.virt.hardware [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 938.991215] env[70015]: DEBUG nova.virt.hardware [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 938.991379] env[70015]: DEBUG nova.virt.hardware [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.991569] env[70015]: DEBUG nova.virt.hardware [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 938.991876] env[70015]: DEBUG nova.virt.hardware [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 938.992045] env[70015]: DEBUG nova.virt.hardware [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 938.992245] env[70015]: DEBUG nova.virt.hardware [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 938.992413] env[70015]: DEBUG nova.virt.hardware [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 938.992587] env[70015]: DEBUG nova.virt.hardware [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 938.993777] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d80db4-d211-4fc3-959d-a6269b3981e3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.001311] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7421eb45-c44b-4e63-b96c-d61ec3d87674 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.018814] env[70015]: INFO nova.compute.manager [-] [instance: b498583a-2390-46af-b939-72998ebacdf5] Took 1.69 seconds to deallocate network for instance. [ 939.019501] env[70015]: DEBUG nova.compute.manager [None req-8eefd77d-b5a6-4d03-a28e-311f0ae6d64a tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 939.019690] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8eefd77d-b5a6-4d03-a28e-311f0ae6d64a tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 939.020205] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:58:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d062877-0b23-4965-908b-f585f25f3bf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d907be9-5fb0-494f-9a82-2dece3f90c82', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 939.029552] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.032382] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acfb3726-673f-4cdb-aa2f-51b0c0d44b61 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.035638] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 939.042018] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e044f493-1574-493f-83b9-95c6278f8a4e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.060024] env[70015]: DEBUG oslo_concurrency.lockutils [None req-52c8a87c-9d9b-49af-a2e3-3198576cf1c7 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.063351] env[70015]: DEBUG nova.compute.manager [req-f4f1e772-860f-4408-9376-c3068dba3399 req-99bfa733-7a89-4ced-a9e4-65c35c8095cb service nova] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Received event network-vif-deleted-6c9a5472-a1e8-41be-a53d-17ac4200ef38 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.063351] env[70015]: DEBUG nova.compute.manager [req-f4f1e772-860f-4408-9376-c3068dba3399 req-99bfa733-7a89-4ced-a9e4-65c35c8095cb service nova] [instance: b498583a-2390-46af-b939-72998ebacdf5] Received event network-vif-deleted-7ccae536-206e-4ca7-aef0-e87f583bcd38 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.066312] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eefd77d-b5a6-4d03-a28e-311f0ae6d64a tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.067540] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49d7d8f4-9493-41d4-bd77-c73820325ea2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.068967] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 939.068967] env[70015]: value = "task-3611092" [ 939.068967] env[70015]: _type = "Task" [ 939.068967] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.077250] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5223f810-259f-9dec-862e-c44181bf3f97, 'name': SearchDatastore_Task, 'duration_secs': 0.008793} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.082922] env[70015]: DEBUG oslo_vmware.api [None req-8eefd77d-b5a6-4d03-a28e-311f0ae6d64a tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Waiting for the task: (returnval){ [ 939.082922] env[70015]: value = "task-3611093" [ 939.082922] env[70015]: _type = "Task" [ 939.082922] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.083694] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611092, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.083945] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c86ae284-c85e-4e14-9399-e3e45e8a7faa {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.096061] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Waiting for the task: (returnval){ [ 939.096061] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5294b513-3f29-7536-86cb-487592b2f60f" [ 939.096061] env[70015]: _type = "Task" [ 939.096061] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.102949] env[70015]: DEBUG oslo_vmware.api [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611090, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1397} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.103700] env[70015]: DEBUG oslo_vmware.api [None req-8eefd77d-b5a6-4d03-a28e-311f0ae6d64a tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.107356] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 939.107619] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 939.107816] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 939.119147] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5294b513-3f29-7536-86cb-487592b2f60f, 'name': SearchDatastore_Task, 'duration_secs': 0.01726} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.119147] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.119356] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] f319194b-6c78-4824-b117-e8334b900360/f319194b-6c78-4824-b117-e8334b900360.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 939.120101] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff7c0ebd-ffe5-447f-83e0-3fe528ca4ef8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.130135] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Waiting for the task: (returnval){ [ 939.130135] env[70015]: value = "task-3611094" [ 939.130135] env[70015]: _type = "Task" [ 939.130135] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.137194] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': task-3611094, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.158898] env[70015]: DEBUG nova.compute.manager [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 939.330261] env[70015]: DEBUG oslo_concurrency.lockutils [None req-66b5d731-435e-4ac0-a901-0c57dc7beaf5 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Acquiring lock "refresh_cache-37d5cc23-3eb8-419f-8eca-a2897e3638b2" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.330514] env[70015]: DEBUG oslo_concurrency.lockutils [None req-66b5d731-435e-4ac0-a901-0c57dc7beaf5 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Acquired lock "refresh_cache-37d5cc23-3eb8-419f-8eca-a2897e3638b2" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.330709] env[70015]: DEBUG nova.network.neutron [None req-66b5d731-435e-4ac0-a901-0c57dc7beaf5 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.354341] env[70015]: DEBUG oslo_concurrency.lockutils [req-dc70dc79-9498-4455-a833-a09d3ec46c8b req-8817cdfc-6895-4fa3-8c42-d9246621d243 service nova] Releasing lock "refresh_cache-f319194b-6c78-4824-b117-e8334b900360" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.485522] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': task-3611091, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064045} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.485905] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 939.486766] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d533d069-cb84-410c-88d2-892aae12182c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.517759] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1/3f23c083-5bd4-4f1c-b9b6-849e9c3241e1.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 939.521476] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-119a95c2-6fe8-4a11-b543-b3a0dc8571ee {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.547181] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Waiting for the task: (returnval){ [ 939.547181] env[70015]: value = "task-3611095" [ 939.547181] env[70015]: _type = "Task" [ 939.547181] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.555057] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': task-3611095, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.562024] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f77eb8e9-9f64-40fd-b02b-815f8c7e1339 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.583245] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611092, 'name': CreateVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.596865] env[70015]: DEBUG oslo_vmware.api [None req-8eefd77d-b5a6-4d03-a28e-311f0ae6d64a tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611093, 'name': PowerOffVM_Task, 'duration_secs': 0.276037} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.597165] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eefd77d-b5a6-4d03-a28e-311f0ae6d64a tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.597329] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8eefd77d-b5a6-4d03-a28e-311f0ae6d64a tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 939.597700] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e47b3fe9-04a6-4f6a-bc93-8c03335d8ba5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.642227] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': task-3611094, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.651890] env[70015]: DEBUG nova.network.neutron [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Successfully created port: 36164275-1861-4ef5-90f2-18dee0fab77f {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 939.667026] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8eefd77d-b5a6-4d03-a28e-311f0ae6d64a tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 939.667026] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8eefd77d-b5a6-4d03-a28e-311f0ae6d64a tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 939.667026] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-8eefd77d-b5a6-4d03-a28e-311f0ae6d64a tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Deleting the datastore file [datastore1] f643562c-87ff-4090-aa1b-f7453ce83b66 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 939.669685] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5312017a-cf1d-43d8-b5ef-e706872b0160 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.679375] env[70015]: DEBUG oslo_vmware.api [None req-8eefd77d-b5a6-4d03-a28e-311f0ae6d64a tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Waiting for the task: (returnval){ [ 939.679375] env[70015]: value = "task-3611097" [ 939.679375] env[70015]: _type = "Task" [ 939.679375] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.688818] env[70015]: DEBUG oslo_vmware.api [None req-8eefd77d-b5a6-4d03-a28e-311f0ae6d64a tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611097, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.758017] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c822c4c-860e-4eb9-9c80-686394006f12 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.766570] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a9b193-b36e-4b1a-a2c7-5f2ae7ec7569 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.802806] env[70015]: DEBUG nova.network.neutron [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21] Successfully updated port: 6f23775b-7629-4b1e-8e43-f2647294b244 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 939.805425] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cecde893-0ca5-4243-be00-81de80447f49 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.813549] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6bbdba-12f7-4eb7-91e7-97a998b4ff91 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.831228] env[70015]: DEBUG nova.compute.provider_tree [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.892597] env[70015]: DEBUG nova.network.neutron [None req-66b5d731-435e-4ac0-a901-0c57dc7beaf5 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 940.050682] env[70015]: DEBUG nova.network.neutron [None req-66b5d731-435e-4ac0-a901-0c57dc7beaf5 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.055044] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': task-3611095, 'name': ReconfigVM_Task, 'duration_secs': 0.356659} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.055525] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1/3f23c083-5bd4-4f1c-b9b6-849e9c3241e1.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 940.056188] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2197286d-66d5-48f9-b6be-1b462238b282 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.062817] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Waiting for the task: (returnval){ [ 940.062817] env[70015]: value = "task-3611098" [ 940.062817] env[70015]: _type = "Task" [ 940.062817] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.071836] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': task-3611098, 'name': Rename_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.079486] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611092, 'name': CreateVM_Task, 'duration_secs': 0.53862} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.079652] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 940.080379] env[70015]: DEBUG oslo_concurrency.lockutils [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.080477] env[70015]: DEBUG oslo_concurrency.lockutils [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.080790] env[70015]: DEBUG oslo_concurrency.lockutils [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.081056] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc6b92af-c9ff-4e9f-abdb-8dc02384e9b7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.086474] env[70015]: DEBUG oslo_vmware.api [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 940.086474] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]524cd1a4-b669-eaec-126c-81a5187b96e2" [ 940.086474] env[70015]: _type = "Task" [ 940.086474] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.095253] env[70015]: DEBUG oslo_vmware.api [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]524cd1a4-b669-eaec-126c-81a5187b96e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.148483] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': task-3611094, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542503} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.148483] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] f319194b-6c78-4824-b117-e8334b900360/f319194b-6c78-4824-b117-e8334b900360.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 940.148483] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: f319194b-6c78-4824-b117-e8334b900360] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 940.148483] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2bc82f90-18a9-4c0a-9766-be6cc9bbc1ec {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.162308] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Waiting for the task: (returnval){ [ 940.162308] env[70015]: value = "task-3611099" [ 940.162308] env[70015]: _type = "Task" [ 940.162308] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.164804] env[70015]: DEBUG nova.virt.hardware [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.165048] env[70015]: DEBUG nova.virt.hardware [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.165203] env[70015]: DEBUG nova.virt.hardware [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.165379] env[70015]: DEBUG nova.virt.hardware [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.165518] env[70015]: DEBUG nova.virt.hardware [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.165672] env[70015]: DEBUG nova.virt.hardware [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.165893] env[70015]: DEBUG nova.virt.hardware [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.166066] env[70015]: DEBUG nova.virt.hardware [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.166229] env[70015]: DEBUG nova.virt.hardware [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.166408] env[70015]: DEBUG nova.virt.hardware [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.166581] env[70015]: DEBUG nova.virt.hardware [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.169816] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e1034c-c7ea-41b0-b882-278508646e79 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.178330] env[70015]: DEBUG nova.compute.manager [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 940.191533] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': task-3611099, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.196070] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836216e8-8f56-4fe3-9c7d-82f12ddc2dcc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.207368] env[70015]: DEBUG oslo_vmware.api [None req-8eefd77d-b5a6-4d03-a28e-311f0ae6d64a tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611097, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208158} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.208368] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-8eefd77d-b5a6-4d03-a28e-311f0ae6d64a tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.208693] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8eefd77d-b5a6-4d03-a28e-311f0ae6d64a tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 940.208809] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8eefd77d-b5a6-4d03-a28e-311f0ae6d64a tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 940.209290] env[70015]: INFO nova.compute.manager [None req-8eefd77d-b5a6-4d03-a28e-311f0ae6d64a tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Took 1.19 seconds to destroy the instance on the hypervisor. [ 940.209593] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8eefd77d-b5a6-4d03-a28e-311f0ae6d64a tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.209935] env[70015]: DEBUG nova.compute.manager [-] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 940.209997] env[70015]: DEBUG nova.network.neutron [-] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 940.224682] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:82:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6076d24d-3c8e-4bbb-ba96-a08fb27a73cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e4c8506-8af0-4efe-9c6e-7012683a29db', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 940.233438] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.238021] env[70015]: DEBUG nova.virt.hardware [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.238021] env[70015]: DEBUG nova.virt.hardware [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.238021] env[70015]: DEBUG nova.virt.hardware [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.238021] env[70015]: DEBUG nova.virt.hardware [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.238021] env[70015]: DEBUG nova.virt.hardware [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.238021] env[70015]: DEBUG nova.virt.hardware [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.238021] env[70015]: DEBUG nova.virt.hardware [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.238503] env[70015]: DEBUG nova.virt.hardware [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.238906] env[70015]: DEBUG nova.virt.hardware [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.239200] env[70015]: DEBUG nova.virt.hardware [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.239452] env[70015]: DEBUG nova.virt.hardware [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.240636] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 940.241464] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5dad9f-f976-4277-b16a-40f76267ad27 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.245814] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a1f7176-a0fb-4f79-9e36-6ccc4ab454d5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.267481] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77a3f65-24ca-49ed-8679-1221190181d8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.271296] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 940.271296] env[70015]: value = "task-3611100" [ 940.271296] env[70015]: _type = "Task" [ 940.271296] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.290465] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611100, 'name': CreateVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.310119] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Acquiring lock "refresh_cache-03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.310240] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Acquired lock "refresh_cache-03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.310402] env[70015]: DEBUG nova.network.neutron [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 940.335313] env[70015]: DEBUG nova.scheduler.client.report [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.556242] env[70015]: DEBUG oslo_concurrency.lockutils [None req-66b5d731-435e-4ac0-a901-0c57dc7beaf5 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Releasing lock "refresh_cache-37d5cc23-3eb8-419f-8eca-a2897e3638b2" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.557268] env[70015]: DEBUG nova.compute.manager [None req-66b5d731-435e-4ac0-a901-0c57dc7beaf5 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 940.557719] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-66b5d731-435e-4ac0-a901-0c57dc7beaf5 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 940.558444] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e44ee4-5e34-4a44-b9b0-25aee0ddcd39 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.570324] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-66b5d731-435e-4ac0-a901-0c57dc7beaf5 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.570633] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cfe5229d-a5e8-4567-b8ad-18f1b71e8f71 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.577182] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': task-3611098, 'name': Rename_Task, 'duration_secs': 0.19814} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.578666] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 940.579480] env[70015]: DEBUG oslo_vmware.api [None req-66b5d731-435e-4ac0-a901-0c57dc7beaf5 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Waiting for the task: (returnval){ [ 940.579480] env[70015]: value = "task-3611101" [ 940.579480] env[70015]: _type = "Task" [ 940.579480] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.579480] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea12443a-7603-4dbf-9257-99e5c0aed03d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.589805] env[70015]: DEBUG oslo_vmware.api [None req-66b5d731-435e-4ac0-a901-0c57dc7beaf5 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Task: {'id': task-3611101, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.594076] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Waiting for the task: (returnval){ [ 940.594076] env[70015]: value = "task-3611102" [ 940.594076] env[70015]: _type = "Task" [ 940.594076] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.601420] env[70015]: DEBUG oslo_vmware.api [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]524cd1a4-b669-eaec-126c-81a5187b96e2, 'name': SearchDatastore_Task, 'duration_secs': 0.016425} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.602410] env[70015]: DEBUG oslo_concurrency.lockutils [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.603495] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 940.603495] env[70015]: DEBUG oslo_concurrency.lockutils [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.603495] env[70015]: DEBUG oslo_concurrency.lockutils [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.603495] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 940.603874] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71b318dc-5e53-4b5c-a42b-99d2c85d84bc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.612499] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': task-3611102, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.616992] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 940.617156] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 940.621275] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36d3e818-caba-4ef7-a232-119b5d2872a8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.627600] env[70015]: DEBUG oslo_vmware.api [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 940.627600] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]524f4901-5889-b735-5f15-56e4e86d2996" [ 940.627600] env[70015]: _type = "Task" [ 940.627600] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.643652] env[70015]: DEBUG oslo_vmware.api [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]524f4901-5889-b735-5f15-56e4e86d2996, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.680703] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': task-3611099, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093521} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.681107] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: f319194b-6c78-4824-b117-e8334b900360] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 940.682542] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7d8cf3-1053-422a-9ada-20643fa6714d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.723638] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: f319194b-6c78-4824-b117-e8334b900360] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] f319194b-6c78-4824-b117-e8334b900360/f319194b-6c78-4824-b117-e8334b900360.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 940.724111] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf1d69f1-750a-41cf-a813-7e474cd7904b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.761385] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Waiting for the task: (returnval){ [ 940.761385] env[70015]: value = "task-3611103" [ 940.761385] env[70015]: _type = "Task" [ 940.761385] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.771413] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': task-3611103, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.780821] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611100, 'name': CreateVM_Task, 'duration_secs': 0.417588} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.781686] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 940.781798] env[70015]: DEBUG oslo_concurrency.lockutils [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.781956] env[70015]: DEBUG oslo_concurrency.lockutils [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.782369] env[70015]: DEBUG oslo_concurrency.lockutils [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.782556] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddce0cad-a285-4e79-ac0e-bfb1f60c5b92 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.787049] env[70015]: DEBUG oslo_vmware.api [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 940.787049] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52eca254-ca69-0b3b-4c46-fdaa58ef636c" [ 940.787049] env[70015]: _type = "Task" [ 940.787049] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.795092] env[70015]: DEBUG oslo_vmware.api [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52eca254-ca69-0b3b-4c46-fdaa58ef636c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.842155] env[70015]: DEBUG oslo_concurrency.lockutils [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.701s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.842878] env[70015]: DEBUG nova.compute.manager [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 940.848926] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7e0b4fd4-d088-418d-9b9f-b3b61a39f5d5 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.331s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.848926] env[70015]: DEBUG nova.objects.instance [None req-7e0b4fd4-d088-418d-9b9f-b3b61a39f5d5 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Lazy-loading 'resources' on Instance uuid 239702ca-50c6-47a9-9207-394811e26eb4 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.904096] env[70015]: DEBUG nova.network.neutron [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 941.095863] env[70015]: DEBUG oslo_vmware.api [None req-66b5d731-435e-4ac0-a901-0c57dc7beaf5 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Task: {'id': task-3611101, 'name': PowerOffVM_Task, 'duration_secs': 0.142399} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.101074] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-66b5d731-435e-4ac0-a901-0c57dc7beaf5 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.101187] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-66b5d731-435e-4ac0-a901-0c57dc7beaf5 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.101503] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b25a8fc3-a962-4df2-86bc-292533d673c5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.111216] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': task-3611102, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.128228] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-66b5d731-435e-4ac0-a901-0c57dc7beaf5 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.128467] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-66b5d731-435e-4ac0-a901-0c57dc7beaf5 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.130746] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-66b5d731-435e-4ac0-a901-0c57dc7beaf5 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Deleting the datastore file [datastore2] 37d5cc23-3eb8-419f-8eca-a2897e3638b2 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.130746] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89e9cd32-fdec-4dec-9922-11726542526f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.143619] env[70015]: DEBUG oslo_vmware.api [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]524f4901-5889-b735-5f15-56e4e86d2996, 'name': SearchDatastore_Task, 'duration_secs': 0.017738} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.144937] env[70015]: DEBUG oslo_vmware.api [None req-66b5d731-435e-4ac0-a901-0c57dc7beaf5 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Waiting for the task: (returnval){ [ 941.144937] env[70015]: value = "task-3611105" [ 941.144937] env[70015]: _type = "Task" [ 941.144937] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.145223] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-369fa804-d8d3-4511-864b-ccda3533de88 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.159728] env[70015]: DEBUG oslo_vmware.api [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 941.159728] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52d99108-682d-b74b-d576-32caf29ecc4e" [ 941.159728] env[70015]: _type = "Task" [ 941.159728] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.163472] env[70015]: DEBUG oslo_vmware.api [None req-66b5d731-435e-4ac0-a901-0c57dc7beaf5 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Task: {'id': task-3611105, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.174830] env[70015]: DEBUG oslo_vmware.api [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52d99108-682d-b74b-d576-32caf29ecc4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.277033] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': task-3611103, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.297799] env[70015]: DEBUG oslo_vmware.api [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52eca254-ca69-0b3b-4c46-fdaa58ef636c, 'name': SearchDatastore_Task, 'duration_secs': 0.042867} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.297868] env[70015]: DEBUG oslo_concurrency.lockutils [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.300084] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 941.300084] env[70015]: DEBUG oslo_concurrency.lockutils [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.352031] env[70015]: DEBUG nova.compute.utils [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 941.357202] env[70015]: DEBUG nova.compute.manager [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 941.357202] env[70015]: DEBUG nova.network.neutron [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 941.452495] env[70015]: DEBUG nova.policy [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5998fdbb97f942ff91508273f646556e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39da9f8c3c3249ad993c53b3be147274', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 941.487091] env[70015]: DEBUG nova.network.neutron [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21] Updating instance_info_cache with network_info: [{"id": "6f23775b-7629-4b1e-8e43-f2647294b244", "address": "fa:16:3e:3f:f6:d2", "network": {"id": "a129f4db-9720-4172-be82-eeaceb8a19d8", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1141620744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46df6186e06249d792238e53b5c11b72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f23775b-76", "ovs_interfaceid": "6f23775b-7629-4b1e-8e43-f2647294b244", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.611234] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': task-3611102, 'name': PowerOnVM_Task, 'duration_secs': 0.730576} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.611612] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.611796] env[70015]: INFO nova.compute.manager [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1] Took 10.81 seconds to spawn the instance on the hypervisor. [ 941.612115] env[70015]: DEBUG nova.compute.manager [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.613154] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba6d550-e3e7-4bd4-b28c-503b281c6ca4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.664503] env[70015]: DEBUG oslo_vmware.api [None req-66b5d731-435e-4ac0-a901-0c57dc7beaf5 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Task: {'id': task-3611105, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146411} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.668019] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-66b5d731-435e-4ac0-a901-0c57dc7beaf5 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 941.668310] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-66b5d731-435e-4ac0-a901-0c57dc7beaf5 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 941.668428] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-66b5d731-435e-4ac0-a901-0c57dc7beaf5 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 941.668611] env[70015]: INFO nova.compute.manager [None req-66b5d731-435e-4ac0-a901-0c57dc7beaf5 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Took 1.11 seconds to destroy the instance on the hypervisor. [ 941.668972] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66b5d731-435e-4ac0-a901-0c57dc7beaf5 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.672480] env[70015]: DEBUG nova.compute.manager [-] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 941.672480] env[70015]: DEBUG nova.network.neutron [-] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 941.679277] env[70015]: DEBUG oslo_vmware.api [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52d99108-682d-b74b-d576-32caf29ecc4e, 'name': SearchDatastore_Task, 'duration_secs': 0.021904} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.679549] env[70015]: DEBUG oslo_concurrency.lockutils [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.679813] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 91a19e38-b0fe-4412-b653-e9980ccb0c25/91a19e38-b0fe-4412-b653-e9980ccb0c25.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 941.680383] env[70015]: DEBUG oslo_concurrency.lockutils [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.680383] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 941.680514] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fdf530fd-bb8d-4191-bd7b-e0a00bcdf6f9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.682568] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0be093a3-109e-4322-8875-661e9985da49 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.691711] env[70015]: DEBUG oslo_vmware.api [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 941.691711] env[70015]: value = "task-3611106" [ 941.691711] env[70015]: _type = "Task" [ 941.691711] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.692995] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 941.693178] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 941.696624] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44149876-641b-4cb7-8cf1-528fd3b71b4e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.704387] env[70015]: DEBUG oslo_vmware.api [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611106, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.709445] env[70015]: DEBUG oslo_vmware.api [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 941.709445] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]520340ba-f8e0-c42d-466f-a11db77b08e7" [ 941.709445] env[70015]: _type = "Task" [ 941.709445] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.713535] env[70015]: DEBUG nova.network.neutron [-] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 941.719989] env[70015]: DEBUG oslo_vmware.api [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]520340ba-f8e0-c42d-466f-a11db77b08e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.776945] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': task-3611103, 'name': ReconfigVM_Task, 'duration_secs': 0.519604} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.777252] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: f319194b-6c78-4824-b117-e8334b900360] Reconfigured VM instance instance-00000049 to attach disk [datastore2] f319194b-6c78-4824-b117-e8334b900360/f319194b-6c78-4824-b117-e8334b900360.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 941.777909] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f53059f-322d-432f-831e-e62aaa61fb29 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.784169] env[70015]: DEBUG nova.compute.manager [req-ce1f05dc-8618-491b-8a13-6ad4715075c1 req-adfc2d1a-db52-4383-bb28-0a7a00d75be1 service nova] [instance: 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21] Received event network-vif-plugged-6f23775b-7629-4b1e-8e43-f2647294b244 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.784375] env[70015]: DEBUG oslo_concurrency.lockutils [req-ce1f05dc-8618-491b-8a13-6ad4715075c1 req-adfc2d1a-db52-4383-bb28-0a7a00d75be1 service nova] Acquiring lock "03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.784576] env[70015]: DEBUG oslo_concurrency.lockutils [req-ce1f05dc-8618-491b-8a13-6ad4715075c1 req-adfc2d1a-db52-4383-bb28-0a7a00d75be1 service nova] Lock "03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.785044] env[70015]: DEBUG oslo_concurrency.lockutils [req-ce1f05dc-8618-491b-8a13-6ad4715075c1 req-adfc2d1a-db52-4383-bb28-0a7a00d75be1 service nova] Lock "03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.785044] env[70015]: DEBUG nova.compute.manager [req-ce1f05dc-8618-491b-8a13-6ad4715075c1 req-adfc2d1a-db52-4383-bb28-0a7a00d75be1 service nova] [instance: 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21] No waiting events found dispatching network-vif-plugged-6f23775b-7629-4b1e-8e43-f2647294b244 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 941.785172] env[70015]: WARNING nova.compute.manager [req-ce1f05dc-8618-491b-8a13-6ad4715075c1 req-adfc2d1a-db52-4383-bb28-0a7a00d75be1 service nova] [instance: 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21] Received unexpected event network-vif-plugged-6f23775b-7629-4b1e-8e43-f2647294b244 for instance with vm_state building and task_state spawning. [ 941.785246] env[70015]: DEBUG nova.compute.manager [req-ce1f05dc-8618-491b-8a13-6ad4715075c1 req-adfc2d1a-db52-4383-bb28-0a7a00d75be1 service nova] [instance: 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21] Received event network-changed-6f23775b-7629-4b1e-8e43-f2647294b244 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.785396] env[70015]: DEBUG nova.compute.manager [req-ce1f05dc-8618-491b-8a13-6ad4715075c1 req-adfc2d1a-db52-4383-bb28-0a7a00d75be1 service nova] [instance: 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21] Refreshing instance network info cache due to event network-changed-6f23775b-7629-4b1e-8e43-f2647294b244. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 941.785562] env[70015]: DEBUG oslo_concurrency.lockutils [req-ce1f05dc-8618-491b-8a13-6ad4715075c1 req-adfc2d1a-db52-4383-bb28-0a7a00d75be1 service nova] Acquiring lock "refresh_cache-03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.792062] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Waiting for the task: (returnval){ [ 941.792062] env[70015]: value = "task-3611107" [ 941.792062] env[70015]: _type = "Task" [ 941.792062] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.803877] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': task-3611107, 'name': Rename_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.864606] env[70015]: DEBUG nova.compute.manager [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 941.967090] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ae1c8a-53ec-440e-bbc7-639bd7b1c044 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.976078] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6dc9b1-3a51-4395-afc5-058529bc805c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.014138] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Releasing lock "refresh_cache-03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.014138] env[70015]: DEBUG nova.compute.manager [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21] Instance network_info: |[{"id": "6f23775b-7629-4b1e-8e43-f2647294b244", "address": "fa:16:3e:3f:f6:d2", "network": {"id": "a129f4db-9720-4172-be82-eeaceb8a19d8", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1141620744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46df6186e06249d792238e53b5c11b72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f23775b-76", "ovs_interfaceid": "6f23775b-7629-4b1e-8e43-f2647294b244", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 942.014138] env[70015]: DEBUG oslo_concurrency.lockutils [req-ce1f05dc-8618-491b-8a13-6ad4715075c1 req-adfc2d1a-db52-4383-bb28-0a7a00d75be1 service nova] Acquired lock "refresh_cache-03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.014138] env[70015]: DEBUG nova.network.neutron [req-ce1f05dc-8618-491b-8a13-6ad4715075c1 req-adfc2d1a-db52-4383-bb28-0a7a00d75be1 service nova] [instance: 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21] Refreshing network info cache for port 6f23775b-7629-4b1e-8e43-f2647294b244 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 942.015481] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:f6:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e85cbc56-fee0-41f7-bc70-64f31775ce92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f23775b-7629-4b1e-8e43-f2647294b244', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 942.023430] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.024762] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a81146-899b-4e88-aca3-483088246427 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.027347] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 942.027598] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0abd0f32-a1a3-4855-9d0d-4fe024800e73 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.052992] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270f6189-78f1-4f90-8dec-3cd698baa410 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.064895] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 942.064895] env[70015]: value = "task-3611108" [ 942.064895] env[70015]: _type = "Task" [ 942.064895] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.089487] env[70015]: DEBUG nova.compute.provider_tree [None req-7e0b4fd4-d088-418d-9b9f-b3b61a39f5d5 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 942.097285] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611108, 'name': CreateVM_Task} progress is 15%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.133833] env[70015]: INFO nova.compute.manager [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1] Took 45.55 seconds to build instance. [ 942.166067] env[70015]: DEBUG nova.network.neutron [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Successfully created port: e8c39077-469a-44e8-a244-9e1fc2b07f8c {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 942.204805] env[70015]: DEBUG oslo_vmware.api [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611106, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.221094] env[70015]: DEBUG nova.network.neutron [-] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.221922] env[70015]: DEBUG oslo_vmware.api [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]520340ba-f8e0-c42d-466f-a11db77b08e7, 'name': SearchDatastore_Task, 'duration_secs': 0.016977} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.222828] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f4fea86-39f5-47ac-820f-0ca65d712cf9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.232449] env[70015]: DEBUG oslo_vmware.api [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 942.232449] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52f9395e-620b-d1cb-ec2d-6b026cdac548" [ 942.232449] env[70015]: _type = "Task" [ 942.232449] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.243943] env[70015]: DEBUG oslo_vmware.api [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52f9395e-620b-d1cb-ec2d-6b026cdac548, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.303066] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': task-3611107, 'name': Rename_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.482939] env[70015]: DEBUG nova.network.neutron [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Successfully updated port: 36164275-1861-4ef5-90f2-18dee0fab77f {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 942.549762] env[70015]: DEBUG nova.network.neutron [-] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.578324] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611108, 'name': CreateVM_Task} progress is 25%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.621173] env[70015]: ERROR nova.scheduler.client.report [None req-7e0b4fd4-d088-418d-9b9f-b3b61a39f5d5 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [req-33cd5b6b-d6f5-4160-82b5-c869fe51607f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 74b1aad2-fde9-482f-bdc7-a62277f2e79c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-33cd5b6b-d6f5-4160-82b5-c869fe51607f"}]} [ 942.636139] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Lock "3f23c083-5bd4-4f1c-b9b6-849e9c3241e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.067s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.646872] env[70015]: DEBUG nova.scheduler.client.report [None req-7e0b4fd4-d088-418d-9b9f-b3b61a39f5d5 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Refreshing inventories for resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 942.661836] env[70015]: DEBUG nova.scheduler.client.report [None req-7e0b4fd4-d088-418d-9b9f-b3b61a39f5d5 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Updating ProviderTree inventory for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 942.662075] env[70015]: DEBUG nova.compute.provider_tree [None req-7e0b4fd4-d088-418d-9b9f-b3b61a39f5d5 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 942.673737] env[70015]: DEBUG nova.scheduler.client.report [None req-7e0b4fd4-d088-418d-9b9f-b3b61a39f5d5 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Refreshing aggregate associations for resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c, aggregates: None {{(pid=70015) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 942.701960] env[70015]: DEBUG nova.scheduler.client.report [None req-7e0b4fd4-d088-418d-9b9f-b3b61a39f5d5 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Refreshing trait associations for resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=70015) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 942.711443] env[70015]: DEBUG oslo_vmware.api [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611106, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.789129} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.711731] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 91a19e38-b0fe-4412-b653-e9980ccb0c25/91a19e38-b0fe-4412-b653-e9980ccb0c25.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 942.711972] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 942.712712] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab91addc-f02b-40e8-b330-c43b22a0add7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.726133] env[70015]: DEBUG oslo_vmware.api [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 942.726133] env[70015]: value = "task-3611109" [ 942.726133] env[70015]: _type = "Task" [ 942.726133] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.727018] env[70015]: INFO nova.compute.manager [-] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Took 1.05 seconds to deallocate network for instance. [ 942.751075] env[70015]: DEBUG oslo_vmware.api [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611109, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.756531] env[70015]: DEBUG oslo_vmware.api [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52f9395e-620b-d1cb-ec2d-6b026cdac548, 'name': SearchDatastore_Task, 'duration_secs': 0.064766} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.759797] env[70015]: DEBUG oslo_concurrency.lockutils [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.760053] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 5105dfda-ca6b-44a3-af23-9162d99c7cb7/5105dfda-ca6b-44a3-af23-9162d99c7cb7.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 942.760832] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99b885dd-ea1d-43a2-b300-a57aeeda74dc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.769017] env[70015]: DEBUG oslo_vmware.api [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 942.769017] env[70015]: value = "task-3611110" [ 942.769017] env[70015]: _type = "Task" [ 942.769017] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.779794] env[70015]: DEBUG oslo_vmware.api [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611110, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.806183] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': task-3611107, 'name': Rename_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.882048] env[70015]: DEBUG nova.compute.manager [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 942.926867] env[70015]: DEBUG nova.virt.hardware [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 942.927139] env[70015]: DEBUG nova.virt.hardware [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 942.927297] env[70015]: DEBUG nova.virt.hardware [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 942.927472] env[70015]: DEBUG nova.virt.hardware [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 942.927626] env[70015]: DEBUG nova.virt.hardware [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 942.927779] env[70015]: DEBUG nova.virt.hardware [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 942.927982] env[70015]: DEBUG nova.virt.hardware [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 942.928152] env[70015]: DEBUG nova.virt.hardware [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 942.928319] env[70015]: DEBUG nova.virt.hardware [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 942.928477] env[70015]: DEBUG nova.virt.hardware [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 942.928642] env[70015]: DEBUG nova.virt.hardware [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 942.929843] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261a705c-691c-4339-9455-9c837df466c4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.942672] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2487bd8b-e18b-4339-bd62-d08c66dcf810 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.990900] env[70015]: DEBUG nova.network.neutron [req-ce1f05dc-8618-491b-8a13-6ad4715075c1 req-adfc2d1a-db52-4383-bb28-0a7a00d75be1 service nova] [instance: 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21] Updated VIF entry in instance network info cache for port 6f23775b-7629-4b1e-8e43-f2647294b244. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 942.990900] env[70015]: DEBUG nova.network.neutron [req-ce1f05dc-8618-491b-8a13-6ad4715075c1 req-adfc2d1a-db52-4383-bb28-0a7a00d75be1 service nova] [instance: 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21] Updating instance_info_cache with network_info: [{"id": "6f23775b-7629-4b1e-8e43-f2647294b244", "address": "fa:16:3e:3f:f6:d2", "network": {"id": "a129f4db-9720-4172-be82-eeaceb8a19d8", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1141620744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46df6186e06249d792238e53b5c11b72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f23775b-76", "ovs_interfaceid": "6f23775b-7629-4b1e-8e43-f2647294b244", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.997528] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Acquiring lock "refresh_cache-de6d19be-a67c-44a0-9ea0-cffcae448d75" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.997688] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Acquired lock "refresh_cache-de6d19be-a67c-44a0-9ea0-cffcae448d75" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.998937] env[70015]: DEBUG nova.network.neutron [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 943.056066] env[70015]: INFO nova.compute.manager [-] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Took 2.85 seconds to deallocate network for instance. [ 943.078674] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611108, 'name': CreateVM_Task} progress is 25%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.240437] env[70015]: DEBUG oslo_vmware.api [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611109, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105453} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.240437] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 943.240437] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a819a2-8395-4a13-b3c2-193ff55f96bc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.255621] env[70015]: DEBUG oslo_concurrency.lockutils [None req-66b5d731-435e-4ac0-a901-0c57dc7beaf5 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.264582] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 91a19e38-b0fe-4412-b653-e9980ccb0c25/91a19e38-b0fe-4412-b653-e9980ccb0c25.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 943.267479] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c40ab8d7-8671-4577-9450-3cc1d23bd69d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.303383] env[70015]: DEBUG oslo_vmware.api [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611110, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.309324] env[70015]: DEBUG oslo_vmware.api [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 943.309324] env[70015]: value = "task-3611111" [ 943.309324] env[70015]: _type = "Task" [ 943.309324] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.312483] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': task-3611107, 'name': Rename_Task, 'duration_secs': 1.205838} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.312483] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: f319194b-6c78-4824-b117-e8334b900360] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.312678] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c53c8128-85c1-4975-bf9f-9b66c022ea29 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.321659] env[70015]: DEBUG oslo_vmware.api [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.326620] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Waiting for the task: (returnval){ [ 943.326620] env[70015]: value = "task-3611112" [ 943.326620] env[70015]: _type = "Task" [ 943.326620] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.338332] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': task-3611112, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.354437] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd41129-0283-4443-b0b3-be1db1c51a60 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.362296] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d911ffbd-a1a4-43f5-9e3f-c95970d4e012 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.395800] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715d589b-fe6d-4a51-b5c9-14fc3b7198aa {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.405783] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feec0258-6066-4b33-8a72-1515ae2820c8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.419899] env[70015]: DEBUG nova.compute.provider_tree [None req-7e0b4fd4-d088-418d-9b9f-b3b61a39f5d5 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.500382] env[70015]: DEBUG oslo_concurrency.lockutils [req-ce1f05dc-8618-491b-8a13-6ad4715075c1 req-adfc2d1a-db52-4383-bb28-0a7a00d75be1 service nova] Releasing lock "refresh_cache-03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.565074] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8eefd77d-b5a6-4d03-a28e-311f0ae6d64a tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.578276] env[70015]: DEBUG nova.network.neutron [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 943.588467] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611108, 'name': CreateVM_Task, 'duration_secs': 1.24519} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.588670] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 943.589430] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.589636] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.590196] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.591028] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e63e339-2c04-4819-a3ba-81be214cc255 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.596304] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Waiting for the task: (returnval){ [ 943.596304] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52f8e839-3d6a-9f01-ba65-8d3b9d74d43c" [ 943.596304] env[70015]: _type = "Task" [ 943.596304] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.608603] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52f8e839-3d6a-9f01-ba65-8d3b9d74d43c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.794619] env[70015]: DEBUG oslo_vmware.api [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611110, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.833175} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.794919] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 5105dfda-ca6b-44a3-af23-9162d99c7cb7/5105dfda-ca6b-44a3-af23-9162d99c7cb7.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 943.795145] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 943.795398] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a784814b-a9e8-4067-9bfb-56e7b218a324 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.803067] env[70015]: DEBUG oslo_vmware.api [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 943.803067] env[70015]: value = "task-3611113" [ 943.803067] env[70015]: _type = "Task" [ 943.803067] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.823635] env[70015]: DEBUG oslo_vmware.api [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.823915] env[70015]: DEBUG oslo_vmware.api [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611113, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.839138] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': task-3611112, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.923332] env[70015]: DEBUG nova.scheduler.client.report [None req-7e0b4fd4-d088-418d-9b9f-b3b61a39f5d5 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.933763] env[70015]: DEBUG nova.network.neutron [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Updating instance_info_cache with network_info: [{"id": "36164275-1861-4ef5-90f2-18dee0fab77f", "address": "fa:16:3e:95:e5:0f", "network": {"id": "3c1a3fbb-2170-407e-9ccc-287a3d99ace9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d690f2455b7c4076b06d93f0db674d65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36164275-18", "ovs_interfaceid": "36164275-1861-4ef5-90f2-18dee0fab77f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.044960] env[70015]: DEBUG nova.compute.manager [req-43fcc71a-09e7-488a-a9c5-0c1fd660b5d0 req-460e1520-fd36-49c6-b7a6-6d827910199b service nova] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Received event network-vif-deleted-b9412b19-2c3f-4a3d-a2e3-d2ae8b69a54a {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.045216] env[70015]: DEBUG nova.compute.manager [req-43fcc71a-09e7-488a-a9c5-0c1fd660b5d0 req-460e1520-fd36-49c6-b7a6-6d827910199b service nova] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Received event network-vif-plugged-36164275-1861-4ef5-90f2-18dee0fab77f {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.045431] env[70015]: DEBUG oslo_concurrency.lockutils [req-43fcc71a-09e7-488a-a9c5-0c1fd660b5d0 req-460e1520-fd36-49c6-b7a6-6d827910199b service nova] Acquiring lock "de6d19be-a67c-44a0-9ea0-cffcae448d75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.045654] env[70015]: DEBUG oslo_concurrency.lockutils [req-43fcc71a-09e7-488a-a9c5-0c1fd660b5d0 req-460e1520-fd36-49c6-b7a6-6d827910199b service nova] Lock "de6d19be-a67c-44a0-9ea0-cffcae448d75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.045829] env[70015]: DEBUG oslo_concurrency.lockutils [req-43fcc71a-09e7-488a-a9c5-0c1fd660b5d0 req-460e1520-fd36-49c6-b7a6-6d827910199b service nova] Lock "de6d19be-a67c-44a0-9ea0-cffcae448d75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.046015] env[70015]: DEBUG nova.compute.manager [req-43fcc71a-09e7-488a-a9c5-0c1fd660b5d0 req-460e1520-fd36-49c6-b7a6-6d827910199b service nova] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] No waiting events found dispatching network-vif-plugged-36164275-1861-4ef5-90f2-18dee0fab77f {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 944.046195] env[70015]: WARNING nova.compute.manager [req-43fcc71a-09e7-488a-a9c5-0c1fd660b5d0 req-460e1520-fd36-49c6-b7a6-6d827910199b service nova] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Received unexpected event network-vif-plugged-36164275-1861-4ef5-90f2-18dee0fab77f for instance with vm_state building and task_state spawning. [ 944.046382] env[70015]: DEBUG nova.compute.manager [req-43fcc71a-09e7-488a-a9c5-0c1fd660b5d0 req-460e1520-fd36-49c6-b7a6-6d827910199b service nova] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Received event network-changed-36164275-1861-4ef5-90f2-18dee0fab77f {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.046548] env[70015]: DEBUG nova.compute.manager [req-43fcc71a-09e7-488a-a9c5-0c1fd660b5d0 req-460e1520-fd36-49c6-b7a6-6d827910199b service nova] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Refreshing instance network info cache due to event network-changed-36164275-1861-4ef5-90f2-18dee0fab77f. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 944.046729] env[70015]: DEBUG oslo_concurrency.lockutils [req-43fcc71a-09e7-488a-a9c5-0c1fd660b5d0 req-460e1520-fd36-49c6-b7a6-6d827910199b service nova] Acquiring lock "refresh_cache-de6d19be-a67c-44a0-9ea0-cffcae448d75" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.108048] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52f8e839-3d6a-9f01-ba65-8d3b9d74d43c, 'name': SearchDatastore_Task, 'duration_secs': 0.022739} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.108391] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.108632] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 944.108875] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.109038] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.109227] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 944.109517] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1e77e11-4593-4ee3-94c5-c84d15310e58 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.118382] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 944.119028] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 944.119634] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21803cf4-73bc-44ec-b6b6-59d42271b732 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.126236] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Waiting for the task: (returnval){ [ 944.126236] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5225361f-96d0-249d-efd6-218ee5396d96" [ 944.126236] env[70015]: _type = "Task" [ 944.126236] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.134671] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5225361f-96d0-249d-efd6-218ee5396d96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.319710] env[70015]: DEBUG oslo_vmware.api [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611111, 'name': ReconfigVM_Task, 'duration_secs': 0.747009} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.325897] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 91a19e38-b0fe-4412-b653-e9980ccb0c25/91a19e38-b0fe-4412-b653-e9980ccb0c25.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 944.326659] env[70015]: DEBUG oslo_vmware.api [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611113, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067651} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.328563] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f01a4f0f-1991-4aaa-8164-da9b8fe3f7bb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.328841] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 944.333117] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72cef69-c900-47b1-9061-a8ca15d830ba {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.366085] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 5105dfda-ca6b-44a3-af23-9162d99c7cb7/5105dfda-ca6b-44a3-af23-9162d99c7cb7.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.367632] env[70015]: DEBUG nova.network.neutron [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Successfully updated port: e8c39077-469a-44e8-a244-9e1fc2b07f8c {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 944.374875] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fa84243-d6cc-4213-9d36-b275cdaa5e42 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.394443] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': task-3611112, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.394443] env[70015]: DEBUG oslo_vmware.api [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 944.394443] env[70015]: value = "task-3611114" [ 944.394443] env[70015]: _type = "Task" [ 944.394443] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.394599] env[70015]: DEBUG oslo_concurrency.lockutils [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Acquiring lock "refresh_cache-58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.394909] env[70015]: DEBUG oslo_concurrency.lockutils [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Acquired lock "refresh_cache-58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.395365] env[70015]: DEBUG nova.network.neutron [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.409864] env[70015]: DEBUG nova.compute.manager [req-9c4fcdad-30cd-4504-8dfc-3977614cf47c req-6ead3739-2b4b-4d4b-a8c5-059064128769 service nova] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Received event network-vif-plugged-e8c39077-469a-44e8-a244-9e1fc2b07f8c {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.410110] env[70015]: DEBUG oslo_concurrency.lockutils [req-9c4fcdad-30cd-4504-8dfc-3977614cf47c req-6ead3739-2b4b-4d4b-a8c5-059064128769 service nova] Acquiring lock "58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.410334] env[70015]: DEBUG oslo_concurrency.lockutils [req-9c4fcdad-30cd-4504-8dfc-3977614cf47c req-6ead3739-2b4b-4d4b-a8c5-059064128769 service nova] Lock "58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.410538] env[70015]: DEBUG oslo_concurrency.lockutils [req-9c4fcdad-30cd-4504-8dfc-3977614cf47c req-6ead3739-2b4b-4d4b-a8c5-059064128769 service nova] Lock "58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.410725] env[70015]: DEBUG nova.compute.manager [req-9c4fcdad-30cd-4504-8dfc-3977614cf47c req-6ead3739-2b4b-4d4b-a8c5-059064128769 service nova] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] No waiting events found dispatching network-vif-plugged-e8c39077-469a-44e8-a244-9e1fc2b07f8c {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 944.410895] env[70015]: WARNING nova.compute.manager [req-9c4fcdad-30cd-4504-8dfc-3977614cf47c req-6ead3739-2b4b-4d4b-a8c5-059064128769 service nova] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Received unexpected event network-vif-plugged-e8c39077-469a-44e8-a244-9e1fc2b07f8c for instance with vm_state building and task_state spawning. [ 944.411732] env[70015]: DEBUG oslo_vmware.api [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 944.411732] env[70015]: value = "task-3611115" [ 944.411732] env[70015]: _type = "Task" [ 944.411732] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.419592] env[70015]: DEBUG oslo_vmware.api [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611114, 'name': Rename_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.425113] env[70015]: DEBUG oslo_vmware.api [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.428960] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7e0b4fd4-d088-418d-9b9f-b3b61a39f5d5 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.582s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.431224] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a6a0f411-6c96-4c7f-86ee-5eccf9b3e56f tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.148s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.431459] env[70015]: DEBUG nova.objects.instance [None req-a6a0f411-6c96-4c7f-86ee-5eccf9b3e56f tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Lazy-loading 'resources' on Instance uuid 0795374d-903e-48e2-96d3-1b6f5a5511da {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 944.436882] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Releasing lock "refresh_cache-de6d19be-a67c-44a0-9ea0-cffcae448d75" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.436882] env[70015]: DEBUG nova.compute.manager [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Instance network_info: |[{"id": "36164275-1861-4ef5-90f2-18dee0fab77f", "address": "fa:16:3e:95:e5:0f", "network": {"id": "3c1a3fbb-2170-407e-9ccc-287a3d99ace9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d690f2455b7c4076b06d93f0db674d65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36164275-18", "ovs_interfaceid": "36164275-1861-4ef5-90f2-18dee0fab77f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 944.436882] env[70015]: DEBUG oslo_concurrency.lockutils [req-43fcc71a-09e7-488a-a9c5-0c1fd660b5d0 req-460e1520-fd36-49c6-b7a6-6d827910199b service nova] Acquired lock "refresh_cache-de6d19be-a67c-44a0-9ea0-cffcae448d75" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.437283] env[70015]: DEBUG nova.network.neutron [req-43fcc71a-09e7-488a-a9c5-0c1fd660b5d0 req-460e1520-fd36-49c6-b7a6-6d827910199b service nova] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Refreshing network info cache for port 36164275-1861-4ef5-90f2-18dee0fab77f {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 944.438245] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:e5:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da623279-b6f6-4570-8b15-a332120b8b60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36164275-1861-4ef5-90f2-18dee0fab77f', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 944.447649] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Creating folder: Project (39da9f8c3c3249ad993c53b3be147274). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 944.452703] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a04dd053-0ce9-492a-8ee7-c5aae5aebe08 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.461407] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Created folder: Project (39da9f8c3c3249ad993c53b3be147274) in parent group-v720117. [ 944.461648] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Creating folder: Instances. Parent ref: group-v720328. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 944.462608] env[70015]: INFO nova.scheduler.client.report [None req-7e0b4fd4-d088-418d-9b9f-b3b61a39f5d5 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Deleted allocations for instance 239702ca-50c6-47a9-9207-394811e26eb4 [ 944.463537] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90bb3f6d-8abb-4350-b3e5-23e7fa751d51 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.474131] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Created folder: Instances in parent group-v720328. [ 944.474505] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.474796] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 944.475046] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52536707-712c-4cae-aedd-13a4e8253ff9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.502370] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 944.502370] env[70015]: value = "task-3611118" [ 944.502370] env[70015]: _type = "Task" [ 944.502370] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.510976] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611118, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.638495] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5225361f-96d0-249d-efd6-218ee5396d96, 'name': SearchDatastore_Task, 'duration_secs': 0.010796} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.639406] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c27ea8e2-c07f-4155-8e53-1a706687ca62 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.649745] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Waiting for the task: (returnval){ [ 944.649745] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]525e5440-0399-7d41-fca7-dcdcdd15c3a2" [ 944.649745] env[70015]: _type = "Task" [ 944.649745] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.661967] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]525e5440-0399-7d41-fca7-dcdcdd15c3a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.731183] env[70015]: DEBUG nova.network.neutron [req-43fcc71a-09e7-488a-a9c5-0c1fd660b5d0 req-460e1520-fd36-49c6-b7a6-6d827910199b service nova] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Updated VIF entry in instance network info cache for port 36164275-1861-4ef5-90f2-18dee0fab77f. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 944.731572] env[70015]: DEBUG nova.network.neutron [req-43fcc71a-09e7-488a-a9c5-0c1fd660b5d0 req-460e1520-fd36-49c6-b7a6-6d827910199b service nova] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Updating instance_info_cache with network_info: [{"id": "36164275-1861-4ef5-90f2-18dee0fab77f", "address": "fa:16:3e:95:e5:0f", "network": {"id": "3c1a3fbb-2170-407e-9ccc-287a3d99ace9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d690f2455b7c4076b06d93f0db674d65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36164275-18", "ovs_interfaceid": "36164275-1861-4ef5-90f2-18dee0fab77f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.843806] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': task-3611112, 'name': PowerOnVM_Task, 'duration_secs': 1.396821} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.847367] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: f319194b-6c78-4824-b117-e8334b900360] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.847367] env[70015]: INFO nova.compute.manager [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: f319194b-6c78-4824-b117-e8334b900360] Took 10.00 seconds to spawn the instance on the hypervisor. [ 944.847367] env[70015]: DEBUG nova.compute.manager [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: f319194b-6c78-4824-b117-e8334b900360] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 944.847367] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12a95a6-9a7e-4269-8389-cd474ce966bc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.919803] env[70015]: DEBUG oslo_vmware.api [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611114, 'name': Rename_Task, 'duration_secs': 0.235237} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.920451] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.920703] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9559288-d8c4-490c-9de7-b10f2aa43f89 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.925145] env[70015]: DEBUG oslo_vmware.api [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611115, 'name': ReconfigVM_Task, 'duration_secs': 0.374043} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.925715] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 5105dfda-ca6b-44a3-af23-9162d99c7cb7/5105dfda-ca6b-44a3-af23-9162d99c7cb7.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 944.926324] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf391dd4-c813-4b85-8b94-e9fa612011d1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.929546] env[70015]: DEBUG oslo_vmware.api [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 944.929546] env[70015]: value = "task-3611119" [ 944.929546] env[70015]: _type = "Task" [ 944.929546] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.936735] env[70015]: DEBUG oslo_vmware.api [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 944.936735] env[70015]: value = "task-3611120" [ 944.936735] env[70015]: _type = "Task" [ 944.936735] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.943231] env[70015]: DEBUG oslo_vmware.api [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611119, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.944023] env[70015]: DEBUG nova.network.neutron [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 944.953515] env[70015]: DEBUG oslo_vmware.api [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611120, 'name': Rename_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.978022] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7e0b4fd4-d088-418d-9b9f-b3b61a39f5d5 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Lock "239702ca-50c6-47a9-9207-394811e26eb4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.239s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.017284] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611118, 'name': CreateVM_Task, 'duration_secs': 0.398778} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.017608] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 945.018236] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.018415] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.018738] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.019322] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5017435-7e29-44fa-9a3f-9f1f9ae80f83 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.024747] env[70015]: DEBUG oslo_vmware.api [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Waiting for the task: (returnval){ [ 945.024747] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]529c2c28-3c2b-ec49-72ef-145a33f57537" [ 945.024747] env[70015]: _type = "Task" [ 945.024747] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.042067] env[70015]: DEBUG oslo_vmware.api [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]529c2c28-3c2b-ec49-72ef-145a33f57537, 'name': SearchDatastore_Task, 'duration_secs': 0.010731} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.042433] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.042756] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 945.043158] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.112311] env[70015]: DEBUG nova.network.neutron [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Updating instance_info_cache with network_info: [{"id": "e8c39077-469a-44e8-a244-9e1fc2b07f8c", "address": "fa:16:3e:1c:ac:6b", "network": {"id": "3c1a3fbb-2170-407e-9ccc-287a3d99ace9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d690f2455b7c4076b06d93f0db674d65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8c39077-46", "ovs_interfaceid": "e8c39077-469a-44e8-a244-9e1fc2b07f8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.162022] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]525e5440-0399-7d41-fca7-dcdcdd15c3a2, 'name': SearchDatastore_Task, 'duration_secs': 0.015788} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.162022] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.162022] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21/03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 945.162498] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.162796] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 945.163156] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0415f59c-d66a-41bf-89a6-b73de58d4115 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.165780] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c98df62a-5d8a-4063-954a-2382edec7131 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.177331] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Waiting for the task: (returnval){ [ 945.177331] env[70015]: value = "task-3611121" [ 945.177331] env[70015]: _type = "Task" [ 945.177331] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.182132] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 945.182235] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 945.183254] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f874a0a2-2a4b-4a9d-99c2-e6502c8e6739 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.193423] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': task-3611121, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.197496] env[70015]: DEBUG oslo_vmware.api [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Waiting for the task: (returnval){ [ 945.197496] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]528eac53-b41d-85d2-58c0-6c20b3b8e5f1" [ 945.197496] env[70015]: _type = "Task" [ 945.197496] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.207722] env[70015]: DEBUG oslo_vmware.api [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]528eac53-b41d-85d2-58c0-6c20b3b8e5f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.237785] env[70015]: DEBUG oslo_concurrency.lockutils [req-43fcc71a-09e7-488a-a9c5-0c1fd660b5d0 req-460e1520-fd36-49c6-b7a6-6d827910199b service nova] Releasing lock "refresh_cache-de6d19be-a67c-44a0-9ea0-cffcae448d75" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.283560] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Acquiring lock "c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.283560] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Lock "c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.371835] env[70015]: INFO nova.compute.manager [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: f319194b-6c78-4824-b117-e8334b900360] Took 48.75 seconds to build instance. [ 945.444810] env[70015]: DEBUG oslo_vmware.api [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611119, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.447013] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c06536-a369-40c9-8397-0c9034ec875d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.452071] env[70015]: DEBUG oslo_vmware.api [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611120, 'name': Rename_Task, 'duration_secs': 0.151148} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.452710] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.452997] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2251177c-6c79-4736-b0d8-0ff48493d857 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.457517] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a451819e-8cf4-4a8d-9092-718aede4060d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.461457] env[70015]: DEBUG oslo_vmware.api [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 945.461457] env[70015]: value = "task-3611122" [ 945.461457] env[70015]: _type = "Task" [ 945.461457] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.496053] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f853b19c-56bd-4f40-82b7-813ad4283fa6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.502158] env[70015]: DEBUG oslo_vmware.api [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611122, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.507991] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1d63e6-ee43-46ea-8b23-4436ac31aed3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.524953] env[70015]: DEBUG nova.compute.provider_tree [None req-a6a0f411-6c96-4c7f-86ee-5eccf9b3e56f tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.617212] env[70015]: DEBUG oslo_concurrency.lockutils [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Releasing lock "refresh_cache-58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.617635] env[70015]: DEBUG nova.compute.manager [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Instance network_info: |[{"id": "e8c39077-469a-44e8-a244-9e1fc2b07f8c", "address": "fa:16:3e:1c:ac:6b", "network": {"id": "3c1a3fbb-2170-407e-9ccc-287a3d99ace9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d690f2455b7c4076b06d93f0db674d65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8c39077-46", "ovs_interfaceid": "e8c39077-469a-44e8-a244-9e1fc2b07f8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 945.618114] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:ac:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da623279-b6f6-4570-8b15-a332120b8b60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8c39077-469a-44e8-a244-9e1fc2b07f8c', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.627868] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.627868] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.627868] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21d5f474-a3c3-4fcc-950d-57fba0ae9107 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.650359] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.650359] env[70015]: value = "task-3611123" [ 945.650359] env[70015]: _type = "Task" [ 945.650359] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.661081] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611123, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.689890] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': task-3611121, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.710283] env[70015]: DEBUG oslo_vmware.api [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]528eac53-b41d-85d2-58c0-6c20b3b8e5f1, 'name': SearchDatastore_Task, 'duration_secs': 0.024064} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.711344] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6efcd24c-48d6-4084-a5b5-675f4fd63dff {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.718157] env[70015]: DEBUG oslo_vmware.api [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Waiting for the task: (returnval){ [ 945.718157] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52674ca4-3075-15e7-3b4f-9d928aa7cdcd" [ 945.718157] env[70015]: _type = "Task" [ 945.718157] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.732038] env[70015]: DEBUG oslo_vmware.api [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52674ca4-3075-15e7-3b4f-9d928aa7cdcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.786964] env[70015]: DEBUG nova.compute.manager [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] [instance: c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 945.872732] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Lock "f319194b-6c78-4824-b117-e8334b900360" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.264s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.945883] env[70015]: DEBUG oslo_vmware.api [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611119, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.972346] env[70015]: DEBUG oslo_vmware.api [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611122, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.029705] env[70015]: DEBUG nova.scheduler.client.report [None req-a6a0f411-6c96-4c7f-86ee-5eccf9b3e56f tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.161999] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611123, 'name': CreateVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.191244] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': task-3611121, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675082} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.191428] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21/03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 946.191920] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 946.192017] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea742b45-2bb8-480e-8a9d-bf166c26ce8a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.199027] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Waiting for the task: (returnval){ [ 946.199027] env[70015]: value = "task-3611124" [ 946.199027] env[70015]: _type = "Task" [ 946.199027] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.208211] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': task-3611124, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.229596] env[70015]: DEBUG oslo_vmware.api [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52674ca4-3075-15e7-3b4f-9d928aa7cdcd, 'name': SearchDatastore_Task, 'duration_secs': 0.059454} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.229867] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.230143] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] de6d19be-a67c-44a0-9ea0-cffcae448d75/de6d19be-a67c-44a0-9ea0-cffcae448d75.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 946.230410] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a1c26e2-eebb-421e-a50c-9b5f86422996 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.236973] env[70015]: DEBUG oslo_vmware.api [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Waiting for the task: (returnval){ [ 946.236973] env[70015]: value = "task-3611125" [ 946.236973] env[70015]: _type = "Task" [ 946.236973] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.245327] env[70015]: DEBUG oslo_vmware.api [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611125, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.306285] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.445452] env[70015]: DEBUG oslo_vmware.api [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611119, 'name': PowerOnVM_Task, 'duration_secs': 1.052531} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.445735] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 946.445956] env[70015]: DEBUG nova.compute.manager [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 946.446940] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b51a7b-436d-4b24-8fe5-52eff889d680 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.471022] env[70015]: DEBUG oslo_vmware.api [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611122, 'name': PowerOnVM_Task, 'duration_secs': 0.715022} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.471247] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 946.471483] env[70015]: DEBUG nova.compute.manager [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 946.472367] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c38a69-4c13-40db-9c03-f38ed6e59d8d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.538523] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a6a0f411-6c96-4c7f-86ee-5eccf9b3e56f tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.107s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.542203] env[70015]: DEBUG oslo_concurrency.lockutils [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 29.057s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.566297] env[70015]: INFO nova.scheduler.client.report [None req-a6a0f411-6c96-4c7f-86ee-5eccf9b3e56f tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Deleted allocations for instance 0795374d-903e-48e2-96d3-1b6f5a5511da [ 946.598345] env[70015]: DEBUG nova.compute.manager [req-f2b5fbd2-4e31-4025-b85e-ea0ee212e27e req-579a594f-f279-46c3-af59-6993981cc4a6 service nova] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Received event network-changed-e8c39077-469a-44e8-a244-9e1fc2b07f8c {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.598485] env[70015]: DEBUG nova.compute.manager [req-f2b5fbd2-4e31-4025-b85e-ea0ee212e27e req-579a594f-f279-46c3-af59-6993981cc4a6 service nova] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Refreshing instance network info cache due to event network-changed-e8c39077-469a-44e8-a244-9e1fc2b07f8c. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 946.598700] env[70015]: DEBUG oslo_concurrency.lockutils [req-f2b5fbd2-4e31-4025-b85e-ea0ee212e27e req-579a594f-f279-46c3-af59-6993981cc4a6 service nova] Acquiring lock "refresh_cache-58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.598877] env[70015]: DEBUG oslo_concurrency.lockutils [req-f2b5fbd2-4e31-4025-b85e-ea0ee212e27e req-579a594f-f279-46c3-af59-6993981cc4a6 service nova] Acquired lock "refresh_cache-58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.599191] env[70015]: DEBUG nova.network.neutron [req-f2b5fbd2-4e31-4025-b85e-ea0ee212e27e req-579a594f-f279-46c3-af59-6993981cc4a6 service nova] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Refreshing network info cache for port e8c39077-469a-44e8-a244-9e1fc2b07f8c {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 946.647811] env[70015]: DEBUG oslo_concurrency.lockutils [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Acquiring lock "1c415b61-b6b8-421e-a975-9f902d7c0f1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.647952] env[70015]: DEBUG oslo_concurrency.lockutils [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Lock "1c415b61-b6b8-421e-a975-9f902d7c0f1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.662843] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611123, 'name': CreateVM_Task, 'duration_secs': 0.597222} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.663574] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.664290] env[70015]: DEBUG oslo_concurrency.lockutils [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.664457] env[70015]: DEBUG oslo_concurrency.lockutils [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.664794] env[70015]: DEBUG oslo_concurrency.lockutils [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.665493] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30e77bc1-bbf0-4759-906f-3c52852d0f66 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.670400] env[70015]: DEBUG oslo_vmware.api [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Waiting for the task: (returnval){ [ 946.670400] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52b287d3-891f-6980-9722-88a236972bfd" [ 946.670400] env[70015]: _type = "Task" [ 946.670400] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.678627] env[70015]: DEBUG oslo_vmware.api [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52b287d3-891f-6980-9722-88a236972bfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.708112] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': task-3611124, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09319} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.708420] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 946.709212] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5c5a6f-1d3c-4bb1-b163-0a584e256799 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.732365] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21/03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 946.733031] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52fcccb6-66ac-4548-add2-795b34f50044 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.757285] env[70015]: DEBUG oslo_vmware.api [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611125, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.758537] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Waiting for the task: (returnval){ [ 946.758537] env[70015]: value = "task-3611126" [ 946.758537] env[70015]: _type = "Task" [ 946.758537] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.767181] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': task-3611126, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.957425] env[70015]: INFO nova.compute.manager [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] bringing vm to original state: 'stopped' [ 946.989263] env[70015]: DEBUG oslo_concurrency.lockutils [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.045758] env[70015]: DEBUG nova.objects.instance [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Lazy-loading 'migration_context' on Instance uuid 0d762a18-2184-48f1-84d4-ed50fdb03ef8 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.074783] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a6a0f411-6c96-4c7f-86ee-5eccf9b3e56f tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Lock "0795374d-903e-48e2-96d3-1b6f5a5511da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.565s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.150236] env[70015]: DEBUG nova.compute.manager [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 1c415b61-b6b8-421e-a975-9f902d7c0f1f] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 947.185096] env[70015]: DEBUG oslo_vmware.api [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52b287d3-891f-6980-9722-88a236972bfd, 'name': SearchDatastore_Task, 'duration_secs': 0.025119} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.185424] env[70015]: DEBUG oslo_concurrency.lockutils [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.185674] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 947.185918] env[70015]: DEBUG oslo_concurrency.lockutils [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.186088] env[70015]: DEBUG oslo_concurrency.lockutils [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.186661] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 947.186954] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94705d7d-0b38-4ef8-909b-1a0e3cd30c02 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.196567] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 947.196886] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 947.197932] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5ccbbda-4e1e-42d5-99e6-c6ebae619033 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.204018] env[70015]: DEBUG oslo_vmware.api [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Waiting for the task: (returnval){ [ 947.204018] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52a23e7e-813d-a236-c54e-008289a2999e" [ 947.204018] env[70015]: _type = "Task" [ 947.204018] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.212708] env[70015]: DEBUG oslo_vmware.api [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52a23e7e-813d-a236-c54e-008289a2999e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.259886] env[70015]: DEBUG oslo_vmware.api [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611125, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.927739} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.263440] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] de6d19be-a67c-44a0-9ea0-cffcae448d75/de6d19be-a67c-44a0-9ea0-cffcae448d75.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 947.263686] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 947.263965] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac63dff7-04a5-4e27-aab5-cd9e9437097a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.271703] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': task-3611126, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.273142] env[70015]: DEBUG oslo_vmware.api [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Waiting for the task: (returnval){ [ 947.273142] env[70015]: value = "task-3611127" [ 947.273142] env[70015]: _type = "Task" [ 947.273142] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.280692] env[70015]: DEBUG oslo_vmware.api [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611127, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.470866] env[70015]: DEBUG nova.network.neutron [req-f2b5fbd2-4e31-4025-b85e-ea0ee212e27e req-579a594f-f279-46c3-af59-6993981cc4a6 service nova] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Updated VIF entry in instance network info cache for port e8c39077-469a-44e8-a244-9e1fc2b07f8c. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 947.475241] env[70015]: DEBUG nova.network.neutron [req-f2b5fbd2-4e31-4025-b85e-ea0ee212e27e req-579a594f-f279-46c3-af59-6993981cc4a6 service nova] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Updating instance_info_cache with network_info: [{"id": "e8c39077-469a-44e8-a244-9e1fc2b07f8c", "address": "fa:16:3e:1c:ac:6b", "network": {"id": "3c1a3fbb-2170-407e-9ccc-287a3d99ace9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d690f2455b7c4076b06d93f0db674d65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8c39077-46", "ovs_interfaceid": "e8c39077-469a-44e8-a244-9e1fc2b07f8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.675305] env[70015]: DEBUG oslo_concurrency.lockutils [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.717155] env[70015]: DEBUG oslo_vmware.api [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52a23e7e-813d-a236-c54e-008289a2999e, 'name': SearchDatastore_Task, 'duration_secs': 0.01518} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.720410] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28b9f081-9717-4b6a-9df8-90926d55b75d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.726071] env[70015]: DEBUG oslo_vmware.api [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Waiting for the task: (returnval){ [ 947.726071] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]526c3178-1228-8837-4711-8943f881dece" [ 947.726071] env[70015]: _type = "Task" [ 947.726071] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.737201] env[70015]: DEBUG oslo_vmware.api [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]526c3178-1228-8837-4711-8943f881dece, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.772094] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': task-3611126, 'name': ReconfigVM_Task, 'duration_secs': 0.585752} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.772094] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21/03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 947.772094] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f59216d1-700f-4b92-8222-cfb03628377b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.780996] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Waiting for the task: (returnval){ [ 947.780996] env[70015]: value = "task-3611128" [ 947.780996] env[70015]: _type = "Task" [ 947.780996] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.784192] env[70015]: DEBUG oslo_vmware.api [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611127, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075934} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.787227] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 947.790966] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68393ba9-59dd-4ae3-99f0-7c1614be8994 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.799671] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': task-3611128, 'name': Rename_Task} progress is 10%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.817076] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] de6d19be-a67c-44a0-9ea0-cffcae448d75/de6d19be-a67c-44a0-9ea0-cffcae448d75.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 947.821425] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e64566a1-eff8-48e9-828f-d3698251749a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.840624] env[70015]: DEBUG oslo_vmware.api [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Waiting for the task: (returnval){ [ 947.840624] env[70015]: value = "task-3611129" [ 947.840624] env[70015]: _type = "Task" [ 947.840624] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.850837] env[70015]: DEBUG oslo_vmware.api [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611129, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.977694] env[70015]: DEBUG oslo_concurrency.lockutils [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquiring lock "91a19e38-b0fe-4412-b653-e9980ccb0c25" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.978788] env[70015]: DEBUG oslo_concurrency.lockutils [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "91a19e38-b0fe-4412-b653-e9980ccb0c25" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.978788] env[70015]: DEBUG nova.compute.manager [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 947.978788] env[70015]: DEBUG oslo_concurrency.lockutils [req-f2b5fbd2-4e31-4025-b85e-ea0ee212e27e req-579a594f-f279-46c3-af59-6993981cc4a6 service nova] Releasing lock "refresh_cache-58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.979562] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f20d41-cb56-4e3b-a85a-671a8f828a35 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.988557] env[70015]: DEBUG nova.compute.manager [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70015) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 948.034779] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1dccc5-1411-47b0-8b12-791137cf62b3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.044067] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de792cbe-6295-4bf9-ad5e-760822bccf25 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.076792] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65636e3d-984f-4aad-92a3-c24aeca7a24c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.085943] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447b2682-5546-4f69-b304-44e3e6689c2c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.099952] env[70015]: DEBUG nova.compute.provider_tree [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.238594] env[70015]: DEBUG oslo_vmware.api [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]526c3178-1228-8837-4711-8943f881dece, 'name': SearchDatastore_Task, 'duration_secs': 0.052948} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.238878] env[70015]: DEBUG oslo_concurrency.lockutils [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.239194] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3/58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 948.239458] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-efd9461e-50e1-4db9-8a93-812cd4b58ef0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.245847] env[70015]: DEBUG oslo_vmware.api [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Waiting for the task: (returnval){ [ 948.245847] env[70015]: value = "task-3611130" [ 948.245847] env[70015]: _type = "Task" [ 948.245847] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.255773] env[70015]: DEBUG oslo_vmware.api [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611130, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.293862] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': task-3611128, 'name': Rename_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.350499] env[70015]: DEBUG oslo_vmware.api [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611129, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.494497] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.494497] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3889333-ff9e-4ad6-97bb-86d2833110e4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.502738] env[70015]: DEBUG oslo_vmware.api [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 948.502738] env[70015]: value = "task-3611131" [ 948.502738] env[70015]: _type = "Task" [ 948.502738] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.516259] env[70015]: DEBUG oslo_vmware.api [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611131, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.603526] env[70015]: DEBUG nova.scheduler.client.report [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.760257] env[70015]: DEBUG oslo_vmware.api [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611130, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.794538] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': task-3611128, 'name': Rename_Task, 'duration_secs': 0.865639} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.794881] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.796663] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af35febf-5662-4847-a475-2b798e39a765 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.805843] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Waiting for the task: (returnval){ [ 948.805843] env[70015]: value = "task-3611132" [ 948.805843] env[70015]: _type = "Task" [ 948.805843] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.815776] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': task-3611132, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.856380] env[70015]: DEBUG oslo_vmware.api [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611129, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.878835] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6b419e70-c278-4913-b182-a9a3ba56c75d tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquiring lock "dfdf87e0-a302-455b-880b-5344ded4bdb7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.879139] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6b419e70-c278-4913-b182-a9a3ba56c75d tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Lock "dfdf87e0-a302-455b-880b-5344ded4bdb7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.880191] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6b419e70-c278-4913-b182-a9a3ba56c75d tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquiring lock "dfdf87e0-a302-455b-880b-5344ded4bdb7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.880191] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6b419e70-c278-4913-b182-a9a3ba56c75d tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Lock "dfdf87e0-a302-455b-880b-5344ded4bdb7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.880191] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6b419e70-c278-4913-b182-a9a3ba56c75d tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Lock "dfdf87e0-a302-455b-880b-5344ded4bdb7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.883703] env[70015]: INFO nova.compute.manager [None req-6b419e70-c278-4913-b182-a9a3ba56c75d tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] Terminating instance [ 949.017556] env[70015]: DEBUG oslo_vmware.api [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611131, 'name': PowerOffVM_Task, 'duration_secs': 0.385996} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.018467] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.018933] env[70015]: DEBUG nova.compute.manager [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.021317] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0064cd0-9082-43ad-81c6-5c656e9dd734 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.258934] env[70015]: DEBUG oslo_vmware.api [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611130, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.815695} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.259762] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3/58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 949.262024] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 949.262024] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5a28ddf-af25-41bc-8c78-583dc2020a7b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.268117] env[70015]: DEBUG oslo_vmware.api [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Waiting for the task: (returnval){ [ 949.268117] env[70015]: value = "task-3611133" [ 949.268117] env[70015]: _type = "Task" [ 949.268117] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.281352] env[70015]: DEBUG oslo_vmware.api [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611133, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.316637] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': task-3611132, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.354984] env[70015]: DEBUG oslo_vmware.api [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611129, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.390022] env[70015]: DEBUG nova.compute.manager [None req-6b419e70-c278-4913-b182-a9a3ba56c75d tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 949.390022] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-6b419e70-c278-4913-b182-a9a3ba56c75d tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.390022] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268fc441-40bc-4e63-8c9e-065178fe88c1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.396594] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b419e70-c278-4913-b182-a9a3ba56c75d tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.397024] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d20da0e0-86ad-4809-a358-0ab32b781131 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.403600] env[70015]: DEBUG oslo_vmware.api [None req-6b419e70-c278-4913-b182-a9a3ba56c75d tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 949.403600] env[70015]: value = "task-3611134" [ 949.403600] env[70015]: _type = "Task" [ 949.403600] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.411226] env[70015]: DEBUG oslo_vmware.api [None req-6b419e70-c278-4913-b182-a9a3ba56c75d tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611134, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.542131] env[70015]: DEBUG oslo_concurrency.lockutils [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "91a19e38-b0fe-4412-b653-e9980ccb0c25" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.563s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.617235] env[70015]: DEBUG oslo_concurrency.lockutils [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.074s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.622088] env[70015]: DEBUG oslo_concurrency.lockutils [None req-48ac4f1e-bda9-450a-95c5-83ea3383dd7b tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.266s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.622530] env[70015]: DEBUG nova.objects.instance [None req-48ac4f1e-bda9-450a-95c5-83ea3383dd7b tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Lazy-loading 'resources' on Instance uuid b345c2fa-4d74-4563-8069-67fe1e26074d {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.780671] env[70015]: DEBUG oslo_vmware.api [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611133, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.206514} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.780671] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 949.783589] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8523a213-03ea-4ba1-a9cf-20a7367a40ac {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.808198] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3/58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.808659] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5c132e0-7e9c-4917-9b4a-5ae4e878791a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.836964] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': task-3611132, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.838348] env[70015]: DEBUG oslo_vmware.api [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Waiting for the task: (returnval){ [ 949.838348] env[70015]: value = "task-3611135" [ 949.838348] env[70015]: _type = "Task" [ 949.838348] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.846961] env[70015]: DEBUG oslo_vmware.api [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611135, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.855865] env[70015]: DEBUG oslo_vmware.api [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611129, 'name': ReconfigVM_Task, 'duration_secs': 1.792704} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.856348] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Reconfigured VM instance instance-0000004b to attach disk [datastore2] de6d19be-a67c-44a0-9ea0-cffcae448d75/de6d19be-a67c-44a0-9ea0-cffcae448d75.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.857016] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9ab9295-0689-4229-8e06-c07136793159 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.863232] env[70015]: DEBUG oslo_vmware.api [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Waiting for the task: (returnval){ [ 949.863232] env[70015]: value = "task-3611136" [ 949.863232] env[70015]: _type = "Task" [ 949.863232] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.876817] env[70015]: DEBUG oslo_vmware.api [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611136, 'name': Rename_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.913528] env[70015]: DEBUG oslo_vmware.api [None req-6b419e70-c278-4913-b182-a9a3ba56c75d tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611134, 'name': PowerOffVM_Task, 'duration_secs': 0.193276} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.913798] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b419e70-c278-4913-b182-a9a3ba56c75d tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.914046] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-6b419e70-c278-4913-b182-a9a3ba56c75d tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.914302] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1066beb8-943d-498c-8c94-b76760dc3359 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.980331] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-6b419e70-c278-4913-b182-a9a3ba56c75d tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.983866] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-6b419e70-c278-4913-b182-a9a3ba56c75d tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.983866] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b419e70-c278-4913-b182-a9a3ba56c75d tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Deleting the datastore file [datastore1] dfdf87e0-a302-455b-880b-5344ded4bdb7 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.983866] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac21412a-c7c7-42d9-b13a-9e6058e73ac9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.988119] env[70015]: DEBUG oslo_vmware.api [None req-6b419e70-c278-4913-b182-a9a3ba56c75d tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 949.988119] env[70015]: value = "task-3611138" [ 949.988119] env[70015]: _type = "Task" [ 949.988119] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.000751] env[70015]: DEBUG oslo_vmware.api [None req-6b419e70-c278-4913-b182-a9a3ba56c75d tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611138, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.052953] env[70015]: DEBUG oslo_concurrency.lockutils [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.319066] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': task-3611132, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.348958] env[70015]: DEBUG oslo_vmware.api [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611135, 'name': ReconfigVM_Task, 'duration_secs': 0.326055} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.349280] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3/58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.351107] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c32cc89f-f22a-4555-b334-66ee66a70d35 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.360048] env[70015]: DEBUG oslo_vmware.api [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Waiting for the task: (returnval){ [ 950.360048] env[70015]: value = "task-3611139" [ 950.360048] env[70015]: _type = "Task" [ 950.360048] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.375725] env[70015]: DEBUG oslo_vmware.api [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611139, 'name': Rename_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.375725] env[70015]: DEBUG oslo_vmware.api [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611136, 'name': Rename_Task, 'duration_secs': 0.238315} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.376131] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.376131] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-344b548c-270a-44d3-a659-733229ee66d5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.384652] env[70015]: DEBUG oslo_vmware.api [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Waiting for the task: (returnval){ [ 950.384652] env[70015]: value = "task-3611140" [ 950.384652] env[70015]: _type = "Task" [ 950.384652] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.396487] env[70015]: DEBUG oslo_vmware.api [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611140, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.500388] env[70015]: DEBUG oslo_vmware.api [None req-6b419e70-c278-4913-b182-a9a3ba56c75d tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611138, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183313} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.500388] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b419e70-c278-4913-b182-a9a3ba56c75d tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.500562] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-6b419e70-c278-4913-b182-a9a3ba56c75d tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.500855] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-6b419e70-c278-4913-b182-a9a3ba56c75d tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.501082] env[70015]: INFO nova.compute.manager [None req-6b419e70-c278-4913-b182-a9a3ba56c75d tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 950.501367] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b419e70-c278-4913-b182-a9a3ba56c75d tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.501511] env[70015]: DEBUG nova.compute.manager [-] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 950.501744] env[70015]: DEBUG nova.network.neutron [-] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 950.629159] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2362d21b-652b-4742-82c8-41b9b9b64100 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.638729] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4710709-7abf-4525-a508-6ece1c291a99 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.679717] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b977ccd3-bb12-4e3a-9b98-e6793abc70b3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.688096] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8bfb47-ef58-48d6-bc65-6d0b0de8f48a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.703871] env[70015]: DEBUG nova.compute.provider_tree [None req-48ac4f1e-bda9-450a-95c5-83ea3383dd7b tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.818698] env[70015]: DEBUG oslo_vmware.api [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': task-3611132, 'name': PowerOnVM_Task, 'duration_secs': 1.62912} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.818977] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.819209] env[70015]: INFO nova.compute.manager [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21] Took 13.27 seconds to spawn the instance on the hypervisor. [ 950.819391] env[70015]: DEBUG nova.compute.manager [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.820202] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e80016-6629-4a25-8f83-f0e6874bd23b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.870292] env[70015]: DEBUG oslo_vmware.api [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611139, 'name': Rename_Task, 'duration_secs': 0.234182} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.870780] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.871040] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50918165-bd8e-4782-a83f-89e777097e71 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.877283] env[70015]: DEBUG oslo_vmware.api [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Waiting for the task: (returnval){ [ 950.877283] env[70015]: value = "task-3611141" [ 950.877283] env[70015]: _type = "Task" [ 950.877283] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.885380] env[70015]: DEBUG oslo_vmware.api [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611141, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.893653] env[70015]: DEBUG oslo_vmware.api [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611140, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.112776] env[70015]: DEBUG nova.compute.manager [req-85373d97-c898-4caa-ae6d-857438139faf req-34dafa8e-7367-4ba3-b7a2-17c96815ce52 service nova] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] Received event network-vif-deleted-81354a86-ba87-48ec-bcb7-461c7f8f6056 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.113092] env[70015]: INFO nova.compute.manager [req-85373d97-c898-4caa-ae6d-857438139faf req-34dafa8e-7367-4ba3-b7a2-17c96815ce52 service nova] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] Neutron deleted interface 81354a86-ba87-48ec-bcb7-461c7f8f6056; detaching it from the instance and deleting it from the info cache [ 951.113213] env[70015]: DEBUG nova.network.neutron [req-85373d97-c898-4caa-ae6d-857438139faf req-34dafa8e-7367-4ba3-b7a2-17c96815ce52 service nova] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.166792] env[70015]: INFO nova.compute.manager [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Swapping old allocation on dict_keys(['74b1aad2-fde9-482f-bdc7-a62277f2e79c']) held by migration 02668235-e311-44a7-8ca2-c45c6b170da8 for instance [ 951.191288] env[70015]: DEBUG nova.scheduler.client.report [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Overwriting current allocation {'allocations': {'74b1aad2-fde9-482f-bdc7-a62277f2e79c': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 106}}, 'project_id': '2cfc896632024218b201168a9e2d6130', 'user_id': 'a704bbbcef974cd9aa8f417ee1a76155', 'consumer_generation': 1} on consumer 0d762a18-2184-48f1-84d4-ed50fdb03ef8 {{(pid=70015) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 951.208724] env[70015]: DEBUG nova.scheduler.client.report [None req-48ac4f1e-bda9-450a-95c5-83ea3383dd7b tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.230347] env[70015]: DEBUG oslo_concurrency.lockutils [None req-43e055ba-b9e2-4645-9f1b-3f9163087d4f tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquiring lock "91a19e38-b0fe-4412-b653-e9980ccb0c25" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.232693] env[70015]: DEBUG oslo_concurrency.lockutils [None req-43e055ba-b9e2-4645-9f1b-3f9163087d4f tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "91a19e38-b0fe-4412-b653-e9980ccb0c25" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.232693] env[70015]: DEBUG oslo_concurrency.lockutils [None req-43e055ba-b9e2-4645-9f1b-3f9163087d4f tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquiring lock "91a19e38-b0fe-4412-b653-e9980ccb0c25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.232693] env[70015]: DEBUG oslo_concurrency.lockutils [None req-43e055ba-b9e2-4645-9f1b-3f9163087d4f tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "91a19e38-b0fe-4412-b653-e9980ccb0c25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.232693] env[70015]: DEBUG oslo_concurrency.lockutils [None req-43e055ba-b9e2-4645-9f1b-3f9163087d4f tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "91a19e38-b0fe-4412-b653-e9980ccb0c25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.234420] env[70015]: INFO nova.compute.manager [None req-43e055ba-b9e2-4645-9f1b-3f9163087d4f tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Terminating instance [ 951.299437] env[70015]: DEBUG oslo_concurrency.lockutils [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Acquiring lock "refresh_cache-0d762a18-2184-48f1-84d4-ed50fdb03ef8" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.299437] env[70015]: DEBUG oslo_concurrency.lockutils [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Acquired lock "refresh_cache-0d762a18-2184-48f1-84d4-ed50fdb03ef8" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.299437] env[70015]: DEBUG nova.network.neutron [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.338240] env[70015]: INFO nova.compute.manager [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21] Took 54.69 seconds to build instance. [ 951.387983] env[70015]: DEBUG oslo_vmware.api [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611141, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.396375] env[70015]: DEBUG oslo_vmware.api [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611140, 'name': PowerOnVM_Task, 'duration_secs': 0.885252} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.396616] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.396822] env[70015]: INFO nova.compute.manager [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Took 11.22 seconds to spawn the instance on the hypervisor. [ 951.397015] env[70015]: DEBUG nova.compute.manager [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 951.397839] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e41ccc3-5fe5-4b60-9225-50fd1058d798 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.596789] env[70015]: DEBUG nova.network.neutron [-] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.616701] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-51489135-02d7-4796-84ab-cb7f1382ed3a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.626638] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25bdd87-07eb-4f63-b08b-251bb36933a3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.659795] env[70015]: DEBUG nova.compute.manager [req-85373d97-c898-4caa-ae6d-857438139faf req-34dafa8e-7367-4ba3-b7a2-17c96815ce52 service nova] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] Detach interface failed, port_id=81354a86-ba87-48ec-bcb7-461c7f8f6056, reason: Instance dfdf87e0-a302-455b-880b-5344ded4bdb7 could not be found. {{(pid=70015) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 951.713677] env[70015]: DEBUG oslo_concurrency.lockutils [None req-48ac4f1e-bda9-450a-95c5-83ea3383dd7b tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.092s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.716193] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.956s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.716432] env[70015]: DEBUG nova.objects.instance [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Lazy-loading 'pci_requests' on Instance uuid f3d258e2-ca12-4953-a7a7-1d6f701d6599 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.739708] env[70015]: DEBUG nova.compute.manager [None req-43e055ba-b9e2-4645-9f1b-3f9163087d4f tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 951.740027] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-43e055ba-b9e2-4645-9f1b-3f9163087d4f tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.740972] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb663aaf-7230-4f2a-ad3a-6df51799998c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.745153] env[70015]: INFO nova.scheduler.client.report [None req-48ac4f1e-bda9-450a-95c5-83ea3383dd7b tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Deleted allocations for instance b345c2fa-4d74-4563-8069-67fe1e26074d [ 951.753268] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-43e055ba-b9e2-4645-9f1b-3f9163087d4f tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.753515] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a88e1d3a-e651-4e24-ac25-2c8e4eec9d80 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.828433] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-43e055ba-b9e2-4645-9f1b-3f9163087d4f tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.828433] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-43e055ba-b9e2-4645-9f1b-3f9163087d4f tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.828433] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-43e055ba-b9e2-4645-9f1b-3f9163087d4f tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Deleting the datastore file [datastore2] 91a19e38-b0fe-4412-b653-e9980ccb0c25 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.828433] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8cca6048-4efc-4616-be70-e6694465a7a6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.832089] env[70015]: DEBUG oslo_vmware.api [None req-43e055ba-b9e2-4645-9f1b-3f9163087d4f tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 951.832089] env[70015]: value = "task-3611143" [ 951.832089] env[70015]: _type = "Task" [ 951.832089] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.843455] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b9edcf87-0830-4fbc-82f3-7473fe2d454a tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Lock "03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.208s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.849716] env[70015]: DEBUG oslo_vmware.api [None req-43e055ba-b9e2-4645-9f1b-3f9163087d4f tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611143, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.890053] env[70015]: DEBUG oslo_vmware.api [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611141, 'name': PowerOnVM_Task, 'duration_secs': 0.565087} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.890053] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.890053] env[70015]: INFO nova.compute.manager [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Took 9.01 seconds to spawn the instance on the hypervisor. [ 951.890053] env[70015]: DEBUG nova.compute.manager [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 951.890515] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e094642a-3a1a-4207-8c5a-cfbc9347c03e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.920454] env[70015]: INFO nova.compute.manager [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Took 50.76 seconds to build instance. [ 952.045706] env[70015]: DEBUG nova.network.neutron [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Updating instance_info_cache with network_info: [{"id": "dd440719-052a-45f7-9ded-ebd176af4eb7", "address": "fa:16:3e:ef:41:94", "network": {"id": "3c1a3fbb-2170-407e-9ccc-287a3d99ace9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d690f2455b7c4076b06d93f0db674d65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd440719-05", "ovs_interfaceid": "dd440719-052a-45f7-9ded-ebd176af4eb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.099606] env[70015]: INFO nova.compute.manager [-] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] Took 1.60 seconds to deallocate network for instance. [ 952.220939] env[70015]: DEBUG nova.objects.instance [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Lazy-loading 'numa_topology' on Instance uuid f3d258e2-ca12-4953-a7a7-1d6f701d6599 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.254239] env[70015]: DEBUG oslo_concurrency.lockutils [None req-48ac4f1e-bda9-450a-95c5-83ea3383dd7b tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Lock "b345c2fa-4d74-4563-8069-67fe1e26074d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.967s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.343649] env[70015]: DEBUG oslo_vmware.api [None req-43e055ba-b9e2-4645-9f1b-3f9163087d4f tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611143, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.477676} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.343873] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-43e055ba-b9e2-4645-9f1b-3f9163087d4f tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.345524] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-43e055ba-b9e2-4645-9f1b-3f9163087d4f tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.345524] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-43e055ba-b9e2-4645-9f1b-3f9163087d4f tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.345524] env[70015]: INFO nova.compute.manager [None req-43e055ba-b9e2-4645-9f1b-3f9163087d4f tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Took 0.60 seconds to destroy the instance on the hypervisor. [ 952.345524] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43e055ba-b9e2-4645-9f1b-3f9163087d4f tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.345524] env[70015]: DEBUG nova.compute.manager [-] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 952.345524] env[70015]: DEBUG nova.network.neutron [-] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 952.412960] env[70015]: INFO nova.compute.manager [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Took 46.15 seconds to build instance. [ 952.423853] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Lock "de6d19be-a67c-44a0-9ea0-cffcae448d75" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.156s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.548649] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b8b46a3c-40e4-462d-bbd7-6c1860cfedc2 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Acquiring lock "3f23c083-5bd4-4f1c-b9b6-849e9c3241e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.548963] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b8b46a3c-40e4-462d-bbd7-6c1860cfedc2 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Lock "3f23c083-5bd4-4f1c-b9b6-849e9c3241e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.549201] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b8b46a3c-40e4-462d-bbd7-6c1860cfedc2 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Acquiring lock "3f23c083-5bd4-4f1c-b9b6-849e9c3241e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.549426] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b8b46a3c-40e4-462d-bbd7-6c1860cfedc2 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Lock "3f23c083-5bd4-4f1c-b9b6-849e9c3241e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.549916] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b8b46a3c-40e4-462d-bbd7-6c1860cfedc2 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Lock "3f23c083-5bd4-4f1c-b9b6-849e9c3241e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.552556] env[70015]: DEBUG oslo_concurrency.lockutils [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Releasing lock "refresh_cache-0d762a18-2184-48f1-84d4-ed50fdb03ef8" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.552974] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.553490] env[70015]: INFO nova.compute.manager [None req-b8b46a3c-40e4-462d-bbd7-6c1860cfedc2 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1] Terminating instance [ 952.554925] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-401d2f7b-36c2-4d48-aba7-25ee85bc013f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.564192] env[70015]: DEBUG oslo_vmware.api [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Waiting for the task: (returnval){ [ 952.564192] env[70015]: value = "task-3611144" [ 952.564192] env[70015]: _type = "Task" [ 952.564192] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.578050] env[70015]: DEBUG oslo_vmware.api [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3611144, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.606795] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6b419e70-c278-4913-b182-a9a3ba56c75d tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.729760] env[70015]: INFO nova.compute.claims [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 952.918652] env[70015]: DEBUG oslo_concurrency.lockutils [None req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Lock "58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.968s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.062913] env[70015]: DEBUG nova.compute.manager [None req-b8b46a3c-40e4-462d-bbd7-6c1860cfedc2 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 953.063164] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b46a3c-40e4-462d-bbd7-6c1860cfedc2 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 953.064289] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f05185-5f7e-46aa-867d-ee90aa2a6c89 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.077212] env[70015]: DEBUG oslo_vmware.api [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3611144, 'name': PowerOffVM_Task, 'duration_secs': 0.232807} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.079317] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.080044] env[70015]: DEBUG nova.virt.hardware [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='6c02b4c6-fac0-4d31-9ad3-fbb8645b7a4d',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1927037303',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 953.080278] env[70015]: DEBUG nova.virt.hardware [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.080469] env[70015]: DEBUG nova.virt.hardware [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.080691] env[70015]: DEBUG nova.virt.hardware [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.080870] env[70015]: DEBUG nova.virt.hardware [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.081060] env[70015]: DEBUG nova.virt.hardware [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 953.081322] env[70015]: DEBUG nova.virt.hardware [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 953.081517] env[70015]: DEBUG nova.virt.hardware [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 953.081745] env[70015]: DEBUG nova.virt.hardware [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 953.081956] env[70015]: DEBUG nova.virt.hardware [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 953.082184] env[70015]: DEBUG nova.virt.hardware [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 953.087360] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8b46a3c-40e4-462d-bbd7-6c1860cfedc2 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 953.087910] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8545b701-0a38-4338-81d9-22948f293163 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.098521] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d79293fc-e5ca-43ad-b395-271bfd8ca622 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.105783] env[70015]: DEBUG oslo_vmware.api [None req-b8b46a3c-40e4-462d-bbd7-6c1860cfedc2 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Waiting for the task: (returnval){ [ 953.105783] env[70015]: value = "task-3611145" [ 953.105783] env[70015]: _type = "Task" [ 953.105783] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.107555] env[70015]: DEBUG oslo_vmware.api [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Waiting for the task: (returnval){ [ 953.107555] env[70015]: value = "task-3611146" [ 953.107555] env[70015]: _type = "Task" [ 953.107555] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.123027] env[70015]: DEBUG oslo_vmware.api [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3611146, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.129777] env[70015]: DEBUG oslo_vmware.api [None req-b8b46a3c-40e4-462d-bbd7-6c1860cfedc2 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': task-3611145, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.183315] env[70015]: DEBUG nova.compute.manager [req-86df599f-f09b-43e5-b622-8b28de8667f5 req-b4a5fa27-d351-4375-9306-f98aaabbffe3 service nova] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Received event network-vif-deleted-9d907be9-5fb0-494f-9a82-2dece3f90c82 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.186280] env[70015]: INFO nova.compute.manager [req-86df599f-f09b-43e5-b622-8b28de8667f5 req-b4a5fa27-d351-4375-9306-f98aaabbffe3 service nova] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Neutron deleted interface 9d907be9-5fb0-494f-9a82-2dece3f90c82; detaching it from the instance and deleting it from the info cache [ 953.186280] env[70015]: DEBUG nova.network.neutron [req-86df599f-f09b-43e5-b622-8b28de8667f5 req-b4a5fa27-d351-4375-9306-f98aaabbffe3 service nova] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.308465] env[70015]: DEBUG nova.network.neutron [-] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.638794] env[70015]: DEBUG oslo_vmware.api [None req-b8b46a3c-40e4-462d-bbd7-6c1860cfedc2 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': task-3611145, 'name': PowerOffVM_Task, 'duration_secs': 0.200183} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.644995] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8b46a3c-40e4-462d-bbd7-6c1860cfedc2 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.645334] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b46a3c-40e4-462d-bbd7-6c1860cfedc2 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 953.645735] env[70015]: DEBUG oslo_vmware.api [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3611146, 'name': ReconfigVM_Task, 'duration_secs': 0.183022} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.649857] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba9fcab8-e2cf-4370-8302-257eccbc0d05 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.655195] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b340c9-2580-4874-98ec-abc139231e3e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.673479] env[70015]: DEBUG nova.virt.hardware [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='6c02b4c6-fac0-4d31-9ad3-fbb8645b7a4d',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1927037303',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 953.673835] env[70015]: DEBUG nova.virt.hardware [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.674102] env[70015]: DEBUG nova.virt.hardware [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.674370] env[70015]: DEBUG nova.virt.hardware [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.674478] env[70015]: DEBUG nova.virt.hardware [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.674850] env[70015]: DEBUG nova.virt.hardware [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 953.675171] env[70015]: DEBUG nova.virt.hardware [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 953.675328] env[70015]: DEBUG nova.virt.hardware [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 953.675539] env[70015]: DEBUG nova.virt.hardware [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 953.675880] env[70015]: DEBUG nova.virt.hardware [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 953.676101] env[70015]: DEBUG nova.virt.hardware [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 953.680693] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47e00823-910b-464f-b5de-87c2f615bf04 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.686708] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-75b722af-2406-4b81-84db-e3897a44c0b4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.688665] env[70015]: DEBUG oslo_vmware.api [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Waiting for the task: (returnval){ [ 953.688665] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52736e63-cf34-0c4b-99ce-3989a2facd1e" [ 953.688665] env[70015]: _type = "Task" [ 953.688665] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.697813] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f4a965-3181-4947-a449-eb99a151b788 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.716984] env[70015]: DEBUG oslo_vmware.api [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52736e63-cf34-0c4b-99ce-3989a2facd1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.728235] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b46a3c-40e4-462d-bbd7-6c1860cfedc2 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 953.728466] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b46a3c-40e4-462d-bbd7-6c1860cfedc2 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 953.728841] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8b46a3c-40e4-462d-bbd7-6c1860cfedc2 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Deleting the datastore file [datastore2] 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 953.739564] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-914a2577-e438-4299-93da-abdfd9b289fa {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.742229] env[70015]: DEBUG nova.compute.manager [req-86df599f-f09b-43e5-b622-8b28de8667f5 req-b4a5fa27-d351-4375-9306-f98aaabbffe3 service nova] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Detach interface failed, port_id=9d907be9-5fb0-494f-9a82-2dece3f90c82, reason: Instance 91a19e38-b0fe-4412-b653-e9980ccb0c25 could not be found. {{(pid=70015) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 953.750233] env[70015]: DEBUG oslo_vmware.api [None req-b8b46a3c-40e4-462d-bbd7-6c1860cfedc2 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Waiting for the task: (returnval){ [ 953.750233] env[70015]: value = "task-3611148" [ 953.750233] env[70015]: _type = "Task" [ 953.750233] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.758761] env[70015]: DEBUG oslo_vmware.api [None req-b8b46a3c-40e4-462d-bbd7-6c1860cfedc2 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': task-3611148, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.811197] env[70015]: INFO nova.compute.manager [-] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Took 1.47 seconds to deallocate network for instance. [ 953.855523] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03c0757-24a5-4481-9682-30e33fd062b7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.863398] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5e968b-02ee-48dc-871b-9983a8a4c703 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.896564] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78da8692-32c7-43b4-9d7c-8c3e73c686e5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.904348] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5baf87-cdbe-4177-8cbc-daf4568ba6a1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.919093] env[70015]: DEBUG nova.compute.provider_tree [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.045431] env[70015]: DEBUG nova.compute.manager [None req-9f6a66a6-9b22-4d63-b535-7b2c88c82622 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.047499] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77cea38a-f66c-49a8-bf75-23266f5ff523 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.199312] env[70015]: DEBUG oslo_vmware.api [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52736e63-cf34-0c4b-99ce-3989a2facd1e, 'name': SearchDatastore_Task, 'duration_secs': 0.010852} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.204912] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Reconfiguring VM instance instance-00000038 to detach disk 2000 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 954.205374] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a48ce84a-856f-48fc-9f12-902ca8b150bf {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.227966] env[70015]: DEBUG oslo_vmware.api [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Waiting for the task: (returnval){ [ 954.227966] env[70015]: value = "task-3611149" [ 954.227966] env[70015]: _type = "Task" [ 954.227966] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.236690] env[70015]: DEBUG oslo_vmware.api [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3611149, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.263853] env[70015]: DEBUG oslo_vmware.api [None req-b8b46a3c-40e4-462d-bbd7-6c1860cfedc2 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': task-3611148, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238167} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.263853] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8b46a3c-40e4-462d-bbd7-6c1860cfedc2 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 954.263853] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b46a3c-40e4-462d-bbd7-6c1860cfedc2 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 954.263853] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b46a3c-40e4-462d-bbd7-6c1860cfedc2 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 954.263853] env[70015]: INFO nova.compute.manager [None req-b8b46a3c-40e4-462d-bbd7-6c1860cfedc2 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1] Took 1.20 seconds to destroy the instance on the hypervisor. [ 954.263853] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8b46a3c-40e4-462d-bbd7-6c1860cfedc2 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.263853] env[70015]: DEBUG nova.compute.manager [-] [instance: 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 954.263853] env[70015]: DEBUG nova.network.neutron [-] [instance: 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 954.322723] env[70015]: DEBUG oslo_concurrency.lockutils [None req-43e055ba-b9e2-4645-9f1b-3f9163087d4f tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.422750] env[70015]: DEBUG nova.scheduler.client.report [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.560124] env[70015]: INFO nova.compute.manager [None req-9f6a66a6-9b22-4d63-b535-7b2c88c82622 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] instance snapshotting [ 954.569454] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b654f6e7-125f-426b-b78a-547c7e9abd27 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.604958] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41e6765-7b14-4ed0-a3b9-d1518ce90083 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.737541] env[70015]: DEBUG oslo_vmware.api [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3611149, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.930506] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.213s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.932968] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.158s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.935809] env[70015]: INFO nova.compute.claims [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 954.995088] env[70015]: INFO nova.network.neutron [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Updating port 12d1a3ef-c542-429b-86e8-18a5c72a80da with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 955.117755] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6a66a6-9b22-4d63-b535-7b2c88c82622 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Creating Snapshot of the VM instance {{(pid=70015) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 955.118774] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-43a6e926-0bdc-4a79-b1b1-f1f023a05c79 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.129025] env[70015]: DEBUG oslo_vmware.api [None req-9f6a66a6-9b22-4d63-b535-7b2c88c82622 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Waiting for the task: (returnval){ [ 955.129025] env[70015]: value = "task-3611150" [ 955.129025] env[70015]: _type = "Task" [ 955.129025] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.136262] env[70015]: DEBUG oslo_vmware.api [None req-9f6a66a6-9b22-4d63-b535-7b2c88c82622 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611150, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.231815] env[70015]: DEBUG nova.network.neutron [-] [instance: 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.240564] env[70015]: DEBUG oslo_vmware.api [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3611149, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.378779] env[70015]: DEBUG nova.compute.manager [req-d389f7d2-0837-43a0-9d77-e7fd3b0e932a req-0cf9c5c6-a7ea-406d-bbb3-8e72c1348f51 service nova] [instance: 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1] Received event network-vif-deleted-e45450cd-e6e4-4726-b49b-9a27f1bcf026 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.641570] env[70015]: DEBUG oslo_vmware.api [None req-9f6a66a6-9b22-4d63-b535-7b2c88c82622 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611150, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.738114] env[70015]: INFO nova.compute.manager [-] [instance: 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1] Took 1.47 seconds to deallocate network for instance. [ 955.738484] env[70015]: DEBUG oslo_vmware.api [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3611149, 'name': ReconfigVM_Task, 'duration_secs': 1.314059} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.740178] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Reconfigured VM instance instance-00000038 to detach disk 2000 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 955.743850] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9975d04b-c6a3-4aed-bc8e-233f60e9b507 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.768173] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 0d762a18-2184-48f1-84d4-ed50fdb03ef8/0d762a18-2184-48f1-84d4-ed50fdb03ef8.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.768500] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecbf5344-3f5b-4fa6-8e16-68331966e8ed {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.786718] env[70015]: DEBUG oslo_vmware.api [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Waiting for the task: (returnval){ [ 955.786718] env[70015]: value = "task-3611151" [ 955.786718] env[70015]: _type = "Task" [ 955.786718] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.795855] env[70015]: DEBUG oslo_vmware.api [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3611151, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.919709] env[70015]: DEBUG oslo_concurrency.lockutils [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Acquiring lock "dcf312ed-c5b8-423e-b1fe-e0d96f5db30a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.920037] env[70015]: DEBUG oslo_concurrency.lockutils [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Lock "dcf312ed-c5b8-423e-b1fe-e0d96f5db30a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.136848] env[70015]: DEBUG oslo_vmware.api [None req-9f6a66a6-9b22-4d63-b535-7b2c88c82622 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611150, 'name': CreateSnapshot_Task, 'duration_secs': 0.757232} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.136848] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6a66a6-9b22-4d63-b535-7b2c88c82622 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Created Snapshot of the VM instance {{(pid=70015) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 956.137439] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66af7fde-f7f6-4801-813e-da97210e5c42 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.248323] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b8b46a3c-40e4-462d-bbd7-6c1860cfedc2 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.297574] env[70015]: DEBUG oslo_vmware.api [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3611151, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.333654] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afc35b7-fcd7-4086-a1fb-8bd35fbbfc30 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.340846] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a88d36b-c811-4677-9e02-0a651bdf5f29 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.383824] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e480df-25d4-4992-99a8-85f14baba01f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.394561] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82dea61a-5518-4d0b-998f-dced97a7bcd7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.410707] env[70015]: DEBUG nova.compute.provider_tree [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.421999] env[70015]: DEBUG nova.compute.manager [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] [instance: dcf312ed-c5b8-423e-b1fe-e0d96f5db30a] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 956.659713] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6a66a6-9b22-4d63-b535-7b2c88c82622 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Creating linked-clone VM from snapshot {{(pid=70015) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 956.660061] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ca70f6db-a806-4f06-80e8-8c4a4e747b5b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.665500] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Acquiring lock "refresh_cache-f3d258e2-ca12-4953-a7a7-1d6f701d6599" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.665648] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Acquired lock "refresh_cache-f3d258e2-ca12-4953-a7a7-1d6f701d6599" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.665709] env[70015]: DEBUG nova.network.neutron [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.669968] env[70015]: DEBUG oslo_vmware.api [None req-9f6a66a6-9b22-4d63-b535-7b2c88c82622 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Waiting for the task: (returnval){ [ 956.669968] env[70015]: value = "task-3611152" [ 956.669968] env[70015]: _type = "Task" [ 956.669968] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.680316] env[70015]: DEBUG oslo_vmware.api [None req-9f6a66a6-9b22-4d63-b535-7b2c88c82622 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611152, 'name': CloneVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.800781] env[70015]: DEBUG oslo_vmware.api [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3611151, 'name': ReconfigVM_Task, 'duration_secs': 0.8255} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.802046] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 0d762a18-2184-48f1-84d4-ed50fdb03ef8/0d762a18-2184-48f1-84d4-ed50fdb03ef8.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.802339] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be5826f-d625-44c2-b6a2-7fd9cd3b4f06 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.822729] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbdb32b-37b4-4f69-840d-3a25b9674786 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.844497] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5387bbad-484c-4872-a8f1-7e885e5f9b57 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.862824] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82e37da-93fd-4373-ba31-b18cacfb123b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.869760] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.870037] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffa0b6bf-635e-4c6a-88f5-dbb0e995b33a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.876559] env[70015]: DEBUG oslo_vmware.api [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Waiting for the task: (returnval){ [ 956.876559] env[70015]: value = "task-3611153" [ 956.876559] env[70015]: _type = "Task" [ 956.876559] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.883288] env[70015]: DEBUG oslo_vmware.api [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3611153, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.914811] env[70015]: DEBUG nova.scheduler.client.report [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.945485] env[70015]: DEBUG oslo_concurrency.lockutils [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.180431] env[70015]: DEBUG oslo_vmware.api [None req-9f6a66a6-9b22-4d63-b535-7b2c88c82622 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611152, 'name': CloneVM_Task} progress is 94%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.386172] env[70015]: DEBUG oslo_vmware.api [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3611153, 'name': PowerOnVM_Task, 'duration_secs': 0.426356} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.386597] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 957.398906] env[70015]: DEBUG nova.network.neutron [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Updating instance_info_cache with network_info: [{"id": "12d1a3ef-c542-429b-86e8-18a5c72a80da", "address": "fa:16:3e:81:a8:27", "network": {"id": "74079621-6489-4099-86ba-2ce6a3e033f9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-701290069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db9270719b1d444d9e1e4434b1a1199a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12d1a3ef-c5", "ovs_interfaceid": "12d1a3ef-c542-429b-86e8-18a5c72a80da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.405377] env[70015]: DEBUG nova.compute.manager [req-5486fafe-8033-4d62-9b6c-0481f38a4ac5 req-8363da6f-ea75-4e3a-97f6-78659689a0eb service nova] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Received event network-vif-plugged-12d1a3ef-c542-429b-86e8-18a5c72a80da {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.405716] env[70015]: DEBUG oslo_concurrency.lockutils [req-5486fafe-8033-4d62-9b6c-0481f38a4ac5 req-8363da6f-ea75-4e3a-97f6-78659689a0eb service nova] Acquiring lock "f3d258e2-ca12-4953-a7a7-1d6f701d6599-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.406077] env[70015]: DEBUG oslo_concurrency.lockutils [req-5486fafe-8033-4d62-9b6c-0481f38a4ac5 req-8363da6f-ea75-4e3a-97f6-78659689a0eb service nova] Lock "f3d258e2-ca12-4953-a7a7-1d6f701d6599-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.406374] env[70015]: DEBUG oslo_concurrency.lockutils [req-5486fafe-8033-4d62-9b6c-0481f38a4ac5 req-8363da6f-ea75-4e3a-97f6-78659689a0eb service nova] Lock "f3d258e2-ca12-4953-a7a7-1d6f701d6599-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.406657] env[70015]: DEBUG nova.compute.manager [req-5486fafe-8033-4d62-9b6c-0481f38a4ac5 req-8363da6f-ea75-4e3a-97f6-78659689a0eb service nova] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] No waiting events found dispatching network-vif-plugged-12d1a3ef-c542-429b-86e8-18a5c72a80da {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 957.406939] env[70015]: WARNING nova.compute.manager [req-5486fafe-8033-4d62-9b6c-0481f38a4ac5 req-8363da6f-ea75-4e3a-97f6-78659689a0eb service nova] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Received unexpected event network-vif-plugged-12d1a3ef-c542-429b-86e8-18a5c72a80da for instance with vm_state shelved_offloaded and task_state spawning. [ 957.407222] env[70015]: DEBUG nova.compute.manager [req-5486fafe-8033-4d62-9b6c-0481f38a4ac5 req-8363da6f-ea75-4e3a-97f6-78659689a0eb service nova] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Received event network-changed-12d1a3ef-c542-429b-86e8-18a5c72a80da {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.407480] env[70015]: DEBUG nova.compute.manager [req-5486fafe-8033-4d62-9b6c-0481f38a4ac5 req-8363da6f-ea75-4e3a-97f6-78659689a0eb service nova] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Refreshing instance network info cache due to event network-changed-12d1a3ef-c542-429b-86e8-18a5c72a80da. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 957.407763] env[70015]: DEBUG oslo_concurrency.lockutils [req-5486fafe-8033-4d62-9b6c-0481f38a4ac5 req-8363da6f-ea75-4e3a-97f6-78659689a0eb service nova] Acquiring lock "refresh_cache-f3d258e2-ca12-4953-a7a7-1d6f701d6599" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.420531] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.488s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.421244] env[70015]: DEBUG nova.compute.manager [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 957.425211] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3eeb14a4-0c77-490a-a802-407cc0a0e946 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.551s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.425529] env[70015]: DEBUG nova.objects.instance [None req-3eeb14a4-0c77-490a-a802-407cc0a0e946 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lazy-loading 'resources' on Instance uuid 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.683732] env[70015]: DEBUG oslo_vmware.api [None req-9f6a66a6-9b22-4d63-b535-7b2c88c82622 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611152, 'name': CloneVM_Task} progress is 94%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.902070] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Releasing lock "refresh_cache-f3d258e2-ca12-4953-a7a7-1d6f701d6599" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.904037] env[70015]: DEBUG oslo_concurrency.lockutils [req-5486fafe-8033-4d62-9b6c-0481f38a4ac5 req-8363da6f-ea75-4e3a-97f6-78659689a0eb service nova] Acquired lock "refresh_cache-f3d258e2-ca12-4953-a7a7-1d6f701d6599" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.904253] env[70015]: DEBUG nova.network.neutron [req-5486fafe-8033-4d62-9b6c-0481f38a4ac5 req-8363da6f-ea75-4e3a-97f6-78659689a0eb service nova] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Refreshing network info cache for port 12d1a3ef-c542-429b-86e8-18a5c72a80da {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 957.925806] env[70015]: DEBUG nova.virt.hardware [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='3204a415ae52180be6d3260b33545fb1',container_format='bare',created_at=2025-04-25T21:02:36Z,direct_url=,disk_format='vmdk',id=d8749c13-823e-42c6-b8f0-9619dc8ddc43,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-380621947-shelved',owner='db9270719b1d444d9e1e4434b1a1199a',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-04-25T21:02:53Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 957.926145] env[70015]: DEBUG nova.virt.hardware [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 957.926324] env[70015]: DEBUG nova.virt.hardware [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.926515] env[70015]: DEBUG nova.virt.hardware [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 957.926696] env[70015]: DEBUG nova.virt.hardware [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.926906] env[70015]: DEBUG nova.virt.hardware [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 957.927190] env[70015]: DEBUG nova.virt.hardware [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 957.927399] env[70015]: DEBUG nova.virt.hardware [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 957.927603] env[70015]: DEBUG nova.virt.hardware [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 957.927810] env[70015]: DEBUG nova.virt.hardware [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 957.928055] env[70015]: DEBUG nova.virt.hardware [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 957.931921] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77eaf799-da3a-4909-a13b-d3a81c722b21 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.935845] env[70015]: DEBUG nova.compute.utils [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 957.940048] env[70015]: DEBUG nova.compute.manager [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 957.940048] env[70015]: DEBUG nova.network.neutron [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 957.947240] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afca48fa-7ddc-4b00-952a-3150578f4854 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.963364] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:a8:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5291d0-ee0f-4d70-b2ae-ab6879a67b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12d1a3ef-c542-429b-86e8-18a5c72a80da', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.971712] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.975346] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.975992] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed2cd7fb-9ce1-4df4-8424-1a8caa772a84 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.992174] env[70015]: DEBUG nova.policy [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '973f917016e9405cbd508b4882acb813', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f0d500c4064431988bc38c4dac0227a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 958.000634] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 958.000634] env[70015]: value = "task-3611154" [ 958.000634] env[70015]: _type = "Task" [ 958.000634] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.009037] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611154, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.188719] env[70015]: DEBUG oslo_vmware.api [None req-9f6a66a6-9b22-4d63-b535-7b2c88c82622 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611152, 'name': CloneVM_Task} progress is 94%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.398322] env[70015]: INFO nova.compute.manager [None req-37621728-19e5-4c57-bc8c-2bbc7697ab20 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Updating instance to original state: 'active' [ 958.418919] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deafd956-557b-41d8-a720-097eed40e449 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.430022] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e69a299-dc08-45a4-b513-dd056e2e1eb4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.458410] env[70015]: DEBUG nova.compute.manager [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 958.464909] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e69acad-dd76-4260-8ec5-ba7d2a75519f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.473694] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884981ec-e9d6-43dd-8589-41979a4576a0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.492436] env[70015]: DEBUG nova.compute.provider_tree [None req-3eeb14a4-0c77-490a-a802-407cc0a0e946 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.515574] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611154, 'name': CreateVM_Task, 'duration_secs': 0.401601} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.516446] env[70015]: DEBUG nova.network.neutron [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Successfully created port: e48ba89b-81b1-421d-a1e4-55b73ddc6e2e {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 958.518236] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 958.519519] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d8749c13-823e-42c6-b8f0-9619dc8ddc43" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.519741] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d8749c13-823e-42c6-b8f0-9619dc8ddc43" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.520133] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d8749c13-823e-42c6-b8f0-9619dc8ddc43" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.520903] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31f15c75-52b6-496f-bb0b-fafb4eb8291e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.525625] env[70015]: DEBUG oslo_vmware.api [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for the task: (returnval){ [ 958.525625] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52932089-27fd-a0b6-58b0-896b735effe9" [ 958.525625] env[70015]: _type = "Task" [ 958.525625] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.536388] env[70015]: DEBUG oslo_vmware.api [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52932089-27fd-a0b6-58b0-896b735effe9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.688694] env[70015]: DEBUG oslo_vmware.api [None req-9f6a66a6-9b22-4d63-b535-7b2c88c82622 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611152, 'name': CloneVM_Task, 'duration_secs': 1.717353} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.689250] env[70015]: INFO nova.virt.vmwareapi.vmops [None req-9f6a66a6-9b22-4d63-b535-7b2c88c82622 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Created linked-clone VM from snapshot [ 958.690232] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0f4733-cce3-484e-8c8d-8c68ffa52e3c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.700602] env[70015]: DEBUG nova.virt.vmwareapi.images [None req-9f6a66a6-9b22-4d63-b535-7b2c88c82622 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Uploading image caef0809-d4d1-4249-8088-29fcb990a37c {{(pid=70015) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 958.728423] env[70015]: DEBUG oslo_vmware.rw_handles [None req-9f6a66a6-9b22-4d63-b535-7b2c88c82622 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 958.728423] env[70015]: value = "vm-720333" [ 958.728423] env[70015]: _type = "VirtualMachine" [ 958.728423] env[70015]: }. {{(pid=70015) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 958.728706] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f4f336bb-09ca-4a02-a385-a65d1d7a9cd6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.736056] env[70015]: DEBUG oslo_vmware.rw_handles [None req-9f6a66a6-9b22-4d63-b535-7b2c88c82622 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Lease: (returnval){ [ 958.736056] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5237d291-4725-d5fb-ec3d-1272876608db" [ 958.736056] env[70015]: _type = "HttpNfcLease" [ 958.736056] env[70015]: } obtained for exporting VM: (result){ [ 958.736056] env[70015]: value = "vm-720333" [ 958.736056] env[70015]: _type = "VirtualMachine" [ 958.736056] env[70015]: }. {{(pid=70015) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 958.736056] env[70015]: DEBUG oslo_vmware.api [None req-9f6a66a6-9b22-4d63-b535-7b2c88c82622 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Waiting for the lease: (returnval){ [ 958.736056] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5237d291-4725-d5fb-ec3d-1272876608db" [ 958.736056] env[70015]: _type = "HttpNfcLease" [ 958.736056] env[70015]: } to be ready. {{(pid=70015) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 958.743565] env[70015]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 958.743565] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5237d291-4725-d5fb-ec3d-1272876608db" [ 958.743565] env[70015]: _type = "HttpNfcLease" [ 958.743565] env[70015]: } is initializing. {{(pid=70015) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 958.755361] env[70015]: DEBUG nova.network.neutron [req-5486fafe-8033-4d62-9b6c-0481f38a4ac5 req-8363da6f-ea75-4e3a-97f6-78659689a0eb service nova] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Updated VIF entry in instance network info cache for port 12d1a3ef-c542-429b-86e8-18a5c72a80da. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 958.755726] env[70015]: DEBUG nova.network.neutron [req-5486fafe-8033-4d62-9b6c-0481f38a4ac5 req-8363da6f-ea75-4e3a-97f6-78659689a0eb service nova] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Updating instance_info_cache with network_info: [{"id": "12d1a3ef-c542-429b-86e8-18a5c72a80da", "address": "fa:16:3e:81:a8:27", "network": {"id": "74079621-6489-4099-86ba-2ce6a3e033f9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-701290069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db9270719b1d444d9e1e4434b1a1199a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12d1a3ef-c5", "ovs_interfaceid": "12d1a3ef-c542-429b-86e8-18a5c72a80da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.995972] env[70015]: DEBUG nova.scheduler.client.report [None req-3eeb14a4-0c77-490a-a802-407cc0a0e946 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.036772] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d8749c13-823e-42c6-b8f0-9619dc8ddc43" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.036934] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Processing image d8749c13-823e-42c6-b8f0-9619dc8ddc43 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 959.037193] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d8749c13-823e-42c6-b8f0-9619dc8ddc43/d8749c13-823e-42c6-b8f0-9619dc8ddc43.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.037341] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d8749c13-823e-42c6-b8f0-9619dc8ddc43/d8749c13-823e-42c6-b8f0-9619dc8ddc43.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.037517] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.037766] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ded9cca-7be0-4ca0-a034-54790ec2e6d0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.057338] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.057529] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.058289] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46f54cdb-9de4-41a1-91df-90f2b58858da {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.064201] env[70015]: DEBUG oslo_vmware.api [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for the task: (returnval){ [ 959.064201] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52e745d4-071e-9624-ad0e-3f0c72f67b25" [ 959.064201] env[70015]: _type = "Task" [ 959.064201] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.071690] env[70015]: DEBUG oslo_vmware.api [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52e745d4-071e-9624-ad0e-3f0c72f67b25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.244053] env[70015]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 959.244053] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5237d291-4725-d5fb-ec3d-1272876608db" [ 959.244053] env[70015]: _type = "HttpNfcLease" [ 959.244053] env[70015]: } is ready. {{(pid=70015) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 959.244389] env[70015]: DEBUG oslo_vmware.rw_handles [None req-9f6a66a6-9b22-4d63-b535-7b2c88c82622 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 959.244389] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5237d291-4725-d5fb-ec3d-1272876608db" [ 959.244389] env[70015]: _type = "HttpNfcLease" [ 959.244389] env[70015]: }. {{(pid=70015) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 959.245175] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b9df5a-4bdb-4e16-bb9e-4a7fbf7616b4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.252758] env[70015]: DEBUG oslo_vmware.rw_handles [None req-9f6a66a6-9b22-4d63-b535-7b2c88c82622 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fd59bc-17c6-f3bd-1d48-5668c61e286a/disk-0.vmdk from lease info. {{(pid=70015) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 959.252890] env[70015]: DEBUG oslo_vmware.rw_handles [None req-9f6a66a6-9b22-4d63-b535-7b2c88c82622 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fd59bc-17c6-f3bd-1d48-5668c61e286a/disk-0.vmdk for reading. {{(pid=70015) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 959.312316] env[70015]: DEBUG oslo_concurrency.lockutils [req-5486fafe-8033-4d62-9b6c-0481f38a4ac5 req-8363da6f-ea75-4e3a-97f6-78659689a0eb service nova] Releasing lock "refresh_cache-f3d258e2-ca12-4953-a7a7-1d6f701d6599" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.419866] env[70015]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5c3d0528-1063-4dc8-a57a-0830b5513f39 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.471154] env[70015]: DEBUG nova.compute.manager [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 959.499324] env[70015]: DEBUG nova.virt.hardware [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 959.499985] env[70015]: DEBUG nova.virt.hardware [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 959.499985] env[70015]: DEBUG nova.virt.hardware [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 959.500257] env[70015]: DEBUG nova.virt.hardware [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 959.500394] env[70015]: DEBUG nova.virt.hardware [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 959.500698] env[70015]: DEBUG nova.virt.hardware [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 959.500983] env[70015]: DEBUG nova.virt.hardware [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 959.501208] env[70015]: DEBUG nova.virt.hardware [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 959.501449] env[70015]: DEBUG nova.virt.hardware [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 959.501699] env[70015]: DEBUG nova.virt.hardware [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 959.501919] env[70015]: DEBUG nova.virt.hardware [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 959.503595] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3eeb14a4-0c77-490a-a802-407cc0a0e946 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.078s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.507279] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19237d92-3a17-435d-9376-484a98a93d0f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.511542] env[70015]: DEBUG oslo_concurrency.lockutils [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.074s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.515860] env[70015]: INFO nova.compute.claims [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 959.526328] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ac2ff9-abf4-44f7-8de5-ee2d07502b3b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.543845] env[70015]: INFO nova.scheduler.client.report [None req-3eeb14a4-0c77-490a-a802-407cc0a0e946 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Deleted allocations for instance 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180 [ 959.574829] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Preparing fetch location {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 959.575096] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Fetch image to [datastore1] OSTACK_IMG_ed1b4f23-6dea-46f2-ae6b-6b6b95c993e7/OSTACK_IMG_ed1b4f23-6dea-46f2-ae6b-6b6b95c993e7.vmdk {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 959.575283] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Downloading stream optimized image d8749c13-823e-42c6-b8f0-9619dc8ddc43 to [datastore1] OSTACK_IMG_ed1b4f23-6dea-46f2-ae6b-6b6b95c993e7/OSTACK_IMG_ed1b4f23-6dea-46f2-ae6b-6b6b95c993e7.vmdk on the data store datastore1 as vApp {{(pid=70015) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 959.575447] env[70015]: DEBUG nova.virt.vmwareapi.images [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Downloading image file data d8749c13-823e-42c6-b8f0-9619dc8ddc43 to the ESX as VM named 'OSTACK_IMG_ed1b4f23-6dea-46f2-ae6b-6b6b95c993e7' {{(pid=70015) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 959.670375] env[70015]: DEBUG oslo_vmware.rw_handles [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 959.670375] env[70015]: value = "resgroup-9" [ 959.670375] env[70015]: _type = "ResourcePool" [ 959.670375] env[70015]: }. {{(pid=70015) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 959.670835] env[70015]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e3821d80-e2f7-427b-9cdf-aff390f55142 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.702984] env[70015]: DEBUG oslo_vmware.rw_handles [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Lease: (returnval){ [ 959.702984] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5291c333-7653-966c-e48e-10031dc9a3cb" [ 959.702984] env[70015]: _type = "HttpNfcLease" [ 959.702984] env[70015]: } obtained for vApp import into resource pool (val){ [ 959.702984] env[70015]: value = "resgroup-9" [ 959.702984] env[70015]: _type = "ResourcePool" [ 959.702984] env[70015]: }. {{(pid=70015) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 959.703312] env[70015]: DEBUG oslo_vmware.api [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for the lease: (returnval){ [ 959.703312] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5291c333-7653-966c-e48e-10031dc9a3cb" [ 959.703312] env[70015]: _type = "HttpNfcLease" [ 959.703312] env[70015]: } to be ready. {{(pid=70015) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 959.710322] env[70015]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 959.710322] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5291c333-7653-966c-e48e-10031dc9a3cb" [ 959.710322] env[70015]: _type = "HttpNfcLease" [ 959.710322] env[70015]: } is initializing. {{(pid=70015) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 959.759541] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d455f013-7012-46ea-86f8-db54ebd78079 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Acquiring lock "0d762a18-2184-48f1-84d4-ed50fdb03ef8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.759794] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d455f013-7012-46ea-86f8-db54ebd78079 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Lock "0d762a18-2184-48f1-84d4-ed50fdb03ef8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.760095] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d455f013-7012-46ea-86f8-db54ebd78079 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Acquiring lock "0d762a18-2184-48f1-84d4-ed50fdb03ef8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.760254] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d455f013-7012-46ea-86f8-db54ebd78079 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Lock "0d762a18-2184-48f1-84d4-ed50fdb03ef8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.760435] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d455f013-7012-46ea-86f8-db54ebd78079 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Lock "0d762a18-2184-48f1-84d4-ed50fdb03ef8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.763179] env[70015]: INFO nova.compute.manager [None req-d455f013-7012-46ea-86f8-db54ebd78079 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Terminating instance [ 959.958595] env[70015]: DEBUG nova.compute.manager [req-d5c71dc1-55d5-4909-b0c3-380939eb7f01 req-5d4a3a7a-8c26-4a06-807f-9de2581a6a41 service nova] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Received event network-vif-plugged-e48ba89b-81b1-421d-a1e4-55b73ddc6e2e {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.959024] env[70015]: DEBUG oslo_concurrency.lockutils [req-d5c71dc1-55d5-4909-b0c3-380939eb7f01 req-5d4a3a7a-8c26-4a06-807f-9de2581a6a41 service nova] Acquiring lock "678caff9-51ea-40ee-945b-6fe9901fd7f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.959379] env[70015]: DEBUG oslo_concurrency.lockutils [req-d5c71dc1-55d5-4909-b0c3-380939eb7f01 req-5d4a3a7a-8c26-4a06-807f-9de2581a6a41 service nova] Lock "678caff9-51ea-40ee-945b-6fe9901fd7f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.959875] env[70015]: DEBUG oslo_concurrency.lockutils [req-d5c71dc1-55d5-4909-b0c3-380939eb7f01 req-5d4a3a7a-8c26-4a06-807f-9de2581a6a41 service nova] Lock "678caff9-51ea-40ee-945b-6fe9901fd7f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.960253] env[70015]: DEBUG nova.compute.manager [req-d5c71dc1-55d5-4909-b0c3-380939eb7f01 req-5d4a3a7a-8c26-4a06-807f-9de2581a6a41 service nova] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] No waiting events found dispatching network-vif-plugged-e48ba89b-81b1-421d-a1e4-55b73ddc6e2e {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 959.960557] env[70015]: WARNING nova.compute.manager [req-d5c71dc1-55d5-4909-b0c3-380939eb7f01 req-5d4a3a7a-8c26-4a06-807f-9de2581a6a41 service nova] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Received unexpected event network-vif-plugged-e48ba89b-81b1-421d-a1e4-55b73ddc6e2e for instance with vm_state building and task_state spawning. [ 960.052773] env[70015]: DEBUG nova.network.neutron [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Successfully updated port: e48ba89b-81b1-421d-a1e4-55b73ddc6e2e {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 960.055258] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3eeb14a4-0c77-490a-a802-407cc0a0e946 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lock "3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.239s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.212314] env[70015]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 960.212314] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5291c333-7653-966c-e48e-10031dc9a3cb" [ 960.212314] env[70015]: _type = "HttpNfcLease" [ 960.212314] env[70015]: } is initializing. {{(pid=70015) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 960.268275] env[70015]: DEBUG nova.compute.manager [None req-d455f013-7012-46ea-86f8-db54ebd78079 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 960.268559] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d455f013-7012-46ea-86f8-db54ebd78079 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.269610] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59979980-a2e0-4ded-8b0c-0e889928d95c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.277922] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-d455f013-7012-46ea-86f8-db54ebd78079 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.278274] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed05b001-973a-4a97-a478-279ded99cc01 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.285013] env[70015]: DEBUG oslo_vmware.api [None req-d455f013-7012-46ea-86f8-db54ebd78079 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Waiting for the task: (returnval){ [ 960.285013] env[70015]: value = "task-3611157" [ 960.285013] env[70015]: _type = "Task" [ 960.285013] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.292959] env[70015]: DEBUG oslo_vmware.api [None req-d455f013-7012-46ea-86f8-db54ebd78079 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3611157, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.560145] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquiring lock "refresh_cache-678caff9-51ea-40ee-945b-6fe9901fd7f8" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.560145] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquired lock "refresh_cache-678caff9-51ea-40ee-945b-6fe9901fd7f8" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.560145] env[70015]: DEBUG nova.network.neutron [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.714031] env[70015]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 960.714031] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5291c333-7653-966c-e48e-10031dc9a3cb" [ 960.714031] env[70015]: _type = "HttpNfcLease" [ 960.714031] env[70015]: } is ready. {{(pid=70015) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 960.714330] env[70015]: DEBUG oslo_vmware.rw_handles [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 960.714330] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5291c333-7653-966c-e48e-10031dc9a3cb" [ 960.714330] env[70015]: _type = "HttpNfcLease" [ 960.714330] env[70015]: }. {{(pid=70015) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 960.715016] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0020a6bd-23e2-40bf-9ca8-db45092977af {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.725662] env[70015]: DEBUG oslo_vmware.rw_handles [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52676a82-f409-e521-6ce2-d9cfbffe6d88/disk-0.vmdk from lease info. {{(pid=70015) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 960.725887] env[70015]: DEBUG oslo_vmware.rw_handles [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52676a82-f409-e521-6ce2-d9cfbffe6d88/disk-0.vmdk. {{(pid=70015) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 960.791818] env[70015]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9318a5f2-db01-46cb-a86f-ea37544d9151 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.797023] env[70015]: DEBUG oslo_vmware.api [None req-d455f013-7012-46ea-86f8-db54ebd78079 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3611157, 'name': PowerOffVM_Task, 'duration_secs': 0.292645} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.797669] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-d455f013-7012-46ea-86f8-db54ebd78079 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.797865] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d455f013-7012-46ea-86f8-db54ebd78079 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.798106] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9e890f6-13c8-480f-8a24-8559051630f8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.872212] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d455f013-7012-46ea-86f8-db54ebd78079 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 960.872514] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d455f013-7012-46ea-86f8-db54ebd78079 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 960.873068] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-d455f013-7012-46ea-86f8-db54ebd78079 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Deleting the datastore file [datastore1] 0d762a18-2184-48f1-84d4-ed50fdb03ef8 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.873394] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53a85e9c-e235-4a44-998d-3cdff27085c5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.882593] env[70015]: DEBUG oslo_vmware.api [None req-d455f013-7012-46ea-86f8-db54ebd78079 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Waiting for the task: (returnval){ [ 960.882593] env[70015]: value = "task-3611159" [ 960.882593] env[70015]: _type = "Task" [ 960.882593] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.892909] env[70015]: DEBUG oslo_vmware.api [None req-d455f013-7012-46ea-86f8-db54ebd78079 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3611159, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.979438] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201d62b2-f821-4cf3-a65f-ab3133e86431 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.986898] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb90f41-6ff1-43e8-87b2-cfa834788567 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.018302] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c86f67-6af0-41cf-8092-285c8500e257 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.026200] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b76f639-3831-43fd-b161-63b76ae314d9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.039683] env[70015]: DEBUG nova.compute.provider_tree [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.095270] env[70015]: DEBUG nova.network.neutron [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 961.259038] env[70015]: DEBUG nova.network.neutron [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Updating instance_info_cache with network_info: [{"id": "e48ba89b-81b1-421d-a1e4-55b73ddc6e2e", "address": "fa:16:3e:4d:4b:58", "network": {"id": "e219abc0-5021-4d85-9d01-fe7a32407dac", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1386953585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f0d500c4064431988bc38c4dac0227a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape48ba89b-81", "ovs_interfaceid": "e48ba89b-81b1-421d-a1e4-55b73ddc6e2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.394952] env[70015]: DEBUG oslo_vmware.api [None req-d455f013-7012-46ea-86f8-db54ebd78079 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3611159, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23962} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.395342] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-d455f013-7012-46ea-86f8-db54ebd78079 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.395531] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d455f013-7012-46ea-86f8-db54ebd78079 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.395717] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d455f013-7012-46ea-86f8-db54ebd78079 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.396027] env[70015]: INFO nova.compute.manager [None req-d455f013-7012-46ea-86f8-db54ebd78079 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 961.396580] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d455f013-7012-46ea-86f8-db54ebd78079 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.396904] env[70015]: DEBUG nova.compute.manager [-] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 961.397066] env[70015]: DEBUG nova.network.neutron [-] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 961.543719] env[70015]: DEBUG nova.scheduler.client.report [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.762375] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Releasing lock "refresh_cache-678caff9-51ea-40ee-945b-6fe9901fd7f8" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.762759] env[70015]: DEBUG nova.compute.manager [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Instance network_info: |[{"id": "e48ba89b-81b1-421d-a1e4-55b73ddc6e2e", "address": "fa:16:3e:4d:4b:58", "network": {"id": "e219abc0-5021-4d85-9d01-fe7a32407dac", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1386953585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f0d500c4064431988bc38c4dac0227a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape48ba89b-81", "ovs_interfaceid": "e48ba89b-81b1-421d-a1e4-55b73ddc6e2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 961.763221] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:4b:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e044cfd4-1b0d-4d88-b1bd-604025731d3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e48ba89b-81b1-421d-a1e4-55b73ddc6e2e', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 961.771980] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.774165] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 961.774870] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1a4224c-de2f-40ac-89e6-5698d07769cd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.797516] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 961.797516] env[70015]: value = "task-3611160" [ 961.797516] env[70015]: _type = "Task" [ 961.797516] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.806378] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611160, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.996581] env[70015]: DEBUG nova.compute.manager [req-1ec6555f-08ac-4374-9f32-37ede3f1c252 req-8547a533-b58c-42e7-a9f8-ab68f13e834a service nova] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Received event network-changed-e48ba89b-81b1-421d-a1e4-55b73ddc6e2e {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.996767] env[70015]: DEBUG nova.compute.manager [req-1ec6555f-08ac-4374-9f32-37ede3f1c252 req-8547a533-b58c-42e7-a9f8-ab68f13e834a service nova] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Refreshing instance network info cache due to event network-changed-e48ba89b-81b1-421d-a1e4-55b73ddc6e2e. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 961.996985] env[70015]: DEBUG oslo_concurrency.lockutils [req-1ec6555f-08ac-4374-9f32-37ede3f1c252 req-8547a533-b58c-42e7-a9f8-ab68f13e834a service nova] Acquiring lock "refresh_cache-678caff9-51ea-40ee-945b-6fe9901fd7f8" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.997146] env[70015]: DEBUG oslo_concurrency.lockutils [req-1ec6555f-08ac-4374-9f32-37ede3f1c252 req-8547a533-b58c-42e7-a9f8-ab68f13e834a service nova] Acquired lock "refresh_cache-678caff9-51ea-40ee-945b-6fe9901fd7f8" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.997309] env[70015]: DEBUG nova.network.neutron [req-1ec6555f-08ac-4374-9f32-37ede3f1c252 req-8547a533-b58c-42e7-a9f8-ab68f13e834a service nova] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Refreshing network info cache for port e48ba89b-81b1-421d-a1e4-55b73ddc6e2e {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 962.050383] env[70015]: DEBUG oslo_concurrency.lockutils [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.539s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.050985] env[70015]: DEBUG nova.compute.manager [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 962.054185] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5ed31a82-21f9-4cac-8947-2dde841c86ef tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.527s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.054847] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5ed31a82-21f9-4cac-8947-2dde841c86ef tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.057321] env[70015]: DEBUG oslo_concurrency.lockutils [None req-683fde83-7f05-4e91-aec3-4e79cb337e3f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.432s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.057634] env[70015]: DEBUG nova.objects.instance [None req-683fde83-7f05-4e91-aec3-4e79cb337e3f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Lazy-loading 'resources' on Instance uuid ef9ab7eb-ca3b-4cae-a693-91ed524fe718 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.080164] env[70015]: INFO nova.scheduler.client.report [None req-5ed31a82-21f9-4cac-8947-2dde841c86ef tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Deleted allocations for instance 566ef0e4-fa32-47b4-aa48-094c2d0030b5 [ 962.200261] env[70015]: DEBUG nova.network.neutron [-] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.310019] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611160, 'name': CreateVM_Task, 'duration_secs': 0.365566} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.310841] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 962.311787] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.311964] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.312322] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.312586] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a0cef3b-f8f7-4362-9423-c1b478724910 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.317684] env[70015]: DEBUG oslo_vmware.api [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 962.317684] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52712f5f-ef6c-6783-d7c0-c7bc74e521ab" [ 962.317684] env[70015]: _type = "Task" [ 962.317684] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.327797] env[70015]: DEBUG oslo_vmware.api [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52712f5f-ef6c-6783-d7c0-c7bc74e521ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.337219] env[70015]: DEBUG oslo_vmware.rw_handles [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Completed reading data from the image iterator. {{(pid=70015) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 962.337437] env[70015]: DEBUG oslo_vmware.rw_handles [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52676a82-f409-e521-6ce2-d9cfbffe6d88/disk-0.vmdk. {{(pid=70015) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 962.338355] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374c712d-3c9e-42a9-9599-3570d07fdb6a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.344513] env[70015]: DEBUG oslo_vmware.rw_handles [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52676a82-f409-e521-6ce2-d9cfbffe6d88/disk-0.vmdk is in state: ready. {{(pid=70015) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 962.344693] env[70015]: DEBUG oslo_vmware.rw_handles [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52676a82-f409-e521-6ce2-d9cfbffe6d88/disk-0.vmdk. {{(pid=70015) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 962.344971] env[70015]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-6c9d34d6-d923-4934-a62f-60f666033768 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.560953] env[70015]: DEBUG nova.compute.utils [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 962.565483] env[70015]: DEBUG nova.compute.manager [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 962.565722] env[70015]: DEBUG nova.network.neutron [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 962.570985] env[70015]: DEBUG oslo_vmware.rw_handles [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52676a82-f409-e521-6ce2-d9cfbffe6d88/disk-0.vmdk. {{(pid=70015) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 962.571296] env[70015]: INFO nova.virt.vmwareapi.images [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Downloaded image file data d8749c13-823e-42c6-b8f0-9619dc8ddc43 [ 962.572707] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c670ebfd-bcbf-4510-b043-62a1e42c1fea {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.602514] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3504957-30d9-4ec3-9677-82f695515a03 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.604584] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5ed31a82-21f9-4cac-8947-2dde841c86ef tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "566ef0e4-fa32-47b4-aa48-094c2d0030b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.282s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.624505] env[70015]: DEBUG nova.policy [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f74c80322484d35a9219fe7d3471e53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'faa8a08038de44e2ad837e0e45b67282', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 962.632995] env[70015]: INFO nova.virt.vmwareapi.images [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] The imported VM was unregistered [ 962.634802] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Caching image {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 962.635046] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Creating directory with path [datastore1] devstack-image-cache_base/d8749c13-823e-42c6-b8f0-9619dc8ddc43 {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 962.639380] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32f96d3e-6480-4dc6-887a-321b70307f3b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.650290] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Created directory with path [datastore1] devstack-image-cache_base/d8749c13-823e-42c6-b8f0-9619dc8ddc43 {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 962.650491] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_ed1b4f23-6dea-46f2-ae6b-6b6b95c993e7/OSTACK_IMG_ed1b4f23-6dea-46f2-ae6b-6b6b95c993e7.vmdk to [datastore1] devstack-image-cache_base/d8749c13-823e-42c6-b8f0-9619dc8ddc43/d8749c13-823e-42c6-b8f0-9619dc8ddc43.vmdk. {{(pid=70015) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 962.650772] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-e37e80a0-51b6-4983-99f0-f843582129d5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.663400] env[70015]: DEBUG oslo_vmware.api [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for the task: (returnval){ [ 962.663400] env[70015]: value = "task-3611162" [ 962.663400] env[70015]: _type = "Task" [ 962.663400] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.674176] env[70015]: DEBUG oslo_vmware.api [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611162, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.703493] env[70015]: INFO nova.compute.manager [-] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Took 1.31 seconds to deallocate network for instance. [ 962.770930] env[70015]: DEBUG nova.network.neutron [req-1ec6555f-08ac-4374-9f32-37ede3f1c252 req-8547a533-b58c-42e7-a9f8-ab68f13e834a service nova] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Updated VIF entry in instance network info cache for port e48ba89b-81b1-421d-a1e4-55b73ddc6e2e. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.771472] env[70015]: DEBUG nova.network.neutron [req-1ec6555f-08ac-4374-9f32-37ede3f1c252 req-8547a533-b58c-42e7-a9f8-ab68f13e834a service nova] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Updating instance_info_cache with network_info: [{"id": "e48ba89b-81b1-421d-a1e4-55b73ddc6e2e", "address": "fa:16:3e:4d:4b:58", "network": {"id": "e219abc0-5021-4d85-9d01-fe7a32407dac", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1386953585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f0d500c4064431988bc38c4dac0227a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape48ba89b-81", "ovs_interfaceid": "e48ba89b-81b1-421d-a1e4-55b73ddc6e2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.836133] env[70015]: DEBUG oslo_vmware.api [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52712f5f-ef6c-6783-d7c0-c7bc74e521ab, 'name': SearchDatastore_Task, 'duration_secs': 0.011305} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.836646] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.837078] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 962.837468] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.837757] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.837986] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 962.838403] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5398d9d6-3167-4865-9dca-9ec1ff1982d9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.858281] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 962.858475] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 962.859338] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-761dab02-8e0b-4f5b-ac89-8a819b490da3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.869260] env[70015]: DEBUG oslo_vmware.api [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 962.869260] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52d73510-5f1b-7365-7f09-82a3bed70c4f" [ 962.869260] env[70015]: _type = "Task" [ 962.869260] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.879837] env[70015]: DEBUG oslo_vmware.api [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52d73510-5f1b-7365-7f09-82a3bed70c4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.033445] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96e271c-afaa-4170-a662-a4e09d64adb4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.041941] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2813fb-fc3d-4b6c-8540-c883a6b90aa7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.075040] env[70015]: DEBUG nova.compute.manager [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 963.079011] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7b6e53-0e4a-407b-9525-5169109f61c1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.088129] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18cd6ed1-7db1-4b32-88d0-e98d24ab7b18 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.104728] env[70015]: DEBUG nova.compute.provider_tree [None req-683fde83-7f05-4e91-aec3-4e79cb337e3f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.175387] env[70015]: DEBUG oslo_vmware.api [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611162, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.210855] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d455f013-7012-46ea-86f8-db54ebd78079 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.274798] env[70015]: DEBUG oslo_concurrency.lockutils [req-1ec6555f-08ac-4374-9f32-37ede3f1c252 req-8547a533-b58c-42e7-a9f8-ab68f13e834a service nova] Releasing lock "refresh_cache-678caff9-51ea-40ee-945b-6fe9901fd7f8" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.274798] env[70015]: DEBUG nova.compute.manager [req-1ec6555f-08ac-4374-9f32-37ede3f1c252 req-8547a533-b58c-42e7-a9f8-ab68f13e834a service nova] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Received event network-vif-deleted-dd440719-052a-45f7-9ded-ebd176af4eb7 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.274798] env[70015]: INFO nova.compute.manager [req-1ec6555f-08ac-4374-9f32-37ede3f1c252 req-8547a533-b58c-42e7-a9f8-ab68f13e834a service nova] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Neutron deleted interface dd440719-052a-45f7-9ded-ebd176af4eb7; detaching it from the instance and deleting it from the info cache [ 963.274798] env[70015]: DEBUG nova.network.neutron [req-1ec6555f-08ac-4374-9f32-37ede3f1c252 req-8547a533-b58c-42e7-a9f8-ab68f13e834a service nova] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.380285] env[70015]: DEBUG oslo_vmware.api [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52d73510-5f1b-7365-7f09-82a3bed70c4f, 'name': SearchDatastore_Task, 'duration_secs': 0.054663} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.381330] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d40f00e-1141-45dd-970a-844d9d2332f7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.387939] env[70015]: DEBUG oslo_vmware.api [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 963.387939] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52260594-0fcd-1117-8f96-713f8cbf9d6a" [ 963.387939] env[70015]: _type = "Task" [ 963.387939] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.397083] env[70015]: DEBUG oslo_vmware.api [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52260594-0fcd-1117-8f96-713f8cbf9d6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.398128] env[70015]: DEBUG nova.network.neutron [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Successfully created port: bd4682ac-4b16-4c77-899c-f73895769db7 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 963.609342] env[70015]: DEBUG nova.scheduler.client.report [None req-683fde83-7f05-4e91-aec3-4e79cb337e3f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.675103] env[70015]: DEBUG oslo_vmware.api [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611162, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.778305] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7086bfdf-35b6-4e48-a36f-d07e79295c50 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.789161] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d67c82b-8b2d-4407-b8fe-b6558c00c7d8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.822706] env[70015]: DEBUG nova.compute.manager [req-1ec6555f-08ac-4374-9f32-37ede3f1c252 req-8547a533-b58c-42e7-a9f8-ab68f13e834a service nova] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Detach interface failed, port_id=dd440719-052a-45f7-9ded-ebd176af4eb7, reason: Instance 0d762a18-2184-48f1-84d4-ed50fdb03ef8 could not be found. {{(pid=70015) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 963.899835] env[70015]: DEBUG oslo_vmware.api [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52260594-0fcd-1117-8f96-713f8cbf9d6a, 'name': SearchDatastore_Task, 'duration_secs': 0.082925} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.900167] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.900441] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 678caff9-51ea-40ee-945b-6fe9901fd7f8/678caff9-51ea-40ee-945b-6fe9901fd7f8.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 963.901424] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02fcda20-2990-44b5-94ba-227853bf14d5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.909329] env[70015]: DEBUG oslo_vmware.api [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 963.909329] env[70015]: value = "task-3611163" [ 963.909329] env[70015]: _type = "Task" [ 963.909329] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.917547] env[70015]: DEBUG oslo_vmware.api [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611163, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.089835] env[70015]: DEBUG nova.compute.manager [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 964.114163] env[70015]: DEBUG nova.virt.hardware [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 964.114434] env[70015]: DEBUG nova.virt.hardware [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 964.114615] env[70015]: DEBUG nova.virt.hardware [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 964.114800] env[70015]: DEBUG nova.virt.hardware [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 964.114953] env[70015]: DEBUG nova.virt.hardware [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 964.115114] env[70015]: DEBUG nova.virt.hardware [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 964.115323] env[70015]: DEBUG nova.virt.hardware [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 964.115485] env[70015]: DEBUG nova.virt.hardware [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 964.115650] env[70015]: DEBUG nova.virt.hardware [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 964.115812] env[70015]: DEBUG nova.virt.hardware [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 964.115985] env[70015]: DEBUG nova.virt.hardware [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 964.116961] env[70015]: DEBUG oslo_concurrency.lockutils [None req-683fde83-7f05-4e91-aec3-4e79cb337e3f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.060s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.119775] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a637187-efa1-49cf-a221-d084a1d3da85 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.124637] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.349s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.126275] env[70015]: INFO nova.compute.claims [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: b8ce2377-3507-4be3-88d0-b838be759cd1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 964.135282] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129637d2-1ab8-46be-b09c-1ad4cd83d7d4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.154044] env[70015]: INFO nova.scheduler.client.report [None req-683fde83-7f05-4e91-aec3-4e79cb337e3f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Deleted allocations for instance ef9ab7eb-ca3b-4cae-a693-91ed524fe718 [ 964.177058] env[70015]: DEBUG oslo_vmware.api [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611162, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.421486] env[70015]: DEBUG oslo_vmware.api [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611163, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.662338] env[70015]: DEBUG oslo_concurrency.lockutils [None req-683fde83-7f05-4e91-aec3-4e79cb337e3f tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Lock "ef9ab7eb-ca3b-4cae-a693-91ed524fe718" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.115s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.680680] env[70015]: DEBUG oslo_vmware.api [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611162, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.926670] env[70015]: DEBUG oslo_vmware.api [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611163, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.176444] env[70015]: DEBUG oslo_vmware.api [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611162, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.304354} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.179348] env[70015]: INFO nova.virt.vmwareapi.ds_util [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_ed1b4f23-6dea-46f2-ae6b-6b6b95c993e7/OSTACK_IMG_ed1b4f23-6dea-46f2-ae6b-6b6b95c993e7.vmdk to [datastore1] devstack-image-cache_base/d8749c13-823e-42c6-b8f0-9619dc8ddc43/d8749c13-823e-42c6-b8f0-9619dc8ddc43.vmdk. [ 965.179660] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Cleaning up location [datastore1] OSTACK_IMG_ed1b4f23-6dea-46f2-ae6b-6b6b95c993e7 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 965.179737] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_ed1b4f23-6dea-46f2-ae6b-6b6b95c993e7 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 965.181196] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eeb1c629-69d7-40e5-a1b8-7b3d9127d068 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.190235] env[70015]: DEBUG oslo_vmware.api [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for the task: (returnval){ [ 965.190235] env[70015]: value = "task-3611164" [ 965.190235] env[70015]: _type = "Task" [ 965.190235] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.202230] env[70015]: DEBUG oslo_vmware.api [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611164, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.302502] env[70015]: DEBUG nova.compute.manager [req-6280e95f-f23b-41c1-a216-bcd7b444a39e req-b2053612-7c2f-4714-85d4-4976ff2a9512 service nova] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Received event network-vif-plugged-bd4682ac-4b16-4c77-899c-f73895769db7 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.302722] env[70015]: DEBUG oslo_concurrency.lockutils [req-6280e95f-f23b-41c1-a216-bcd7b444a39e req-b2053612-7c2f-4714-85d4-4976ff2a9512 service nova] Acquiring lock "65de80a6-6419-483a-82fd-7b702362167f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.303156] env[70015]: DEBUG oslo_concurrency.lockutils [req-6280e95f-f23b-41c1-a216-bcd7b444a39e req-b2053612-7c2f-4714-85d4-4976ff2a9512 service nova] Lock "65de80a6-6419-483a-82fd-7b702362167f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.303382] env[70015]: DEBUG oslo_concurrency.lockutils [req-6280e95f-f23b-41c1-a216-bcd7b444a39e req-b2053612-7c2f-4714-85d4-4976ff2a9512 service nova] Lock "65de80a6-6419-483a-82fd-7b702362167f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.303556] env[70015]: DEBUG nova.compute.manager [req-6280e95f-f23b-41c1-a216-bcd7b444a39e req-b2053612-7c2f-4714-85d4-4976ff2a9512 service nova] [instance: 65de80a6-6419-483a-82fd-7b702362167f] No waiting events found dispatching network-vif-plugged-bd4682ac-4b16-4c77-899c-f73895769db7 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 965.303720] env[70015]: WARNING nova.compute.manager [req-6280e95f-f23b-41c1-a216-bcd7b444a39e req-b2053612-7c2f-4714-85d4-4976ff2a9512 service nova] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Received unexpected event network-vif-plugged-bd4682ac-4b16-4c77-899c-f73895769db7 for instance with vm_state building and task_state spawning. [ 965.422747] env[70015]: DEBUG oslo_vmware.api [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611163, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.364388} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.423081] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 678caff9-51ea-40ee-945b-6fe9901fd7f8/678caff9-51ea-40ee-945b-6fe9901fd7f8.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 965.423305] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 965.423563] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a19f11b5-f905-42ec-bb0a-2cc14619f441 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.431871] env[70015]: DEBUG oslo_vmware.api [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 965.431871] env[70015]: value = "task-3611165" [ 965.431871] env[70015]: _type = "Task" [ 965.431871] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.447249] env[70015]: DEBUG oslo_vmware.api [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611165, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.569074] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d543e7-8596-48c7-a2a3-ffacaec42464 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.577775] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e86be5-3b25-46a3-9b83-ca872737cb5a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.617554] env[70015]: DEBUG nova.network.neutron [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Successfully updated port: bd4682ac-4b16-4c77-899c-f73895769db7 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 965.621035] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d72ab00-9409-444d-b905-e833f0210f83 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.630491] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a511157-1402-4526-abfa-218df173f489 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.645711] env[70015]: DEBUG nova.compute.provider_tree [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.700576] env[70015]: DEBUG oslo_vmware.api [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611164, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.090601} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.700917] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 965.701196] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d8749c13-823e-42c6-b8f0-9619dc8ddc43/d8749c13-823e-42c6-b8f0-9619dc8ddc43.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.701433] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d8749c13-823e-42c6-b8f0-9619dc8ddc43/d8749c13-823e-42c6-b8f0-9619dc8ddc43.vmdk to [datastore1] f3d258e2-ca12-4953-a7a7-1d6f701d6599/f3d258e2-ca12-4953-a7a7-1d6f701d6599.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 965.701641] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5352d536-1f78-475a-ad77-badbef0303e6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.709131] env[70015]: DEBUG oslo_vmware.api [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for the task: (returnval){ [ 965.709131] env[70015]: value = "task-3611166" [ 965.709131] env[70015]: _type = "Task" [ 965.709131] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.721468] env[70015]: DEBUG oslo_vmware.api [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611166, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.946874] env[70015]: DEBUG oslo_vmware.api [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611165, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067941} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.946874] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 965.947384] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734a438b-9809-44c4-a78d-93a675582011 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.975041] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 678caff9-51ea-40ee-945b-6fe9901fd7f8/678caff9-51ea-40ee-945b-6fe9901fd7f8.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.975041] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c2a339c-4fd7-4db2-b319-15ee317dbfb3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.996177] env[70015]: DEBUG oslo_vmware.api [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 965.996177] env[70015]: value = "task-3611167" [ 965.996177] env[70015]: _type = "Task" [ 965.996177] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.005466] env[70015]: DEBUG oslo_vmware.api [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611167, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.124683] env[70015]: DEBUG oslo_concurrency.lockutils [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "refresh_cache-65de80a6-6419-483a-82fd-7b702362167f" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.124866] env[70015]: DEBUG oslo_concurrency.lockutils [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquired lock "refresh_cache-65de80a6-6419-483a-82fd-7b702362167f" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.125217] env[70015]: DEBUG nova.network.neutron [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 966.148538] env[70015]: DEBUG nova.scheduler.client.report [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.222709] env[70015]: DEBUG oslo_vmware.api [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611166, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.512732] env[70015]: DEBUG oslo_vmware.api [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611167, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.654757] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.530s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.655348] env[70015]: DEBUG nova.compute.manager [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: b8ce2377-3507-4be3-88d0-b838be759cd1] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 966.659146] env[70015]: DEBUG oslo_concurrency.lockutils [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.770s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.661347] env[70015]: INFO nova.compute.claims [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 966.700202] env[70015]: DEBUG nova.network.neutron [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 966.721120] env[70015]: DEBUG oslo_vmware.api [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611166, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.968274] env[70015]: DEBUG nova.network.neutron [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Updating instance_info_cache with network_info: [{"id": "bd4682ac-4b16-4c77-899c-f73895769db7", "address": "fa:16:3e:da:fb:a2", "network": {"id": "aed3b2bc-e425-473e-9c01-5fba157d1ba4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-846382282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faa8a08038de44e2ad837e0e45b67282", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd4682ac-4b", "ovs_interfaceid": "bd4682ac-4b16-4c77-899c-f73895769db7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.018745] env[70015]: DEBUG oslo_vmware.api [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611167, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.097319] env[70015]: DEBUG oslo_vmware.rw_handles [None req-9f6a66a6-9b22-4d63-b535-7b2c88c82622 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fd59bc-17c6-f3bd-1d48-5668c61e286a/disk-0.vmdk. {{(pid=70015) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 967.098317] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c3a908-f96e-4810-b268-c920f5221668 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.105798] env[70015]: DEBUG oslo_vmware.rw_handles [None req-9f6a66a6-9b22-4d63-b535-7b2c88c82622 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fd59bc-17c6-f3bd-1d48-5668c61e286a/disk-0.vmdk is in state: ready. {{(pid=70015) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 967.106439] env[70015]: ERROR oslo_vmware.rw_handles [None req-9f6a66a6-9b22-4d63-b535-7b2c88c82622 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fd59bc-17c6-f3bd-1d48-5668c61e286a/disk-0.vmdk due to incomplete transfer. [ 967.106439] env[70015]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9ad4ca85-ed5f-4911-9ef9-74926efae549 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.114569] env[70015]: DEBUG oslo_vmware.rw_handles [None req-9f6a66a6-9b22-4d63-b535-7b2c88c82622 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fd59bc-17c6-f3bd-1d48-5668c61e286a/disk-0.vmdk. {{(pid=70015) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 967.114783] env[70015]: DEBUG nova.virt.vmwareapi.images [None req-9f6a66a6-9b22-4d63-b535-7b2c88c82622 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Uploaded image caef0809-d4d1-4249-8088-29fcb990a37c to the Glance image server {{(pid=70015) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 967.117277] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f6a66a6-9b22-4d63-b535-7b2c88c82622 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Destroying the VM {{(pid=70015) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 967.117931] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-639c7d6c-54f9-4a19-adc2-d0448229cf64 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.124559] env[70015]: DEBUG oslo_vmware.api [None req-9f6a66a6-9b22-4d63-b535-7b2c88c82622 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Waiting for the task: (returnval){ [ 967.124559] env[70015]: value = "task-3611168" [ 967.124559] env[70015]: _type = "Task" [ 967.124559] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.133453] env[70015]: DEBUG oslo_vmware.api [None req-9f6a66a6-9b22-4d63-b535-7b2c88c82622 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611168, 'name': Destroy_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.167603] env[70015]: DEBUG nova.compute.utils [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 967.171636] env[70015]: DEBUG nova.compute.manager [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: b8ce2377-3507-4be3-88d0-b838be759cd1] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 967.172070] env[70015]: DEBUG nova.network.neutron [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: b8ce2377-3507-4be3-88d0-b838be759cd1] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 967.222527] env[70015]: DEBUG nova.policy [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '71d14ff2560345f8a3ffe5c3bdbc2b9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b72f826aa534249890653a8e469cbaf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 967.224598] env[70015]: DEBUG oslo_vmware.api [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611166, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.471650] env[70015]: DEBUG oslo_concurrency.lockutils [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Releasing lock "refresh_cache-65de80a6-6419-483a-82fd-7b702362167f" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.472141] env[70015]: DEBUG nova.compute.manager [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Instance network_info: |[{"id": "bd4682ac-4b16-4c77-899c-f73895769db7", "address": "fa:16:3e:da:fb:a2", "network": {"id": "aed3b2bc-e425-473e-9c01-5fba157d1ba4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-846382282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faa8a08038de44e2ad837e0e45b67282", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd4682ac-4b", "ovs_interfaceid": "bd4682ac-4b16-4c77-899c-f73895769db7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 967.472620] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:fb:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cc30a16-f070-421c-964e-50c9aa32f17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd4682ac-4b16-4c77-899c-f73895769db7', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 967.481845] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.482271] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 967.482597] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2028107-c073-40fa-8714-6c0865cfdd84 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.507345] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 967.507345] env[70015]: value = "task-3611169" [ 967.507345] env[70015]: _type = "Task" [ 967.507345] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.516217] env[70015]: DEBUG oslo_vmware.api [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611167, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.524884] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611169, 'name': CreateVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.638648] env[70015]: DEBUG oslo_vmware.api [None req-9f6a66a6-9b22-4d63-b535-7b2c88c82622 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611168, 'name': Destroy_Task} progress is 33%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.667135] env[70015]: DEBUG nova.compute.manager [req-80f92daa-0f27-4811-9203-fe0982603552 req-891f57ed-f4b9-4512-b4a3-b4b3801416a8 service nova] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Received event network-changed-bd4682ac-4b16-4c77-899c-f73895769db7 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.667135] env[70015]: DEBUG nova.compute.manager [req-80f92daa-0f27-4811-9203-fe0982603552 req-891f57ed-f4b9-4512-b4a3-b4b3801416a8 service nova] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Refreshing instance network info cache due to event network-changed-bd4682ac-4b16-4c77-899c-f73895769db7. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 967.667350] env[70015]: DEBUG oslo_concurrency.lockutils [req-80f92daa-0f27-4811-9203-fe0982603552 req-891f57ed-f4b9-4512-b4a3-b4b3801416a8 service nova] Acquiring lock "refresh_cache-65de80a6-6419-483a-82fd-7b702362167f" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.667350] env[70015]: DEBUG oslo_concurrency.lockutils [req-80f92daa-0f27-4811-9203-fe0982603552 req-891f57ed-f4b9-4512-b4a3-b4b3801416a8 service nova] Acquired lock "refresh_cache-65de80a6-6419-483a-82fd-7b702362167f" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.667486] env[70015]: DEBUG nova.network.neutron [req-80f92daa-0f27-4811-9203-fe0982603552 req-891f57ed-f4b9-4512-b4a3-b4b3801416a8 service nova] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Refreshing network info cache for port bd4682ac-4b16-4c77-899c-f73895769db7 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 967.679211] env[70015]: DEBUG nova.compute.manager [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: b8ce2377-3507-4be3-88d0-b838be759cd1] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 967.725436] env[70015]: DEBUG oslo_vmware.api [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611166, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.993437] env[70015]: DEBUG nova.network.neutron [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: b8ce2377-3507-4be3-88d0-b838be759cd1] Successfully created port: e8e22a5d-6074-46ea-b93c-e4e95fc0279e {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 968.019199] env[70015]: DEBUG oslo_vmware.api [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611167, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.028346] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611169, 'name': CreateVM_Task} progress is 25%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.140749] env[70015]: DEBUG oslo_vmware.api [None req-9f6a66a6-9b22-4d63-b535-7b2c88c82622 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611168, 'name': Destroy_Task, 'duration_secs': 0.775676} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.141458] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-9f6a66a6-9b22-4d63-b535-7b2c88c82622 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Destroyed the VM [ 968.141859] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6a66a6-9b22-4d63-b535-7b2c88c82622 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Deleting Snapshot of the VM instance {{(pid=70015) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 968.145092] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b6348c1a-295e-45f4-9cbb-862510f2d4d6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.152650] env[70015]: DEBUG oslo_vmware.api [None req-9f6a66a6-9b22-4d63-b535-7b2c88c82622 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Waiting for the task: (returnval){ [ 968.152650] env[70015]: value = "task-3611170" [ 968.152650] env[70015]: _type = "Task" [ 968.152650] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.165142] env[70015]: DEBUG oslo_vmware.api [None req-9f6a66a6-9b22-4d63-b535-7b2c88c82622 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611170, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.229246] env[70015]: DEBUG oslo_vmware.api [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611166, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.412012} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.229675] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d8749c13-823e-42c6-b8f0-9619dc8ddc43/d8749c13-823e-42c6-b8f0-9619dc8ddc43.vmdk to [datastore1] f3d258e2-ca12-4953-a7a7-1d6f701d6599/f3d258e2-ca12-4953-a7a7-1d6f701d6599.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.232146] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d257ea0e-085e-4304-9c82-b5b49289fd55 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.254209] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] f3d258e2-ca12-4953-a7a7-1d6f701d6599/f3d258e2-ca12-4953-a7a7-1d6f701d6599.vmdk or device None with type streamOptimized {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.258143] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0718549d-bd57-4321-99fb-3d3a9ccb6c23 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.279099] env[70015]: DEBUG oslo_vmware.api [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for the task: (returnval){ [ 968.279099] env[70015]: value = "task-3611171" [ 968.279099] env[70015]: _type = "Task" [ 968.279099] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.292050] env[70015]: DEBUG oslo_vmware.api [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611171, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.347830] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997eb363-c8c6-46d6-a1ac-8bccf7596bf0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.355918] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9136a92f-1ab3-4917-86da-57f0042481f1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.390779] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b729ca-e498-40cd-a7f8-4f3e93c44eb1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.398815] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c440049-b402-44c1-86ed-c65832abef30 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.414523] env[70015]: DEBUG nova.compute.provider_tree [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.518066] env[70015]: DEBUG oslo_vmware.api [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611167, 'name': ReconfigVM_Task, 'duration_secs': 2.256101} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.518931] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 678caff9-51ea-40ee-945b-6fe9901fd7f8/678caff9-51ea-40ee-945b-6fe9901fd7f8.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.522666] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a841f46-7d81-4e54-b020-9dca237eb03f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.528319] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611169, 'name': CreateVM_Task, 'duration_secs': 0.771815} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.528887] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 968.529642] env[70015]: DEBUG oslo_concurrency.lockutils [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.529814] env[70015]: DEBUG oslo_concurrency.lockutils [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.530149] env[70015]: DEBUG oslo_concurrency.lockutils [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.530442] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d306602-15cf-4946-b9fe-8f1a5b50ef16 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.533355] env[70015]: DEBUG oslo_vmware.api [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 968.533355] env[70015]: value = "task-3611172" [ 968.533355] env[70015]: _type = "Task" [ 968.533355] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.538971] env[70015]: DEBUG oslo_vmware.api [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 968.538971] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]528cef7f-530b-8ef7-7e1c-6ea9fc0fb49b" [ 968.538971] env[70015]: _type = "Task" [ 968.538971] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.546133] env[70015]: DEBUG oslo_vmware.api [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611172, 'name': Rename_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.552879] env[70015]: DEBUG oslo_vmware.api [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]528cef7f-530b-8ef7-7e1c-6ea9fc0fb49b, 'name': SearchDatastore_Task, 'duration_secs': 0.009998} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.553183] env[70015]: DEBUG oslo_concurrency.lockutils [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.553536] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 968.553800] env[70015]: DEBUG oslo_concurrency.lockutils [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.554051] env[70015]: DEBUG oslo_concurrency.lockutils [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.554141] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 968.554787] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-877e37cf-a0bc-4787-95c1-818fa2c3a07c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.571822] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 968.572035] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 968.572791] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adf2256b-1b0c-4a61-b10d-73791155a7cf {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.577810] env[70015]: DEBUG oslo_vmware.api [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 968.577810] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]522aa095-bb43-f47a-ce62-b3cb09ef61d7" [ 968.577810] env[70015]: _type = "Task" [ 968.577810] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.585655] env[70015]: DEBUG oslo_vmware.api [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]522aa095-bb43-f47a-ce62-b3cb09ef61d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.586668] env[70015]: DEBUG nova.network.neutron [req-80f92daa-0f27-4811-9203-fe0982603552 req-891f57ed-f4b9-4512-b4a3-b4b3801416a8 service nova] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Updated VIF entry in instance network info cache for port bd4682ac-4b16-4c77-899c-f73895769db7. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 968.587052] env[70015]: DEBUG nova.network.neutron [req-80f92daa-0f27-4811-9203-fe0982603552 req-891f57ed-f4b9-4512-b4a3-b4b3801416a8 service nova] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Updating instance_info_cache with network_info: [{"id": "bd4682ac-4b16-4c77-899c-f73895769db7", "address": "fa:16:3e:da:fb:a2", "network": {"id": "aed3b2bc-e425-473e-9c01-5fba157d1ba4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-846382282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faa8a08038de44e2ad837e0e45b67282", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd4682ac-4b", "ovs_interfaceid": "bd4682ac-4b16-4c77-899c-f73895769db7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.663674] env[70015]: DEBUG oslo_vmware.api [None req-9f6a66a6-9b22-4d63-b535-7b2c88c82622 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611170, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.700725] env[70015]: DEBUG nova.compute.manager [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: b8ce2377-3507-4be3-88d0-b838be759cd1] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 968.743277] env[70015]: DEBUG nova.virt.hardware [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 968.743530] env[70015]: DEBUG nova.virt.hardware [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 968.743690] env[70015]: DEBUG nova.virt.hardware [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 968.743873] env[70015]: DEBUG nova.virt.hardware [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 968.744101] env[70015]: DEBUG nova.virt.hardware [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 968.744287] env[70015]: DEBUG nova.virt.hardware [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 968.744501] env[70015]: DEBUG nova.virt.hardware [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 968.744661] env[70015]: DEBUG nova.virt.hardware [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 968.744833] env[70015]: DEBUG nova.virt.hardware [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 968.744994] env[70015]: DEBUG nova.virt.hardware [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 968.745181] env[70015]: DEBUG nova.virt.hardware [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 968.746055] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c0df7e-7e51-4324-a536-45be9d6cd522 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.754197] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7205f1-76cf-4744-bc05-088018b7161c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.788507] env[70015]: DEBUG oslo_vmware.api [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611171, 'name': ReconfigVM_Task, 'duration_secs': 0.296132} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.788850] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Reconfigured VM instance instance-00000032 to attach disk [datastore1] f3d258e2-ca12-4953-a7a7-1d6f701d6599/f3d258e2-ca12-4953-a7a7-1d6f701d6599.vmdk or device None with type streamOptimized {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.790242] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'encryption_options': None, 'encryption_format': None, 'disk_bus': None, 'boot_index': 0, 'size': 0, 'guest_format': None, 'device_name': '/dev/sda', 'device_type': 'disk', 'encryption_secret_uuid': None, 'image_id': '610693f8-5d52-4275-a790-262cb88d3cd9'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'delete_on_termination': False, 'disk_bus': None, 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720311', 'volume_id': '2b3c9039-5dfe-493b-afd2-e937e89eb8de', 'name': 'volume-2b3c9039-5dfe-493b-afd2-e937e89eb8de', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'f3d258e2-ca12-4953-a7a7-1d6f701d6599', 'attached_at': '', 'detached_at': '', 'volume_id': '2b3c9039-5dfe-493b-afd2-e937e89eb8de', 'serial': '2b3c9039-5dfe-493b-afd2-e937e89eb8de'}, 'guest_format': None, 'device_type': None, 'attachment_id': '85e324f0-162d-4de3-a486-049d0b7c358c', 'volume_type': None}], 'swap': None} {{(pid=70015) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 968.790452] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Volume attach. Driver type: vmdk {{(pid=70015) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 968.790642] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720311', 'volume_id': '2b3c9039-5dfe-493b-afd2-e937e89eb8de', 'name': 'volume-2b3c9039-5dfe-493b-afd2-e937e89eb8de', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'f3d258e2-ca12-4953-a7a7-1d6f701d6599', 'attached_at': '', 'detached_at': '', 'volume_id': '2b3c9039-5dfe-493b-afd2-e937e89eb8de', 'serial': '2b3c9039-5dfe-493b-afd2-e937e89eb8de'} {{(pid=70015) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 968.791432] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a1a12c-58a1-41b4-ad29-c5b7d6b7a7de {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.808480] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a8fe21-d718-4892-898f-f006f42121fe {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.836485] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] volume-2b3c9039-5dfe-493b-afd2-e937e89eb8de/volume-2b3c9039-5dfe-493b-afd2-e937e89eb8de.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.836836] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fa85e03-18d5-43ef-8fea-3e5816302433 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.855648] env[70015]: DEBUG oslo_vmware.api [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for the task: (returnval){ [ 968.855648] env[70015]: value = "task-3611173" [ 968.855648] env[70015]: _type = "Task" [ 968.855648] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.864115] env[70015]: DEBUG oslo_vmware.api [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611173, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.918139] env[70015]: DEBUG nova.scheduler.client.report [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.048237] env[70015]: DEBUG oslo_vmware.api [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611172, 'name': Rename_Task, 'duration_secs': 0.155204} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.048237] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.048237] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98fa7e05-6f72-48b5-8f16-40fbc08e19ee {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.053943] env[70015]: DEBUG oslo_vmware.api [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 969.053943] env[70015]: value = "task-3611174" [ 969.053943] env[70015]: _type = "Task" [ 969.053943] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.063390] env[70015]: DEBUG oslo_vmware.api [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611174, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.088779] env[70015]: DEBUG oslo_vmware.api [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]522aa095-bb43-f47a-ce62-b3cb09ef61d7, 'name': SearchDatastore_Task, 'duration_secs': 0.008764} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.089341] env[70015]: DEBUG oslo_concurrency.lockutils [req-80f92daa-0f27-4811-9203-fe0982603552 req-891f57ed-f4b9-4512-b4a3-b4b3801416a8 service nova] Releasing lock "refresh_cache-65de80a6-6419-483a-82fd-7b702362167f" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.090317] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1060c63d-c4ca-44c4-9461-3bfbe0c883c7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.096485] env[70015]: DEBUG oslo_vmware.api [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 969.096485] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]524b189d-8552-7947-fbfd-30ff6c4b790f" [ 969.096485] env[70015]: _type = "Task" [ 969.096485] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.104780] env[70015]: DEBUG oslo_vmware.api [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]524b189d-8552-7947-fbfd-30ff6c4b790f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.164740] env[70015]: DEBUG oslo_vmware.api [None req-9f6a66a6-9b22-4d63-b535-7b2c88c82622 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611170, 'name': RemoveSnapshot_Task, 'duration_secs': 0.673865} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.165155] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6a66a6-9b22-4d63-b535-7b2c88c82622 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Deleted Snapshot of the VM instance {{(pid=70015) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 969.165517] env[70015]: INFO nova.compute.manager [None req-9f6a66a6-9b22-4d63-b535-7b2c88c82622 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Took 14.60 seconds to snapshot the instance on the hypervisor. [ 969.367930] env[70015]: DEBUG oslo_vmware.api [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611173, 'name': ReconfigVM_Task, 'duration_secs': 0.3115} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.368396] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Reconfigured VM instance instance-00000032 to attach disk [datastore1] volume-2b3c9039-5dfe-493b-afd2-e937e89eb8de/volume-2b3c9039-5dfe-493b-afd2-e937e89eb8de.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.377142] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1abf38c5-84af-41f4-b398-be35e83d0a38 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.394049] env[70015]: DEBUG oslo_vmware.api [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for the task: (returnval){ [ 969.394049] env[70015]: value = "task-3611175" [ 969.394049] env[70015]: _type = "Task" [ 969.394049] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.405396] env[70015]: DEBUG oslo_vmware.api [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611175, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.424246] env[70015]: DEBUG oslo_concurrency.lockutils [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.765s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.424850] env[70015]: DEBUG nova.compute.manager [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 969.427700] env[70015]: DEBUG oslo_concurrency.lockutils [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.664s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.427919] env[70015]: DEBUG nova.objects.instance [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70015) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 969.566507] env[70015]: DEBUG oslo_vmware.api [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611174, 'name': PowerOnVM_Task, 'duration_secs': 0.506769} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.566507] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.566507] env[70015]: INFO nova.compute.manager [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Took 10.09 seconds to spawn the instance on the hypervisor. [ 969.567347] env[70015]: DEBUG nova.compute.manager [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.568700] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a5e93c-5e2a-4245-9684-71a274137bc7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.607209] env[70015]: DEBUG oslo_vmware.api [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]524b189d-8552-7947-fbfd-30ff6c4b790f, 'name': SearchDatastore_Task, 'duration_secs': 0.015536} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.607794] env[70015]: DEBUG oslo_concurrency.lockutils [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.608190] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 65de80a6-6419-483a-82fd-7b702362167f/65de80a6-6419-483a-82fd-7b702362167f.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 969.608610] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32846f1d-277c-4e73-8e8f-8fc951af89c6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.615076] env[70015]: DEBUG oslo_vmware.api [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 969.615076] env[70015]: value = "task-3611176" [ 969.615076] env[70015]: _type = "Task" [ 969.615076] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.624530] env[70015]: DEBUG oslo_vmware.api [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3611176, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.720318] env[70015]: DEBUG nova.compute.manager [req-8d3d997f-4c05-428d-b1ce-13390ecfdea4 req-9e2c0df6-dc92-4a6b-ae63-dd3e80c69ef4 service nova] [instance: b8ce2377-3507-4be3-88d0-b838be759cd1] Received event network-vif-plugged-e8e22a5d-6074-46ea-b93c-e4e95fc0279e {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.720532] env[70015]: DEBUG oslo_concurrency.lockutils [req-8d3d997f-4c05-428d-b1ce-13390ecfdea4 req-9e2c0df6-dc92-4a6b-ae63-dd3e80c69ef4 service nova] Acquiring lock "b8ce2377-3507-4be3-88d0-b838be759cd1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.720745] env[70015]: DEBUG oslo_concurrency.lockutils [req-8d3d997f-4c05-428d-b1ce-13390ecfdea4 req-9e2c0df6-dc92-4a6b-ae63-dd3e80c69ef4 service nova] Lock "b8ce2377-3507-4be3-88d0-b838be759cd1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.720917] env[70015]: DEBUG oslo_concurrency.lockutils [req-8d3d997f-4c05-428d-b1ce-13390ecfdea4 req-9e2c0df6-dc92-4a6b-ae63-dd3e80c69ef4 service nova] Lock "b8ce2377-3507-4be3-88d0-b838be759cd1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.721094] env[70015]: DEBUG nova.compute.manager [req-8d3d997f-4c05-428d-b1ce-13390ecfdea4 req-9e2c0df6-dc92-4a6b-ae63-dd3e80c69ef4 service nova] [instance: b8ce2377-3507-4be3-88d0-b838be759cd1] No waiting events found dispatching network-vif-plugged-e8e22a5d-6074-46ea-b93c-e4e95fc0279e {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 969.721260] env[70015]: WARNING nova.compute.manager [req-8d3d997f-4c05-428d-b1ce-13390ecfdea4 req-9e2c0df6-dc92-4a6b-ae63-dd3e80c69ef4 service nova] [instance: b8ce2377-3507-4be3-88d0-b838be759cd1] Received unexpected event network-vif-plugged-e8e22a5d-6074-46ea-b93c-e4e95fc0279e for instance with vm_state building and task_state spawning. [ 969.734722] env[70015]: DEBUG nova.network.neutron [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: b8ce2377-3507-4be3-88d0-b838be759cd1] Successfully updated port: e8e22a5d-6074-46ea-b93c-e4e95fc0279e {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 969.909938] env[70015]: DEBUG oslo_vmware.api [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611175, 'name': ReconfigVM_Task, 'duration_secs': 0.170177} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.909938] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720311', 'volume_id': '2b3c9039-5dfe-493b-afd2-e937e89eb8de', 'name': 'volume-2b3c9039-5dfe-493b-afd2-e937e89eb8de', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'f3d258e2-ca12-4953-a7a7-1d6f701d6599', 'attached_at': '', 'detached_at': '', 'volume_id': '2b3c9039-5dfe-493b-afd2-e937e89eb8de', 'serial': '2b3c9039-5dfe-493b-afd2-e937e89eb8de'} {{(pid=70015) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 969.910102] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f53213f8-18b7-455b-b8ea-6f665ece01a9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.922702] env[70015]: DEBUG oslo_vmware.api [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for the task: (returnval){ [ 969.922702] env[70015]: value = "task-3611177" [ 969.922702] env[70015]: _type = "Task" [ 969.922702] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.933930] env[70015]: DEBUG nova.compute.utils [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 969.942183] env[70015]: DEBUG nova.compute.manager [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 969.942183] env[70015]: DEBUG nova.network.neutron [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 969.948273] env[70015]: DEBUG oslo_vmware.api [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611177, 'name': Rename_Task} progress is 10%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.026648] env[70015]: DEBUG nova.policy [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f2f689b50c044ef38e3634b8d3e7f579', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56b653c9717c48faae27d5abd0e5113f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 970.092429] env[70015]: INFO nova.compute.manager [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Took 47.34 seconds to build instance. [ 970.133302] env[70015]: DEBUG oslo_vmware.api [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3611176, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.237064] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquiring lock "refresh_cache-b8ce2377-3507-4be3-88d0-b838be759cd1" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.237265] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquired lock "refresh_cache-b8ce2377-3507-4be3-88d0-b838be759cd1" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.237437] env[70015]: DEBUG nova.network.neutron [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: b8ce2377-3507-4be3-88d0-b838be759cd1] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.434135] env[70015]: DEBUG oslo_vmware.api [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611177, 'name': Rename_Task, 'duration_secs': 0.182073} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.434446] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 970.434695] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d36bf0e-27eb-4871-9f6a-6998b321fbbe {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.442573] env[70015]: DEBUG oslo_vmware.api [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for the task: (returnval){ [ 970.442573] env[70015]: value = "task-3611178" [ 970.442573] env[70015]: _type = "Task" [ 970.442573] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.451222] env[70015]: DEBUG nova.compute.manager [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 970.458622] env[70015]: DEBUG oslo_concurrency.lockutils [None req-22f07a8a-fb8c-4815-8ab6-d443d61ffab0 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.031s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.459790] env[70015]: DEBUG oslo_vmware.api [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611178, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.460314] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8711aa4a-c4db-48e2-9ad0-45be48d01d6c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.908s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.460538] env[70015]: DEBUG nova.objects.instance [None req-8711aa4a-c4db-48e2-9ad0-45be48d01d6c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Lazy-loading 'resources' on Instance uuid a6ad6fe7-22f0-405e-8e5f-6e56325049a8 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.593704] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lock "678caff9-51ea-40ee-945b-6fe9901fd7f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.847s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.631996] env[70015]: DEBUG oslo_vmware.api [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3611176, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.822937} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.632326] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 65de80a6-6419-483a-82fd-7b702362167f/65de80a6-6419-483a-82fd-7b702362167f.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 970.632546] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 970.632828] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50e1428d-0a34-46f3-96f5-8d16f65d5599 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.639127] env[70015]: DEBUG oslo_vmware.api [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 970.639127] env[70015]: value = "task-3611179" [ 970.639127] env[70015]: _type = "Task" [ 970.639127] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.653373] env[70015]: DEBUG oslo_vmware.api [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3611179, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.775511] env[70015]: DEBUG nova.network.neutron [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: b8ce2377-3507-4be3-88d0-b838be759cd1] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 970.929492] env[70015]: DEBUG nova.network.neutron [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: b8ce2377-3507-4be3-88d0-b838be759cd1] Updating instance_info_cache with network_info: [{"id": "e8e22a5d-6074-46ea-b93c-e4e95fc0279e", "address": "fa:16:3e:99:16:2c", "network": {"id": "87921d07-4a17-46a8-bc91-3d5d318c1dff", "bridge": "br-int", "label": "tempest-ServersTestJSON-1620274104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b72f826aa534249890653a8e469cbaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8e22a5d-60", "ovs_interfaceid": "e8e22a5d-6074-46ea-b93c-e4e95fc0279e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.952307] env[70015]: DEBUG nova.network.neutron [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Successfully created port: ae98d77e-a8d6-4130-a56e-f66775ade6b7 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 970.960417] env[70015]: DEBUG oslo_vmware.api [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611178, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.159618] env[70015]: DEBUG oslo_vmware.api [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3611179, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071462} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.160037] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 971.163931] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5b4914-fb63-4274-8949-03ed40bfac52 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.198275] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 65de80a6-6419-483a-82fd-7b702362167f/65de80a6-6419-483a-82fd-7b702362167f.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 971.199172] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-221347d5-5232-4ae8-aa97-5a88d461d776 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.221532] env[70015]: DEBUG oslo_vmware.api [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 971.221532] env[70015]: value = "task-3611180" [ 971.221532] env[70015]: _type = "Task" [ 971.221532] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.231974] env[70015]: DEBUG oslo_vmware.api [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3611180, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.379449] env[70015]: DEBUG nova.compute.manager [None req-f1740fa7-5d94-45c0-ab7f-485124619314 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.380381] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6873cbc8-b825-42a0-b66b-8365fe429a5a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.435433] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Releasing lock "refresh_cache-b8ce2377-3507-4be3-88d0-b838be759cd1" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.436140] env[70015]: DEBUG nova.compute.manager [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: b8ce2377-3507-4be3-88d0-b838be759cd1] Instance network_info: |[{"id": "e8e22a5d-6074-46ea-b93c-e4e95fc0279e", "address": "fa:16:3e:99:16:2c", "network": {"id": "87921d07-4a17-46a8-bc91-3d5d318c1dff", "bridge": "br-int", "label": "tempest-ServersTestJSON-1620274104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b72f826aa534249890653a8e469cbaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8e22a5d-60", "ovs_interfaceid": "e8e22a5d-6074-46ea-b93c-e4e95fc0279e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 971.436576] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: b8ce2377-3507-4be3-88d0-b838be759cd1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:16:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f66f8375-4460-4acd-987b-acda72bfcf0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8e22a5d-6074-46ea-b93c-e4e95fc0279e', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 971.445338] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.447115] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8ce2377-3507-4be3-88d0-b838be759cd1] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 971.447933] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610fea7e-3a03-4451-b2d6-39b02a5df6d0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.453661] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c098e400-e112-4adf-b08e-f36c222aedef {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.472055] env[70015]: DEBUG nova.compute.manager [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 971.486294] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbfb5ab6-432b-40df-87b7-1898f3d17c55 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.489518] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 971.489518] env[70015]: value = "task-3611181" [ 971.489518] env[70015]: _type = "Task" [ 971.489518] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.490213] env[70015]: DEBUG oslo_vmware.api [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611178, 'name': PowerOnVM_Task, 'duration_secs': 0.600186} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.490419] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.527682] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e787b92-0902-4e0d-9fc2-9f19ff7dd006 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.533540] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611181, 'name': CreateVM_Task} progress is 25%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.539995] env[70015]: DEBUG nova.virt.hardware [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 971.540283] env[70015]: DEBUG nova.virt.hardware [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 971.540432] env[70015]: DEBUG nova.virt.hardware [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 971.540677] env[70015]: DEBUG nova.virt.hardware [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 971.540819] env[70015]: DEBUG nova.virt.hardware [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 971.540978] env[70015]: DEBUG nova.virt.hardware [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 971.541365] env[70015]: DEBUG nova.virt.hardware [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 971.541492] env[70015]: DEBUG nova.virt.hardware [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 971.541659] env[70015]: DEBUG nova.virt.hardware [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 971.541962] env[70015]: DEBUG nova.virt.hardware [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 971.542042] env[70015]: DEBUG nova.virt.hardware [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 971.543348] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a15221-bcc3-4d59-9be3-8ef78634a3bf {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.549020] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5b9ff1-fa41-4670-830e-19d48af97ddf {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.564308] env[70015]: DEBUG nova.compute.provider_tree [None req-8711aa4a-c4db-48e2-9ad0-45be48d01d6c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.569034] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4f3808-4e55-418b-9589-b11bb1b7dda4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.634726] env[70015]: DEBUG nova.compute.manager [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.636175] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01847a4b-6bb6-49e1-8daa-a908fe786453 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.731981] env[70015]: DEBUG oslo_vmware.api [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3611180, 'name': ReconfigVM_Task, 'duration_secs': 0.450754} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.732278] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 65de80a6-6419-483a-82fd-7b702362167f/65de80a6-6419-483a-82fd-7b702362167f.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.732971] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb495628-fb05-4f3d-8d4f-71d56b3db502 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.740060] env[70015]: DEBUG oslo_vmware.api [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 971.740060] env[70015]: value = "task-3611182" [ 971.740060] env[70015]: _type = "Task" [ 971.740060] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.752856] env[70015]: DEBUG oslo_vmware.api [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3611182, 'name': Rename_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.878257] env[70015]: DEBUG nova.compute.manager [req-c82ead9b-a320-400a-8f77-a7a88febb33d req-cc61ff03-b409-4187-9bbb-c42e32504410 service nova] [instance: b8ce2377-3507-4be3-88d0-b838be759cd1] Received event network-changed-e8e22a5d-6074-46ea-b93c-e4e95fc0279e {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.878504] env[70015]: DEBUG nova.compute.manager [req-c82ead9b-a320-400a-8f77-a7a88febb33d req-cc61ff03-b409-4187-9bbb-c42e32504410 service nova] [instance: b8ce2377-3507-4be3-88d0-b838be759cd1] Refreshing instance network info cache due to event network-changed-e8e22a5d-6074-46ea-b93c-e4e95fc0279e. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 971.878736] env[70015]: DEBUG oslo_concurrency.lockutils [req-c82ead9b-a320-400a-8f77-a7a88febb33d req-cc61ff03-b409-4187-9bbb-c42e32504410 service nova] Acquiring lock "refresh_cache-b8ce2377-3507-4be3-88d0-b838be759cd1" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.878883] env[70015]: DEBUG oslo_concurrency.lockutils [req-c82ead9b-a320-400a-8f77-a7a88febb33d req-cc61ff03-b409-4187-9bbb-c42e32504410 service nova] Acquired lock "refresh_cache-b8ce2377-3507-4be3-88d0-b838be759cd1" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.879165] env[70015]: DEBUG nova.network.neutron [req-c82ead9b-a320-400a-8f77-a7a88febb33d req-cc61ff03-b409-4187-9bbb-c42e32504410 service nova] [instance: b8ce2377-3507-4be3-88d0-b838be759cd1] Refreshing network info cache for port e8e22a5d-6074-46ea-b93c-e4e95fc0279e {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 971.897644] env[70015]: INFO nova.compute.manager [None req-f1740fa7-5d94-45c0-ab7f-485124619314 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] instance snapshotting [ 971.903111] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e447e1b0-ebbd-4f35-b604-39cb7136590d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.935216] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf7c5ea-90ed-4d67-bc70-c329d645be64 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.007229] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611181, 'name': CreateVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.055116] env[70015]: DEBUG nova.compute.manager [None req-33dfdf65-b0ca-4785-bba3-fd73e9cbb962 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 972.056236] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15592669-ae93-49db-b6f6-9f1ce9c34cf0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.069585] env[70015]: DEBUG nova.scheduler.client.report [None req-8711aa4a-c4db-48e2-9ad0-45be48d01d6c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.158248] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Lock "f3d258e2-ca12-4953-a7a7-1d6f701d6599" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 58.708s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.251661] env[70015]: DEBUG oslo_vmware.api [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3611182, 'name': Rename_Task, 'duration_secs': 0.142794} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.252045] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.252251] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61bf7bca-4cb9-4699-86b5-9a6996b498eb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.263209] env[70015]: DEBUG oslo_vmware.api [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 972.263209] env[70015]: value = "task-3611183" [ 972.263209] env[70015]: _type = "Task" [ 972.263209] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.268796] env[70015]: DEBUG oslo_vmware.api [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3611183, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.444849] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f1740fa7-5d94-45c0-ab7f-485124619314 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Creating Snapshot of the VM instance {{(pid=70015) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 972.447077] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ec249cfb-b0ba-4149-b3d1-6ec4d6ffd947 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.453322] env[70015]: DEBUG oslo_vmware.api [None req-f1740fa7-5d94-45c0-ab7f-485124619314 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Waiting for the task: (returnval){ [ 972.453322] env[70015]: value = "task-3611184" [ 972.453322] env[70015]: _type = "Task" [ 972.453322] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.463701] env[70015]: DEBUG oslo_vmware.api [None req-f1740fa7-5d94-45c0-ab7f-485124619314 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611184, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.504209] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611181, 'name': CreateVM_Task, 'duration_secs': 0.538703} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.504394] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8ce2377-3507-4be3-88d0-b838be759cd1] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 972.505141] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.505265] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.505579] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.505835] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e526997-fba5-482f-9d59-abf949ecd066 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.512938] env[70015]: DEBUG oslo_vmware.api [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 972.512938] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52ee4ec1-0ae0-f502-5d81-5a755b046b07" [ 972.512938] env[70015]: _type = "Task" [ 972.512938] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.523018] env[70015]: DEBUG oslo_vmware.api [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52ee4ec1-0ae0-f502-5d81-5a755b046b07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.573937] env[70015]: INFO nova.compute.manager [None req-33dfdf65-b0ca-4785-bba3-fd73e9cbb962 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] instance snapshotting [ 972.578323] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8711aa4a-c4db-48e2-9ad0-45be48d01d6c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.118s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.583180] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.349s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.584335] env[70015]: DEBUG nova.objects.instance [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70015) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 972.588447] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6d758c-a7da-4c09-8505-2e452c15da04 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.616984] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36edb07a-d2ab-42e5-8821-2e1a9a477b00 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.620528] env[70015]: INFO nova.scheduler.client.report [None req-8711aa4a-c4db-48e2-9ad0-45be48d01d6c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Deleted allocations for instance a6ad6fe7-22f0-405e-8e5f-6e56325049a8 [ 972.638446] env[70015]: DEBUG nova.network.neutron [req-c82ead9b-a320-400a-8f77-a7a88febb33d req-cc61ff03-b409-4187-9bbb-c42e32504410 service nova] [instance: b8ce2377-3507-4be3-88d0-b838be759cd1] Updated VIF entry in instance network info cache for port e8e22a5d-6074-46ea-b93c-e4e95fc0279e. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 972.641029] env[70015]: DEBUG nova.network.neutron [req-c82ead9b-a320-400a-8f77-a7a88febb33d req-cc61ff03-b409-4187-9bbb-c42e32504410 service nova] [instance: b8ce2377-3507-4be3-88d0-b838be759cd1] Updating instance_info_cache with network_info: [{"id": "e8e22a5d-6074-46ea-b93c-e4e95fc0279e", "address": "fa:16:3e:99:16:2c", "network": {"id": "87921d07-4a17-46a8-bc91-3d5d318c1dff", "bridge": "br-int", "label": "tempest-ServersTestJSON-1620274104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b72f826aa534249890653a8e469cbaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8e22a5d-60", "ovs_interfaceid": "e8e22a5d-6074-46ea-b93c-e4e95fc0279e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.743485] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Acquiring lock "c485b9cd-6be9-48ea-a547-cc338e735f7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.743804] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lock "c485b9cd-6be9-48ea-a547-cc338e735f7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.774424] env[70015]: DEBUG oslo_vmware.api [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3611183, 'name': PowerOnVM_Task, 'duration_secs': 0.473824} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.774424] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.774424] env[70015]: INFO nova.compute.manager [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Took 8.68 seconds to spawn the instance on the hypervisor. [ 972.774424] env[70015]: DEBUG nova.compute.manager [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 972.774883] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9fe9b9-1ddc-4c59-8db2-f6ff885c4cdc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.960758] env[70015]: DEBUG nova.network.neutron [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Successfully updated port: ae98d77e-a8d6-4130-a56e-f66775ade6b7 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 972.968784] env[70015]: DEBUG oslo_vmware.api [None req-f1740fa7-5d94-45c0-ab7f-485124619314 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611184, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.024451] env[70015]: DEBUG oslo_vmware.api [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52ee4ec1-0ae0-f502-5d81-5a755b046b07, 'name': SearchDatastore_Task, 'duration_secs': 0.010271} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.024744] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.024980] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: b8ce2377-3507-4be3-88d0-b838be759cd1] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.025231] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.025378] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.025551] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.025798] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73c8f698-4721-41d5-81e5-2397c3f5fc6c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.035797] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 973.035944] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 973.036801] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38f92bf6-0d74-40f6-96e5-0795a2d802c2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.042258] env[70015]: DEBUG oslo_vmware.api [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 973.042258] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52b7cedb-d800-1920-0304-524b6b3ecc32" [ 973.042258] env[70015]: _type = "Task" [ 973.042258] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.049672] env[70015]: DEBUG oslo_vmware.api [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52b7cedb-d800-1920-0304-524b6b3ecc32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.132549] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-33dfdf65-b0ca-4785-bba3-fd73e9cbb962 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Creating Snapshot of the VM instance {{(pid=70015) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 973.134357] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8711aa4a-c4db-48e2-9ad0-45be48d01d6c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Lock "a6ad6fe7-22f0-405e-8e5f-6e56325049a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.803s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.134753] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-114863a3-8fc1-4494-bc38-b7547043e2f7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.141147] env[70015]: DEBUG oslo_concurrency.lockutils [req-c82ead9b-a320-400a-8f77-a7a88febb33d req-cc61ff03-b409-4187-9bbb-c42e32504410 service nova] Releasing lock "refresh_cache-b8ce2377-3507-4be3-88d0-b838be759cd1" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.143486] env[70015]: DEBUG oslo_vmware.api [None req-33dfdf65-b0ca-4785-bba3-fd73e9cbb962 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 973.143486] env[70015]: value = "task-3611185" [ 973.143486] env[70015]: _type = "Task" [ 973.143486] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.153536] env[70015]: DEBUG oslo_vmware.api [None req-33dfdf65-b0ca-4785-bba3-fd73e9cbb962 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611185, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.245745] env[70015]: DEBUG nova.compute.manager [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 973.299157] env[70015]: INFO nova.compute.manager [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Took 44.90 seconds to build instance. [ 973.467647] env[70015]: DEBUG oslo_concurrency.lockutils [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Acquiring lock "refresh_cache-39abed00-024f-4718-a7aa-9d26ea6533ad" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.467801] env[70015]: DEBUG oslo_concurrency.lockutils [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Acquired lock "refresh_cache-39abed00-024f-4718-a7aa-9d26ea6533ad" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.468008] env[70015]: DEBUG nova.network.neutron [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.471134] env[70015]: DEBUG oslo_vmware.api [None req-f1740fa7-5d94-45c0-ab7f-485124619314 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611184, 'name': CreateSnapshot_Task, 'duration_secs': 0.885331} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.471426] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f1740fa7-5d94-45c0-ab7f-485124619314 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Created Snapshot of the VM instance {{(pid=70015) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 973.472237] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0dfb968-7811-401c-b0f5-6e998c038598 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.553976] env[70015]: DEBUG oslo_vmware.api [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52b7cedb-d800-1920-0304-524b6b3ecc32, 'name': SearchDatastore_Task, 'duration_secs': 0.018578} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.555058] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9a46a9c-97aa-4c04-852b-fa1b8d6c70a5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.562617] env[70015]: DEBUG oslo_vmware.api [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 973.562617] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]525da24f-2826-8397-be98-7b9bbbfac22b" [ 973.562617] env[70015]: _type = "Task" [ 973.562617] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.573641] env[70015]: DEBUG oslo_vmware.api [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]525da24f-2826-8397-be98-7b9bbbfac22b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.601147] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ea3ad4d2-d78f-4b44-9d54-f9070856ae59 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.602429] env[70015]: DEBUG oslo_concurrency.lockutils [None req-52c8a87c-9d9b-49af-a2e3-3198576cf1c7 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.543s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.603420] env[70015]: DEBUG oslo_concurrency.lockutils [None req-52c8a87c-9d9b-49af-a2e3-3198576cf1c7 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.605734] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f77eb8e9-9f64-40fd-b02b-815f8c7e1339 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.047s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.606009] env[70015]: DEBUG nova.objects.instance [None req-f77eb8e9-9f64-40fd-b02b-815f8c7e1339 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lazy-loading 'resources' on Instance uuid b498583a-2390-46af-b939-72998ebacdf5 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.636895] env[70015]: INFO nova.scheduler.client.report [None req-52c8a87c-9d9b-49af-a2e3-3198576cf1c7 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Deleted allocations for instance 66d937aa-30ed-468f-a62a-e37e7c2b41fb [ 973.653534] env[70015]: DEBUG oslo_vmware.api [None req-33dfdf65-b0ca-4785-bba3-fd73e9cbb962 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611185, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.789343] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.801459] env[70015]: DEBUG oslo_concurrency.lockutils [None req-847e2ddb-2a7f-4fd4-876b-bc8548140469 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "65de80a6-6419-483a-82fd-7b702362167f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.410s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.996897] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f1740fa7-5d94-45c0-ab7f-485124619314 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Creating linked-clone VM from snapshot {{(pid=70015) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 973.996897] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-eb797665-9ce2-469d-a5ab-cad080014af7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.005945] env[70015]: DEBUG oslo_vmware.api [None req-f1740fa7-5d94-45c0-ab7f-485124619314 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Waiting for the task: (returnval){ [ 974.005945] env[70015]: value = "task-3611186" [ 974.005945] env[70015]: _type = "Task" [ 974.005945] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.019131] env[70015]: DEBUG oslo_vmware.api [None req-f1740fa7-5d94-45c0-ab7f-485124619314 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611186, 'name': CloneVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.045853] env[70015]: DEBUG nova.network.neutron [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 974.073032] env[70015]: DEBUG oslo_vmware.api [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]525da24f-2826-8397-be98-7b9bbbfac22b, 'name': SearchDatastore_Task, 'duration_secs': 0.011086} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.073449] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.073778] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] b8ce2377-3507-4be3-88d0-b838be759cd1/b8ce2377-3507-4be3-88d0-b838be759cd1.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 974.074161] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-570a9d88-c6bc-40fb-ad94-c4b05d491fcf {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.081559] env[70015]: DEBUG oslo_vmware.api [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 974.081559] env[70015]: value = "task-3611187" [ 974.081559] env[70015]: _type = "Task" [ 974.081559] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.092649] env[70015]: DEBUG oslo_vmware.api [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611187, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.148620] env[70015]: DEBUG oslo_concurrency.lockutils [None req-52c8a87c-9d9b-49af-a2e3-3198576cf1c7 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lock "66d937aa-30ed-468f-a62a-e37e7c2b41fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.674s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.168796] env[70015]: DEBUG oslo_vmware.api [None req-33dfdf65-b0ca-4785-bba3-fd73e9cbb962 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611185, 'name': CreateSnapshot_Task, 'duration_secs': 0.651737} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.169634] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-33dfdf65-b0ca-4785-bba3-fd73e9cbb962 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Created Snapshot of the VM instance {{(pid=70015) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 974.171987] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354743fd-7b8a-4226-a4c0-afb3c12b5fcd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.194968] env[70015]: DEBUG nova.compute.manager [req-f18c6dd5-b29d-4afb-b1e8-1182d9cf86d4 req-746ffdc6-b163-4d8b-92c7-af22c03322cf service nova] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Received event network-vif-plugged-ae98d77e-a8d6-4130-a56e-f66775ade6b7 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.195256] env[70015]: DEBUG oslo_concurrency.lockutils [req-f18c6dd5-b29d-4afb-b1e8-1182d9cf86d4 req-746ffdc6-b163-4d8b-92c7-af22c03322cf service nova] Acquiring lock "39abed00-024f-4718-a7aa-9d26ea6533ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.195471] env[70015]: DEBUG oslo_concurrency.lockutils [req-f18c6dd5-b29d-4afb-b1e8-1182d9cf86d4 req-746ffdc6-b163-4d8b-92c7-af22c03322cf service nova] Lock "39abed00-024f-4718-a7aa-9d26ea6533ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.195659] env[70015]: DEBUG oslo_concurrency.lockutils [req-f18c6dd5-b29d-4afb-b1e8-1182d9cf86d4 req-746ffdc6-b163-4d8b-92c7-af22c03322cf service nova] Lock "39abed00-024f-4718-a7aa-9d26ea6533ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.195832] env[70015]: DEBUG nova.compute.manager [req-f18c6dd5-b29d-4afb-b1e8-1182d9cf86d4 req-746ffdc6-b163-4d8b-92c7-af22c03322cf service nova] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] No waiting events found dispatching network-vif-plugged-ae98d77e-a8d6-4130-a56e-f66775ade6b7 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 974.196023] env[70015]: WARNING nova.compute.manager [req-f18c6dd5-b29d-4afb-b1e8-1182d9cf86d4 req-746ffdc6-b163-4d8b-92c7-af22c03322cf service nova] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Received unexpected event network-vif-plugged-ae98d77e-a8d6-4130-a56e-f66775ade6b7 for instance with vm_state building and task_state spawning. [ 974.196209] env[70015]: DEBUG nova.compute.manager [req-f18c6dd5-b29d-4afb-b1e8-1182d9cf86d4 req-746ffdc6-b163-4d8b-92c7-af22c03322cf service nova] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Received event network-changed-ae98d77e-a8d6-4130-a56e-f66775ade6b7 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.196372] env[70015]: DEBUG nova.compute.manager [req-f18c6dd5-b29d-4afb-b1e8-1182d9cf86d4 req-746ffdc6-b163-4d8b-92c7-af22c03322cf service nova] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Refreshing instance network info cache due to event network-changed-ae98d77e-a8d6-4130-a56e-f66775ade6b7. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 974.196562] env[70015]: DEBUG oslo_concurrency.lockutils [req-f18c6dd5-b29d-4afb-b1e8-1182d9cf86d4 req-746ffdc6-b163-4d8b-92c7-af22c03322cf service nova] Acquiring lock "refresh_cache-39abed00-024f-4718-a7aa-9d26ea6533ad" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.334053] env[70015]: DEBUG nova.network.neutron [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Updating instance_info_cache with network_info: [{"id": "ae98d77e-a8d6-4130-a56e-f66775ade6b7", "address": "fa:16:3e:c0:72:7b", "network": {"id": "95efea0f-47dd-4e00-93a5-5956063d36a2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-128699547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56b653c9717c48faae27d5abd0e5113f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae98d77e-a8", "ovs_interfaceid": "ae98d77e-a8d6-4130-a56e-f66775ade6b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.528267] env[70015]: DEBUG oslo_vmware.api [None req-f1740fa7-5d94-45c0-ab7f-485124619314 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611186, 'name': CloneVM_Task} progress is 94%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.559065] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8441b5b-d798-46e1-a126-b4938ee856fe {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.567772] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0d6c35-080a-4c26-8c50-f29e89370f20 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.613409] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7615bccb-5500-47cf-8a29-92513814fe32 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.626684] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ab2240-c167-49f5-887a-d0d5639fb089 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.631368] env[70015]: DEBUG oslo_vmware.api [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611187, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.646822] env[70015]: DEBUG nova.compute.provider_tree [None req-f77eb8e9-9f64-40fd-b02b-815f8c7e1339 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.707761] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-33dfdf65-b0ca-4785-bba3-fd73e9cbb962 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Creating linked-clone VM from snapshot {{(pid=70015) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 974.708244] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-af3c03e7-a185-4250-832b-1dd331c0dcb5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.717711] env[70015]: DEBUG oslo_vmware.api [None req-33dfdf65-b0ca-4785-bba3-fd73e9cbb962 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 974.717711] env[70015]: value = "task-3611188" [ 974.717711] env[70015]: _type = "Task" [ 974.717711] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.727793] env[70015]: DEBUG oslo_vmware.api [None req-33dfdf65-b0ca-4785-bba3-fd73e9cbb962 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611188, 'name': CloneVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.839021] env[70015]: DEBUG oslo_concurrency.lockutils [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Releasing lock "refresh_cache-39abed00-024f-4718-a7aa-9d26ea6533ad" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.839021] env[70015]: DEBUG nova.compute.manager [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Instance network_info: |[{"id": "ae98d77e-a8d6-4130-a56e-f66775ade6b7", "address": "fa:16:3e:c0:72:7b", "network": {"id": "95efea0f-47dd-4e00-93a5-5956063d36a2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-128699547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56b653c9717c48faae27d5abd0e5113f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae98d77e-a8", "ovs_interfaceid": "ae98d77e-a8d6-4130-a56e-f66775ade6b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 974.839021] env[70015]: DEBUG oslo_concurrency.lockutils [req-f18c6dd5-b29d-4afb-b1e8-1182d9cf86d4 req-746ffdc6-b163-4d8b-92c7-af22c03322cf service nova] Acquired lock "refresh_cache-39abed00-024f-4718-a7aa-9d26ea6533ad" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.839021] env[70015]: DEBUG nova.network.neutron [req-f18c6dd5-b29d-4afb-b1e8-1182d9cf86d4 req-746ffdc6-b163-4d8b-92c7-af22c03322cf service nova] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Refreshing network info cache for port ae98d77e-a8d6-4130-a56e-f66775ade6b7 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 974.839467] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:72:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a8c8175-1197-4f12-baac-ef6aba95f585', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae98d77e-a8d6-4130-a56e-f66775ade6b7', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 974.848778] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Creating folder: Project (56b653c9717c48faae27d5abd0e5113f). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 974.849524] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39c35c55-5573-4384-a9cd-daf0150865e1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.860246] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Created folder: Project (56b653c9717c48faae27d5abd0e5113f) in parent group-v720117. [ 974.860591] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Creating folder: Instances. Parent ref: group-v720343. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 974.861166] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c72046f4-b138-4327-9540-41dce8357816 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.872129] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Created folder: Instances in parent group-v720343. [ 974.872129] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.872129] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 974.872129] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88a5e689-2df2-46e4-ad91-099ff5af42f6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.893323] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 974.893323] env[70015]: value = "task-3611191" [ 974.893323] env[70015]: _type = "Task" [ 974.893323] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.902785] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611191, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.018963] env[70015]: DEBUG oslo_vmware.api [None req-f1740fa7-5d94-45c0-ab7f-485124619314 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611186, 'name': CloneVM_Task} progress is 94%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.120775] env[70015]: DEBUG oslo_vmware.api [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611187, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736898} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.121216] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] b8ce2377-3507-4be3-88d0-b838be759cd1/b8ce2377-3507-4be3-88d0-b838be759cd1.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 975.121556] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: b8ce2377-3507-4be3-88d0-b838be759cd1] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 975.122317] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1567d623-e9b2-4ade-b920-2e452d815590 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.130356] env[70015]: DEBUG oslo_vmware.api [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 975.130356] env[70015]: value = "task-3611192" [ 975.130356] env[70015]: _type = "Task" [ 975.130356] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.141348] env[70015]: DEBUG oslo_vmware.api [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611192, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.151041] env[70015]: DEBUG nova.scheduler.client.report [None req-f77eb8e9-9f64-40fd-b02b-815f8c7e1339 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.233017] env[70015]: DEBUG oslo_vmware.api [None req-33dfdf65-b0ca-4785-bba3-fd73e9cbb962 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611188, 'name': CloneVM_Task} progress is 94%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.405464] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611191, 'name': CreateVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.526280] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Acquiring lock "0d932dc3-0f82-48f4-8fab-fcd39f5f89eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.527037] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Lock "0d932dc3-0f82-48f4-8fab-fcd39f5f89eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.532106] env[70015]: DEBUG oslo_vmware.api [None req-f1740fa7-5d94-45c0-ab7f-485124619314 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611186, 'name': CloneVM_Task} progress is 94%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.640082] env[70015]: DEBUG oslo_vmware.api [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611192, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.16567} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.640369] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: b8ce2377-3507-4be3-88d0-b838be759cd1] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 975.641176] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0f72a4-32e5-4387-ae37-90829d47d121 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.666326] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: b8ce2377-3507-4be3-88d0-b838be759cd1] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] b8ce2377-3507-4be3-88d0-b838be759cd1/b8ce2377-3507-4be3-88d0-b838be759cd1.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.668122] env[70015]: DEBUG nova.network.neutron [req-f18c6dd5-b29d-4afb-b1e8-1182d9cf86d4 req-746ffdc6-b163-4d8b-92c7-af22c03322cf service nova] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Updated VIF entry in instance network info cache for port ae98d77e-a8d6-4130-a56e-f66775ade6b7. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 975.668714] env[70015]: DEBUG nova.network.neutron [req-f18c6dd5-b29d-4afb-b1e8-1182d9cf86d4 req-746ffdc6-b163-4d8b-92c7-af22c03322cf service nova] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Updating instance_info_cache with network_info: [{"id": "ae98d77e-a8d6-4130-a56e-f66775ade6b7", "address": "fa:16:3e:c0:72:7b", "network": {"id": "95efea0f-47dd-4e00-93a5-5956063d36a2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-128699547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56b653c9717c48faae27d5abd0e5113f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae98d77e-a8", "ovs_interfaceid": "ae98d77e-a8d6-4130-a56e-f66775ade6b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.671435] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f77eb8e9-9f64-40fd-b02b-815f8c7e1339 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.065s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.673787] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2442b37-1a71-4825-b77f-37c27792813e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.690739] env[70015]: DEBUG oslo_concurrency.lockutils [None req-66b5d731-435e-4ac0-a901-0c57dc7beaf5 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.436s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.690739] env[70015]: DEBUG nova.objects.instance [None req-66b5d731-435e-4ac0-a901-0c57dc7beaf5 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Lazy-loading 'resources' on Instance uuid 37d5cc23-3eb8-419f-8eca-a2897e3638b2 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.697260] env[70015]: DEBUG oslo_vmware.api [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 975.697260] env[70015]: value = "task-3611193" [ 975.697260] env[70015]: _type = "Task" [ 975.697260] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.707119] env[70015]: DEBUG oslo_vmware.api [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611193, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.710379] env[70015]: INFO nova.scheduler.client.report [None req-f77eb8e9-9f64-40fd-b02b-815f8c7e1339 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Deleted allocations for instance b498583a-2390-46af-b939-72998ebacdf5 [ 975.729630] env[70015]: DEBUG oslo_vmware.api [None req-33dfdf65-b0ca-4785-bba3-fd73e9cbb962 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611188, 'name': CloneVM_Task} progress is 94%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.753945] env[70015]: DEBUG nova.compute.manager [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Stashing vm_state: active {{(pid=70015) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 975.832977] env[70015]: DEBUG oslo_concurrency.lockutils [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquiring lock "04a6ab06-6e2c-4c81-a6aa-3f9811d2a733" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.832977] env[70015]: DEBUG oslo_concurrency.lockutils [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lock "04a6ab06-6e2c-4c81-a6aa-3f9811d2a733" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.905060] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611191, 'name': CreateVM_Task, 'duration_secs': 0.634401} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.905219] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 975.905884] env[70015]: DEBUG oslo_concurrency.lockutils [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.906066] env[70015]: DEBUG oslo_concurrency.lockutils [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.906407] env[70015]: DEBUG oslo_concurrency.lockutils [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.906652] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b1ad1f4-48c6-4d69-9981-7d7ee30e6589 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.911134] env[70015]: DEBUG oslo_vmware.api [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Waiting for the task: (returnval){ [ 975.911134] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52d13f3e-c50f-eb14-5672-c8228e0197bf" [ 975.911134] env[70015]: _type = "Task" [ 975.911134] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.918585] env[70015]: DEBUG oslo_vmware.api [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52d13f3e-c50f-eb14-5672-c8228e0197bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.022928] env[70015]: DEBUG oslo_vmware.api [None req-f1740fa7-5d94-45c0-ab7f-485124619314 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611186, 'name': CloneVM_Task} progress is 95%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.034106] env[70015]: DEBUG nova.compute.manager [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 976.191187] env[70015]: DEBUG oslo_concurrency.lockutils [req-f18c6dd5-b29d-4afb-b1e8-1182d9cf86d4 req-746ffdc6-b163-4d8b-92c7-af22c03322cf service nova] Releasing lock "refresh_cache-39abed00-024f-4718-a7aa-9d26ea6533ad" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.208516] env[70015]: DEBUG oslo_vmware.api [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611193, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.217754] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f77eb8e9-9f64-40fd-b02b-815f8c7e1339 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "b498583a-2390-46af-b939-72998ebacdf5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.517s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.232736] env[70015]: DEBUG oslo_vmware.api [None req-33dfdf65-b0ca-4785-bba3-fd73e9cbb962 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611188, 'name': CloneVM_Task} progress is 94%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.273609] env[70015]: DEBUG oslo_concurrency.lockutils [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.334639] env[70015]: DEBUG nova.compute.manager [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 976.421663] env[70015]: DEBUG oslo_vmware.api [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52d13f3e-c50f-eb14-5672-c8228e0197bf, 'name': SearchDatastore_Task, 'duration_secs': 0.054732} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.422553] env[70015]: DEBUG oslo_concurrency.lockutils [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.422553] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 976.422553] env[70015]: DEBUG oslo_concurrency.lockutils [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.422668] env[70015]: DEBUG oslo_concurrency.lockutils [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.422838] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 976.423116] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da1426ee-da18-4811-91de-485ebf343c10 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.431909] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 976.432602] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 976.432868] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-729ff5e1-ce2e-4fb4-984c-f96b48af40c2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.438141] env[70015]: DEBUG oslo_vmware.api [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Waiting for the task: (returnval){ [ 976.438141] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52375fa1-5d6d-2b54-fc59-42d85d23aeac" [ 976.438141] env[70015]: _type = "Task" [ 976.438141] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.448412] env[70015]: DEBUG oslo_vmware.api [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52375fa1-5d6d-2b54-fc59-42d85d23aeac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.523468] env[70015]: DEBUG oslo_vmware.api [None req-f1740fa7-5d94-45c0-ab7f-485124619314 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611186, 'name': CloneVM_Task, 'duration_secs': 2.165249} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.526328] env[70015]: INFO nova.virt.vmwareapi.vmops [None req-f1740fa7-5d94-45c0-ab7f-485124619314 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Created linked-clone VM from snapshot [ 976.530025] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09752b4-91d6-41b3-8dba-52446cbd564d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.536867] env[70015]: DEBUG nova.virt.vmwareapi.images [None req-f1740fa7-5d94-45c0-ab7f-485124619314 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Uploading image 1f5a0a0f-7678-45ac-b72f-1b0524402d7a {{(pid=70015) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 976.559465] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.578181] env[70015]: DEBUG oslo_vmware.rw_handles [None req-f1740fa7-5d94-45c0-ab7f-485124619314 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 976.578181] env[70015]: value = "vm-720341" [ 976.578181] env[70015]: _type = "VirtualMachine" [ 976.578181] env[70015]: }. {{(pid=70015) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 976.578181] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4d2036cc-6631-4389-a874-e02494a09a1c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.582373] env[70015]: DEBUG oslo_vmware.rw_handles [None req-f1740fa7-5d94-45c0-ab7f-485124619314 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Lease: (returnval){ [ 976.582373] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5210db8a-ed51-b762-6d32-b22a3a6bbb11" [ 976.582373] env[70015]: _type = "HttpNfcLease" [ 976.582373] env[70015]: } obtained for exporting VM: (result){ [ 976.582373] env[70015]: value = "vm-720341" [ 976.582373] env[70015]: _type = "VirtualMachine" [ 976.582373] env[70015]: }. {{(pid=70015) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 976.582632] env[70015]: DEBUG oslo_vmware.api [None req-f1740fa7-5d94-45c0-ab7f-485124619314 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Waiting for the lease: (returnval){ [ 976.582632] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5210db8a-ed51-b762-6d32-b22a3a6bbb11" [ 976.582632] env[70015]: _type = "HttpNfcLease" [ 976.582632] env[70015]: } to be ready. {{(pid=70015) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 976.591659] env[70015]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 976.591659] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5210db8a-ed51-b762-6d32-b22a3a6bbb11" [ 976.591659] env[70015]: _type = "HttpNfcLease" [ 976.591659] env[70015]: } is initializing. {{(pid=70015) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 976.600768] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91acd374-49f3-401c-b63f-69344fb36ac2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.608160] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093b408f-15b7-49d1-b819-e8da1173a41d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.643018] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60103a9c-f714-4677-997a-4d087112f3ca {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.647301] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9076750-ef2d-46e5-aa68-d4d68fc6fac3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.661142] env[70015]: DEBUG nova.compute.provider_tree [None req-66b5d731-435e-4ac0-a901-0c57dc7beaf5 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.707358] env[70015]: DEBUG oslo_vmware.api [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611193, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.730887] env[70015]: DEBUG oslo_vmware.api [None req-33dfdf65-b0ca-4785-bba3-fd73e9cbb962 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611188, 'name': CloneVM_Task, 'duration_secs': 1.847803} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.730887] env[70015]: INFO nova.virt.vmwareapi.vmops [None req-33dfdf65-b0ca-4785-bba3-fd73e9cbb962 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Created linked-clone VM from snapshot [ 976.731685] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ddaa640-3896-448e-b3f9-5c8be1f09124 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.739532] env[70015]: DEBUG nova.virt.vmwareapi.images [None req-33dfdf65-b0ca-4785-bba3-fd73e9cbb962 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Uploading image 951b0727-e1e6-4b34-83ad-a46654d7e187 {{(pid=70015) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 976.761248] env[70015]: DEBUG oslo_vmware.rw_handles [None req-33dfdf65-b0ca-4785-bba3-fd73e9cbb962 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 976.761248] env[70015]: value = "vm-720342" [ 976.761248] env[70015]: _type = "VirtualMachine" [ 976.761248] env[70015]: }. {{(pid=70015) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 976.761763] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1a1632b3-299c-494b-8036-bb1cb344b689 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.769452] env[70015]: DEBUG oslo_vmware.rw_handles [None req-33dfdf65-b0ca-4785-bba3-fd73e9cbb962 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lease: (returnval){ [ 976.769452] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]521f7672-d1d0-7743-65d0-4280b02944b1" [ 976.769452] env[70015]: _type = "HttpNfcLease" [ 976.769452] env[70015]: } obtained for exporting VM: (result){ [ 976.769452] env[70015]: value = "vm-720342" [ 976.769452] env[70015]: _type = "VirtualMachine" [ 976.769452] env[70015]: }. {{(pid=70015) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 976.769810] env[70015]: DEBUG oslo_vmware.api [None req-33dfdf65-b0ca-4785-bba3-fd73e9cbb962 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the lease: (returnval){ [ 976.769810] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]521f7672-d1d0-7743-65d0-4280b02944b1" [ 976.769810] env[70015]: _type = "HttpNfcLease" [ 976.769810] env[70015]: } to be ready. {{(pid=70015) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 976.776629] env[70015]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 976.776629] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]521f7672-d1d0-7743-65d0-4280b02944b1" [ 976.776629] env[70015]: _type = "HttpNfcLease" [ 976.776629] env[70015]: } is initializing. {{(pid=70015) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 976.860353] env[70015]: DEBUG oslo_concurrency.lockutils [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.951097] env[70015]: DEBUG oslo_vmware.api [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52375fa1-5d6d-2b54-fc59-42d85d23aeac, 'name': SearchDatastore_Task, 'duration_secs': 0.020332} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.951991] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e474424d-0f4d-4bcf-8e5e-378dd53bd482 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.958167] env[70015]: DEBUG oslo_vmware.api [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Waiting for the task: (returnval){ [ 976.958167] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5229af1f-1b62-7546-c1da-8734e6c5fdce" [ 976.958167] env[70015]: _type = "Task" [ 976.958167] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.966514] env[70015]: DEBUG oslo_vmware.api [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5229af1f-1b62-7546-c1da-8734e6c5fdce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.091786] env[70015]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 977.091786] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5210db8a-ed51-b762-6d32-b22a3a6bbb11" [ 977.091786] env[70015]: _type = "HttpNfcLease" [ 977.091786] env[70015]: } is ready. {{(pid=70015) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 977.091786] env[70015]: DEBUG oslo_vmware.rw_handles [None req-f1740fa7-5d94-45c0-ab7f-485124619314 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 977.091786] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5210db8a-ed51-b762-6d32-b22a3a6bbb11" [ 977.091786] env[70015]: _type = "HttpNfcLease" [ 977.091786] env[70015]: }. {{(pid=70015) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 977.092594] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e9a4ce-9a01-4848-9ad9-91360017c396 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.102063] env[70015]: DEBUG oslo_vmware.rw_handles [None req-f1740fa7-5d94-45c0-ab7f-485124619314 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e4af9-26d1-99c9-5962-09bff912fa09/disk-0.vmdk from lease info. {{(pid=70015) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 977.102289] env[70015]: DEBUG oslo_vmware.rw_handles [None req-f1740fa7-5d94-45c0-ab7f-485124619314 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e4af9-26d1-99c9-5962-09bff912fa09/disk-0.vmdk for reading. {{(pid=70015) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 977.168617] env[70015]: DEBUG nova.scheduler.client.report [None req-66b5d731-435e-4ac0-a901-0c57dc7beaf5 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.208763] env[70015]: DEBUG oslo_vmware.api [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611193, 'name': ReconfigVM_Task, 'duration_secs': 1.437081} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.209122] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: b8ce2377-3507-4be3-88d0-b838be759cd1] Reconfigured VM instance instance-0000004f to attach disk [datastore1] b8ce2377-3507-4be3-88d0-b838be759cd1/b8ce2377-3507-4be3-88d0-b838be759cd1.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.209714] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97942563-3c95-4022-8250-49cd5c221c30 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.216351] env[70015]: DEBUG oslo_vmware.api [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 977.216351] env[70015]: value = "task-3611196" [ 977.216351] env[70015]: _type = "Task" [ 977.216351] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.223893] env[70015]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7a2a3b78-5526-4a1c-a4bb-7444bc3352ee {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.230114] env[70015]: DEBUG oslo_vmware.api [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611196, 'name': Rename_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.277681] env[70015]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 977.277681] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]521f7672-d1d0-7743-65d0-4280b02944b1" [ 977.277681] env[70015]: _type = "HttpNfcLease" [ 977.277681] env[70015]: } is ready. {{(pid=70015) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 977.277989] env[70015]: DEBUG oslo_vmware.rw_handles [None req-33dfdf65-b0ca-4785-bba3-fd73e9cbb962 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 977.277989] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]521f7672-d1d0-7743-65d0-4280b02944b1" [ 977.277989] env[70015]: _type = "HttpNfcLease" [ 977.277989] env[70015]: }. {{(pid=70015) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 977.278730] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bded00b-a917-4512-9681-60a07ce923b1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.286617] env[70015]: DEBUG oslo_vmware.rw_handles [None req-33dfdf65-b0ca-4785-bba3-fd73e9cbb962 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c1174c-8a6a-535f-ff75-b433807b895f/disk-0.vmdk from lease info. {{(pid=70015) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 977.286794] env[70015]: DEBUG oslo_vmware.rw_handles [None req-33dfdf65-b0ca-4785-bba3-fd73e9cbb962 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c1174c-8a6a-535f-ff75-b433807b895f/disk-0.vmdk for reading. {{(pid=70015) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 977.393558] env[70015]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ea9ee44a-f322-4340-87eb-3597a4731a18 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.469466] env[70015]: DEBUG oslo_vmware.api [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5229af1f-1b62-7546-c1da-8734e6c5fdce, 'name': SearchDatastore_Task, 'duration_secs': 0.012472} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.469810] env[70015]: DEBUG oslo_concurrency.lockutils [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.470021] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 39abed00-024f-4718-a7aa-9d26ea6533ad/39abed00-024f-4718-a7aa-9d26ea6533ad.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 977.470292] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a4e00fb-ec7f-459e-8bdd-1769d47fc909 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.476803] env[70015]: DEBUG oslo_vmware.api [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Waiting for the task: (returnval){ [ 977.476803] env[70015]: value = "task-3611197" [ 977.476803] env[70015]: _type = "Task" [ 977.476803] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.485150] env[70015]: DEBUG oslo_vmware.api [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Task: {'id': task-3611197, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.674392] env[70015]: DEBUG oslo_concurrency.lockutils [None req-66b5d731-435e-4ac0-a901-0c57dc7beaf5 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.981s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.675212] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8eefd77d-b5a6-4d03-a28e-311f0ae6d64a tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.111s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.675813] env[70015]: DEBUG nova.objects.instance [None req-8eefd77d-b5a6-4d03-a28e-311f0ae6d64a tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lazy-loading 'resources' on Instance uuid f643562c-87ff-4090-aa1b-f7453ce83b66 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.699518] env[70015]: INFO nova.scheduler.client.report [None req-66b5d731-435e-4ac0-a901-0c57dc7beaf5 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Deleted allocations for instance 37d5cc23-3eb8-419f-8eca-a2897e3638b2 [ 977.727828] env[70015]: DEBUG oslo_vmware.api [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611196, 'name': Rename_Task, 'duration_secs': 0.248838} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.727828] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: b8ce2377-3507-4be3-88d0-b838be759cd1] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.728254] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43d7976d-f508-4c31-81a9-ab9b3ce8bf54 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.736930] env[70015]: DEBUG oslo_vmware.api [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 977.736930] env[70015]: value = "task-3611198" [ 977.736930] env[70015]: _type = "Task" [ 977.736930] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.746296] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "5609a74f-9200-49e8-880d-da768b12d8ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.747620] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "5609a74f-9200-49e8-880d-da768b12d8ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.755993] env[70015]: DEBUG oslo_vmware.api [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611198, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.990735] env[70015]: DEBUG oslo_vmware.api [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Task: {'id': task-3611197, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.210025] env[70015]: DEBUG oslo_concurrency.lockutils [None req-66b5d731-435e-4ac0-a901-0c57dc7beaf5 tempest-ServersListShow2100Test-184333253 tempest-ServersListShow2100Test-184333253-project-member] Lock "37d5cc23-3eb8-419f-8eca-a2897e3638b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.386s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.251776] env[70015]: DEBUG nova.compute.manager [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 978.261400] env[70015]: DEBUG oslo_vmware.api [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611198, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.494686] env[70015]: DEBUG oslo_vmware.api [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Task: {'id': task-3611197, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676954} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.500369] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 39abed00-024f-4718-a7aa-9d26ea6533ad/39abed00-024f-4718-a7aa-9d26ea6533ad.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 978.501563] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 978.502306] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d935800-ba50-489b-9116-2163930de52d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.510255] env[70015]: DEBUG oslo_vmware.api [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Waiting for the task: (returnval){ [ 978.510255] env[70015]: value = "task-3611199" [ 978.510255] env[70015]: _type = "Task" [ 978.510255] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.524471] env[70015]: DEBUG oslo_vmware.api [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Task: {'id': task-3611199, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.629968] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03751f4-941d-40f6-922b-5566567a51d6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.638664] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f6c283-1270-4167-b58e-ffbedf2050d5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.673675] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18fe9abb-404c-40d0-aba9-659285893f3d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.682406] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664e8c24-cadd-4c11-94a8-9b78ef23e0f3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.698249] env[70015]: DEBUG nova.compute.provider_tree [None req-8eefd77d-b5a6-4d03-a28e-311f0ae6d64a tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.754210] env[70015]: DEBUG oslo_vmware.api [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611198, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.776351] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.022984] env[70015]: DEBUG oslo_vmware.api [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Task: {'id': task-3611199, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068018} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.023412] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 979.024365] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a143827-be21-4005-955e-3cd60dc4e2ac {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.047655] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 39abed00-024f-4718-a7aa-9d26ea6533ad/39abed00-024f-4718-a7aa-9d26ea6533ad.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.048158] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62c1e58c-9b09-4f6d-aa59-ca91e2d31322 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.068633] env[70015]: DEBUG oslo_vmware.api [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Waiting for the task: (returnval){ [ 979.068633] env[70015]: value = "task-3611200" [ 979.068633] env[70015]: _type = "Task" [ 979.068633] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.078402] env[70015]: DEBUG oslo_vmware.api [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Task: {'id': task-3611200, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.205504] env[70015]: DEBUG nova.scheduler.client.report [None req-8eefd77d-b5a6-4d03-a28e-311f0ae6d64a tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.256917] env[70015]: DEBUG oslo_vmware.api [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611198, 'name': PowerOnVM_Task, 'duration_secs': 1.27327} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.257397] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: b8ce2377-3507-4be3-88d0-b838be759cd1] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.257780] env[70015]: INFO nova.compute.manager [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: b8ce2377-3507-4be3-88d0-b838be759cd1] Took 10.56 seconds to spawn the instance on the hypervisor. [ 979.258189] env[70015]: DEBUG nova.compute.manager [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: b8ce2377-3507-4be3-88d0-b838be759cd1] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 979.260200] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7a4bbc-ed1b-4174-9750-fada83432fac {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.581046] env[70015]: DEBUG oslo_vmware.api [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Task: {'id': task-3611200, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.711634] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8eefd77d-b5a6-4d03-a28e-311f0ae6d64a tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.036s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.715071] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.408s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.716366] env[70015]: INFO nova.compute.claims [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] [instance: c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 979.735902] env[70015]: INFO nova.scheduler.client.report [None req-8eefd77d-b5a6-4d03-a28e-311f0ae6d64a tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Deleted allocations for instance f643562c-87ff-4090-aa1b-f7453ce83b66 [ 979.782281] env[70015]: INFO nova.compute.manager [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: b8ce2377-3507-4be3-88d0-b838be759cd1] Took 48.05 seconds to build instance. [ 980.080091] env[70015]: DEBUG oslo_vmware.api [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Task: {'id': task-3611200, 'name': ReconfigVM_Task, 'duration_secs': 0.566419} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.080400] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 39abed00-024f-4718-a7aa-9d26ea6533ad/39abed00-024f-4718-a7aa-9d26ea6533ad.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.081118] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-307aca50-bb37-445c-9b1b-e241b796615b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.088129] env[70015]: DEBUG oslo_vmware.api [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Waiting for the task: (returnval){ [ 980.088129] env[70015]: value = "task-3611201" [ 980.088129] env[70015]: _type = "Task" [ 980.088129] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.096445] env[70015]: DEBUG oslo_vmware.api [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Task: {'id': task-3611201, 'name': Rename_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.243535] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8eefd77d-b5a6-4d03-a28e-311f0ae6d64a tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "f643562c-87ff-4090-aa1b-f7453ce83b66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.740s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.284713] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "b8ce2377-3507-4be3-88d0-b838be759cd1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.571s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.598594] env[70015]: DEBUG oslo_vmware.api [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Task: {'id': task-3611201, 'name': Rename_Task, 'duration_secs': 0.324865} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.598985] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 980.599261] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3754442-10cc-491f-958a-b31ea937788a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.605414] env[70015]: DEBUG oslo_vmware.api [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Waiting for the task: (returnval){ [ 980.605414] env[70015]: value = "task-3611202" [ 980.605414] env[70015]: _type = "Task" [ 980.605414] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.615098] env[70015]: DEBUG oslo_vmware.api [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Task: {'id': task-3611202, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.093600] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29419f2d-3cba-440a-9ed4-a719438ccfd5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.101540] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d57aa7-1366-4099-93e5-2126503a744b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.212082] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542a17d9-4c4f-412d-bfd6-400b5f0cdd8f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.212082] env[70015]: DEBUG oslo_vmware.api [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Task: {'id': task-3611202, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.212082] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab20c4af-4ff1-46f3-9d0d-544b637f3a80 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.212082] env[70015]: DEBUG nova.compute.provider_tree [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.617976] env[70015]: DEBUG oslo_vmware.api [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Task: {'id': task-3611202, 'name': PowerOnVM_Task, 'duration_secs': 0.742169} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.618404] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 981.618621] env[70015]: INFO nova.compute.manager [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Took 10.15 seconds to spawn the instance on the hypervisor. [ 981.618879] env[70015]: DEBUG nova.compute.manager [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 981.619816] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f8bdeb-bdb0-4544-a4fa-7d4b65d44a7d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.667748] env[70015]: DEBUG nova.scheduler.client.report [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.136216] env[70015]: INFO nova.compute.manager [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Took 47.28 seconds to build instance. [ 982.173330] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.459s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.173866] env[70015]: DEBUG nova.compute.manager [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] [instance: c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 982.176490] env[70015]: DEBUG oslo_concurrency.lockutils [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.187s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.176671] env[70015]: DEBUG nova.objects.instance [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70015) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 982.638378] env[70015]: DEBUG oslo_concurrency.lockutils [None req-731a4dee-4cb8-4f3e-9180-bd066c8d934c tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Lock "39abed00-024f-4718-a7aa-9d26ea6533ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.789s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.682098] env[70015]: DEBUG nova.compute.utils [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 982.686604] env[70015]: DEBUG nova.compute.manager [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] [instance: c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 982.686805] env[70015]: DEBUG nova.network.neutron [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] [instance: c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 982.725457] env[70015]: DEBUG nova.policy [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38303d3218c04439b276e9f5dd3805fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db5c377526654d4fa0744759e7046530', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 983.029775] env[70015]: DEBUG nova.network.neutron [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] [instance: c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81] Successfully created port: d707420a-45d3-4fbd-b300-8cbcd64e04ac {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 983.191021] env[70015]: DEBUG nova.compute.manager [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] [instance: c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 983.192299] env[70015]: DEBUG oslo_concurrency.lockutils [None req-804647dd-ca43-40c6-b5e6-194e0e82b346 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.193670] env[70015]: DEBUG oslo_concurrency.lockutils [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.519s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.195206] env[70015]: INFO nova.compute.claims [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 1c415b61-b6b8-421e-a975-9f902d7c0f1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 984.201659] env[70015]: DEBUG nova.compute.manager [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] [instance: c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 984.522068] env[70015]: DEBUG nova.network.neutron [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] [instance: c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81] Successfully updated port: d707420a-45d3-4fbd-b300-8cbcd64e04ac {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 984.568114] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777267aa-1439-4ff8-9767-c4ef3e224610 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.577082] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b57c04-dc7e-4a8a-92be-0b894e2d10d5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.609152] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e8e81a-9278-4b00-bd8d-2b1fe33688b5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.616889] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b2cdf0-d9e5-4ad3-a640-5d0ab8d2be68 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.632262] env[70015]: DEBUG nova.compute.provider_tree [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.024544] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Acquiring lock "refresh_cache-c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.024743] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Acquired lock "refresh_cache-c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.024916] env[70015]: DEBUG nova.network.neutron [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] [instance: c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.136027] env[70015]: DEBUG nova.scheduler.client.report [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.556812] env[70015]: DEBUG nova.network.neutron [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] [instance: c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 985.631405] env[70015]: DEBUG nova.virt.hardware [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 985.632435] env[70015]: DEBUG nova.virt.hardware [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 985.632435] env[70015]: DEBUG nova.virt.hardware [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 985.632435] env[70015]: DEBUG nova.virt.hardware [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 985.632435] env[70015]: DEBUG nova.virt.hardware [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 985.632435] env[70015]: DEBUG nova.virt.hardware [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 985.632663] env[70015]: DEBUG nova.virt.hardware [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 985.632663] env[70015]: DEBUG nova.virt.hardware [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 985.633057] env[70015]: DEBUG nova.virt.hardware [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 985.633057] env[70015]: DEBUG nova.virt.hardware [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 985.633202] env[70015]: DEBUG nova.virt.hardware [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 985.635498] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f95d90-123d-41f7-ac63-212c4b9777b7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.641564] env[70015]: DEBUG oslo_concurrency.lockutils [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.447s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.641564] env[70015]: DEBUG nova.compute.manager [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 1c415b61-b6b8-421e-a975-9f902d7c0f1f] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 985.646547] env[70015]: DEBUG oslo_vmware.rw_handles [None req-33dfdf65-b0ca-4785-bba3-fd73e9cbb962 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c1174c-8a6a-535f-ff75-b433807b895f/disk-0.vmdk. {{(pid=70015) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 985.649030] env[70015]: DEBUG oslo_concurrency.lockutils [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.597s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.649233] env[70015]: DEBUG nova.objects.instance [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70015) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 985.652524] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04731e40-d84b-4483-b4b3-4ec1d196413a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.656697] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b689f531-2d3d-443a-9969-2d31a9e0f121 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.664651] env[70015]: DEBUG oslo_vmware.rw_handles [None req-33dfdf65-b0ca-4785-bba3-fd73e9cbb962 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c1174c-8a6a-535f-ff75-b433807b895f/disk-0.vmdk is in state: ready. {{(pid=70015) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 985.664825] env[70015]: ERROR oslo_vmware.rw_handles [None req-33dfdf65-b0ca-4785-bba3-fd73e9cbb962 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c1174c-8a6a-535f-ff75-b433807b895f/disk-0.vmdk due to incomplete transfer. [ 985.675472] env[70015]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-44a1f7f7-5424-43bc-94ce-5ae9bea7679b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.685661] env[70015]: DEBUG oslo_vmware.rw_handles [None req-33dfdf65-b0ca-4785-bba3-fd73e9cbb962 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c1174c-8a6a-535f-ff75-b433807b895f/disk-0.vmdk. {{(pid=70015) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 985.685890] env[70015]: DEBUG nova.virt.vmwareapi.images [None req-33dfdf65-b0ca-4785-bba3-fd73e9cbb962 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Uploaded image 951b0727-e1e6-4b34-83ad-a46654d7e187 to the Glance image server {{(pid=70015) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 985.687605] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-33dfdf65-b0ca-4785-bba3-fd73e9cbb962 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Destroying the VM {{(pid=70015) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 985.688136] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d54c4815-bb3e-4d60-a938-2468b8f1aa09 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.693703] env[70015]: DEBUG oslo_vmware.api [None req-33dfdf65-b0ca-4785-bba3-fd73e9cbb962 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 985.693703] env[70015]: value = "task-3611203" [ 985.693703] env[70015]: _type = "Task" [ 985.693703] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.702799] env[70015]: DEBUG oslo_vmware.api [None req-33dfdf65-b0ca-4785-bba3-fd73e9cbb962 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611203, 'name': Destroy_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.727395] env[70015]: DEBUG nova.network.neutron [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] [instance: c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81] Updating instance_info_cache with network_info: [{"id": "d707420a-45d3-4fbd-b300-8cbcd64e04ac", "address": "fa:16:3e:14:de:b0", "network": {"id": "4b49bac1-02fb-4259-b107-afbdb047a765", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-750203529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db5c377526654d4fa0744759e7046530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd707420a-45", "ovs_interfaceid": "d707420a-45d3-4fbd-b300-8cbcd64e04ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.158152] env[70015]: DEBUG nova.compute.utils [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 986.163147] env[70015]: DEBUG nova.compute.manager [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 1c415b61-b6b8-421e-a975-9f902d7c0f1f] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 986.163444] env[70015]: DEBUG nova.network.neutron [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 1c415b61-b6b8-421e-a975-9f902d7c0f1f] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 986.195182] env[70015]: DEBUG nova.compute.manager [req-a2c778eb-6288-48cf-a892-426e9f47e032 req-1f99325e-84f8-405f-9a69-199ca4ee0c04 service nova] [instance: c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81] Received event network-vif-plugged-d707420a-45d3-4fbd-b300-8cbcd64e04ac {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.195420] env[70015]: DEBUG oslo_concurrency.lockutils [req-a2c778eb-6288-48cf-a892-426e9f47e032 req-1f99325e-84f8-405f-9a69-199ca4ee0c04 service nova] Acquiring lock "c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.195683] env[70015]: DEBUG oslo_concurrency.lockutils [req-a2c778eb-6288-48cf-a892-426e9f47e032 req-1f99325e-84f8-405f-9a69-199ca4ee0c04 service nova] Lock "c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.195826] env[70015]: DEBUG oslo_concurrency.lockutils [req-a2c778eb-6288-48cf-a892-426e9f47e032 req-1f99325e-84f8-405f-9a69-199ca4ee0c04 service nova] Lock "c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.196204] env[70015]: DEBUG nova.compute.manager [req-a2c778eb-6288-48cf-a892-426e9f47e032 req-1f99325e-84f8-405f-9a69-199ca4ee0c04 service nova] [instance: c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81] No waiting events found dispatching network-vif-plugged-d707420a-45d3-4fbd-b300-8cbcd64e04ac {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 986.196339] env[70015]: WARNING nova.compute.manager [req-a2c778eb-6288-48cf-a892-426e9f47e032 req-1f99325e-84f8-405f-9a69-199ca4ee0c04 service nova] [instance: c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81] Received unexpected event network-vif-plugged-d707420a-45d3-4fbd-b300-8cbcd64e04ac for instance with vm_state building and task_state spawning. [ 986.207141] env[70015]: DEBUG oslo_vmware.api [None req-33dfdf65-b0ca-4785-bba3-fd73e9cbb962 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611203, 'name': Destroy_Task} progress is 33%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.225147] env[70015]: DEBUG nova.policy [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f62305a43d3436ca05c1dd1390e09fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51ce910496bc43ceb87a5d6f0645e958', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 986.230909] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Releasing lock "refresh_cache-c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.230909] env[70015]: DEBUG nova.compute.manager [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] [instance: c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81] Instance network_info: |[{"id": "d707420a-45d3-4fbd-b300-8cbcd64e04ac", "address": "fa:16:3e:14:de:b0", "network": {"id": "4b49bac1-02fb-4259-b107-afbdb047a765", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-750203529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db5c377526654d4fa0744759e7046530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd707420a-45", "ovs_interfaceid": "d707420a-45d3-4fbd-b300-8cbcd64e04ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 986.231113] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] [instance: c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:de:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f016d1-34a6-4ebd-81ed-a6bf9d109b87', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd707420a-45d3-4fbd-b300-8cbcd64e04ac', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 986.238932] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Creating folder: Project (db5c377526654d4fa0744759e7046530). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 986.240492] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b67da0ec-ea03-4bba-8770-93899894329e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.252647] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Created folder: Project (db5c377526654d4fa0744759e7046530) in parent group-v720117. [ 986.252885] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Creating folder: Instances. Parent ref: group-v720346. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 986.253657] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79b3b430-98eb-4d1f-b8c9-fbe614a06af6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.264074] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Created folder: Instances in parent group-v720346. [ 986.264371] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 986.264632] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 986.264861] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94f23bd3-91d4-4921-a63c-c88ff298bffe {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.290987] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 986.290987] env[70015]: value = "task-3611206" [ 986.290987] env[70015]: _type = "Task" [ 986.290987] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.300719] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611206, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.635066] env[70015]: DEBUG oslo_vmware.rw_handles [None req-f1740fa7-5d94-45c0-ab7f-485124619314 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e4af9-26d1-99c9-5962-09bff912fa09/disk-0.vmdk. {{(pid=70015) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 986.636059] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f12efe-9615-4d7f-94b6-03f802d55c15 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.643289] env[70015]: DEBUG oslo_vmware.rw_handles [None req-f1740fa7-5d94-45c0-ab7f-485124619314 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e4af9-26d1-99c9-5962-09bff912fa09/disk-0.vmdk is in state: ready. {{(pid=70015) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 986.643492] env[70015]: ERROR oslo_vmware.rw_handles [None req-f1740fa7-5d94-45c0-ab7f-485124619314 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e4af9-26d1-99c9-5962-09bff912fa09/disk-0.vmdk due to incomplete transfer. [ 986.643729] env[70015]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7f9f5e39-da74-40b8-b447-15ddcd69e674 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.650250] env[70015]: DEBUG oslo_vmware.rw_handles [None req-f1740fa7-5d94-45c0-ab7f-485124619314 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e4af9-26d1-99c9-5962-09bff912fa09/disk-0.vmdk. {{(pid=70015) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 986.650449] env[70015]: DEBUG nova.virt.vmwareapi.images [None req-f1740fa7-5d94-45c0-ab7f-485124619314 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Uploaded image 1f5a0a0f-7678-45ac-b72f-1b0524402d7a to the Glance image server {{(pid=70015) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 986.653435] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1740fa7-5d94-45c0-ab7f-485124619314 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Destroying the VM {{(pid=70015) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 986.653907] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ecaafd56-0546-4e99-b0f7-873520702bc1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.659499] env[70015]: DEBUG oslo_vmware.api [None req-f1740fa7-5d94-45c0-ab7f-485124619314 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Waiting for the task: (returnval){ [ 986.659499] env[70015]: value = "task-3611207" [ 986.659499] env[70015]: _type = "Task" [ 986.659499] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.663803] env[70015]: DEBUG nova.compute.manager [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 1c415b61-b6b8-421e-a975-9f902d7c0f1f] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 986.669751] env[70015]: DEBUG oslo_concurrency.lockutils [None req-57437046-e5be-4417-b3e2-5f8c802fb6da tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.669751] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6b419e70-c278-4913-b182-a9a3ba56c75d tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.063s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.669751] env[70015]: DEBUG nova.objects.instance [None req-6b419e70-c278-4913-b182-a9a3ba56c75d tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Lazy-loading 'resources' on Instance uuid dfdf87e0-a302-455b-880b-5344ded4bdb7 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.673583] env[70015]: DEBUG oslo_vmware.api [None req-f1740fa7-5d94-45c0-ab7f-485124619314 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611207, 'name': Destroy_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.706527] env[70015]: DEBUG oslo_vmware.api [None req-33dfdf65-b0ca-4785-bba3-fd73e9cbb962 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611203, 'name': Destroy_Task, 'duration_secs': 0.665965} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.706795] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-33dfdf65-b0ca-4785-bba3-fd73e9cbb962 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Destroyed the VM [ 986.707046] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-33dfdf65-b0ca-4785-bba3-fd73e9cbb962 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Deleting Snapshot of the VM instance {{(pid=70015) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 986.707303] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5f5a6ef6-573e-4c35-a283-dac6f51c7d8e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.713197] env[70015]: DEBUG oslo_vmware.api [None req-33dfdf65-b0ca-4785-bba3-fd73e9cbb962 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 986.713197] env[70015]: value = "task-3611208" [ 986.713197] env[70015]: _type = "Task" [ 986.713197] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.721429] env[70015]: DEBUG oslo_vmware.api [None req-33dfdf65-b0ca-4785-bba3-fd73e9cbb962 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611208, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.800645] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611206, 'name': CreateVM_Task, 'duration_secs': 0.398335} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.800822] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 986.801575] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.801774] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.802206] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.802487] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-632601db-cb9a-4ed0-86c5-b5d4ebc90283 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.806930] env[70015]: DEBUG oslo_vmware.api [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Waiting for the task: (returnval){ [ 986.806930] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5274f2f4-5f2e-6e3d-f376-4cbcef858890" [ 986.806930] env[70015]: _type = "Task" [ 986.806930] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.814825] env[70015]: DEBUG oslo_vmware.api [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5274f2f4-5f2e-6e3d-f376-4cbcef858890, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.167501] env[70015]: DEBUG nova.network.neutron [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 1c415b61-b6b8-421e-a975-9f902d7c0f1f] Successfully created port: 460be253-09bc-42b7-9d5c-3f2aec2c6b97 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 987.181333] env[70015]: DEBUG oslo_vmware.api [None req-f1740fa7-5d94-45c0-ab7f-485124619314 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611207, 'name': Destroy_Task, 'duration_secs': 0.387765} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.182240] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-f1740fa7-5d94-45c0-ab7f-485124619314 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Destroyed the VM [ 987.182240] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f1740fa7-5d94-45c0-ab7f-485124619314 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Deleting Snapshot of the VM instance {{(pid=70015) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 987.182481] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7455117e-bc5a-4c6b-a6d3-47300cab4eca {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.189888] env[70015]: DEBUG oslo_vmware.api [None req-f1740fa7-5d94-45c0-ab7f-485124619314 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Waiting for the task: (returnval){ [ 987.189888] env[70015]: value = "task-3611209" [ 987.189888] env[70015]: _type = "Task" [ 987.189888] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.198456] env[70015]: DEBUG oslo_vmware.api [None req-f1740fa7-5d94-45c0-ab7f-485124619314 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611209, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.224549] env[70015]: DEBUG oslo_vmware.api [None req-33dfdf65-b0ca-4785-bba3-fd73e9cbb962 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611208, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.317266] env[70015]: DEBUG oslo_vmware.api [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5274f2f4-5f2e-6e3d-f376-4cbcef858890, 'name': SearchDatastore_Task, 'duration_secs': 0.010381} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.320560] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.320917] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] [instance: c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 987.321374] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.321640] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.321998] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 987.322678] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a670a47-7f16-4720-9ba3-a850324f9d85 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.331628] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 987.331957] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 987.332814] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bfdef6c-9dc9-448a-8e81-89febf73474c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.342743] env[70015]: DEBUG oslo_vmware.api [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Waiting for the task: (returnval){ [ 987.342743] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5218c08e-88a4-6c44-4fe9-36dcdc865107" [ 987.342743] env[70015]: _type = "Task" [ 987.342743] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.351797] env[70015]: DEBUG oslo_vmware.api [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5218c08e-88a4-6c44-4fe9-36dcdc865107, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.625958] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350c77d1-d25b-462b-8c51-489adf07859c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.639038] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314064ed-1618-4b4c-90cf-aa17f4a03128 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.672678] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75cbfc0-9e5f-4a27-8a6f-1da8694c4dc3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.684286] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e872b6-fba6-4e15-98ab-10156f0a729b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.689447] env[70015]: DEBUG nova.compute.manager [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 1c415b61-b6b8-421e-a975-9f902d7c0f1f] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 987.703106] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3c0158e8-af90-4639-98dc-9f79bcaf7ac1 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquiring lock "b8ce2377-3507-4be3-88d0-b838be759cd1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.703364] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3c0158e8-af90-4639-98dc-9f79bcaf7ac1 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "b8ce2377-3507-4be3-88d0-b838be759cd1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.703590] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3c0158e8-af90-4639-98dc-9f79bcaf7ac1 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquiring lock "b8ce2377-3507-4be3-88d0-b838be759cd1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.703749] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3c0158e8-af90-4639-98dc-9f79bcaf7ac1 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "b8ce2377-3507-4be3-88d0-b838be759cd1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.703915] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3c0158e8-af90-4639-98dc-9f79bcaf7ac1 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "b8ce2377-3507-4be3-88d0-b838be759cd1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.705701] env[70015]: DEBUG nova.compute.provider_tree [None req-6b419e70-c278-4913-b182-a9a3ba56c75d tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.707754] env[70015]: INFO nova.compute.manager [None req-3c0158e8-af90-4639-98dc-9f79bcaf7ac1 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: b8ce2377-3507-4be3-88d0-b838be759cd1] Terminating instance [ 987.721435] env[70015]: DEBUG oslo_vmware.api [None req-f1740fa7-5d94-45c0-ab7f-485124619314 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611209, 'name': RemoveSnapshot_Task} progress is 56%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.734319] env[70015]: DEBUG nova.virt.hardware [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 987.734567] env[70015]: DEBUG nova.virt.hardware [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 987.734656] env[70015]: DEBUG nova.virt.hardware [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.734835] env[70015]: DEBUG nova.virt.hardware [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 987.734979] env[70015]: DEBUG nova.virt.hardware [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.735249] env[70015]: DEBUG nova.virt.hardware [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 987.735348] env[70015]: DEBUG nova.virt.hardware [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 987.735492] env[70015]: DEBUG nova.virt.hardware [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 987.736069] env[70015]: DEBUG nova.virt.hardware [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 987.736241] env[70015]: DEBUG nova.virt.hardware [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 987.736468] env[70015]: DEBUG nova.virt.hardware [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 987.741054] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9793f13-7239-4418-b2f1-273600a05df4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.744770] env[70015]: DEBUG oslo_vmware.api [None req-33dfdf65-b0ca-4785-bba3-fd73e9cbb962 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611208, 'name': RemoveSnapshot_Task, 'duration_secs': 0.802453} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.744770] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-33dfdf65-b0ca-4785-bba3-fd73e9cbb962 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Deleted Snapshot of the VM instance {{(pid=70015) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 987.744770] env[70015]: INFO nova.compute.manager [None req-33dfdf65-b0ca-4785-bba3-fd73e9cbb962 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Took 15.16 seconds to snapshot the instance on the hypervisor. [ 987.759226] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20b8845-9109-424a-8081-42add34c5fcb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.483127] env[70015]: DEBUG nova.scheduler.client.report [None req-6b419e70-c278-4913-b182-a9a3ba56c75d tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.489997] env[70015]: DEBUG nova.compute.manager [None req-3c0158e8-af90-4639-98dc-9f79bcaf7ac1 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: b8ce2377-3507-4be3-88d0-b838be759cd1] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 988.489997] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0158e8-af90-4639-98dc-9f79bcaf7ac1 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: b8ce2377-3507-4be3-88d0-b838be759cd1] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 988.491022] env[70015]: DEBUG oslo_concurrency.lockutils [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquiring lock "273a8c9c-bc9c-440d-ab7b-cdd7e2e19412" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.491504] env[70015]: DEBUG oslo_concurrency.lockutils [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lock "273a8c9c-bc9c-440d-ab7b-cdd7e2e19412" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.493669] env[70015]: DEBUG nova.compute.manager [req-b74a84a8-320a-43ad-be14-a6155ac2cb77 req-23e39f2e-b971-4d01-8ebb-9354ca5e90b8 service nova] [instance: c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81] Received event network-changed-d707420a-45d3-4fbd-b300-8cbcd64e04ac {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.493906] env[70015]: DEBUG nova.compute.manager [req-b74a84a8-320a-43ad-be14-a6155ac2cb77 req-23e39f2e-b971-4d01-8ebb-9354ca5e90b8 service nova] [instance: c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81] Refreshing instance network info cache due to event network-changed-d707420a-45d3-4fbd-b300-8cbcd64e04ac. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 988.494147] env[70015]: DEBUG oslo_concurrency.lockutils [req-b74a84a8-320a-43ad-be14-a6155ac2cb77 req-23e39f2e-b971-4d01-8ebb-9354ca5e90b8 service nova] Acquiring lock "refresh_cache-c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.494296] env[70015]: DEBUG oslo_concurrency.lockutils [req-b74a84a8-320a-43ad-be14-a6155ac2cb77 req-23e39f2e-b971-4d01-8ebb-9354ca5e90b8 service nova] Acquired lock "refresh_cache-c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.494450] env[70015]: DEBUG nova.network.neutron [req-b74a84a8-320a-43ad-be14-a6155ac2cb77 req-23e39f2e-b971-4d01-8ebb-9354ca5e90b8 service nova] [instance: c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81] Refreshing network info cache for port d707420a-45d3-4fbd-b300-8cbcd64e04ac {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 988.503099] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244ac83e-bbc2-4ca0-931b-fc2053ac0692 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.512965] env[70015]: DEBUG oslo_vmware.api [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5218c08e-88a4-6c44-4fe9-36dcdc865107, 'name': SearchDatastore_Task, 'duration_secs': 0.016123} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.520158] env[70015]: DEBUG oslo_vmware.api [None req-f1740fa7-5d94-45c0-ab7f-485124619314 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611209, 'name': RemoveSnapshot_Task, 'duration_secs': 0.76601} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.520158] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0158e8-af90-4639-98dc-9f79bcaf7ac1 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: b8ce2377-3507-4be3-88d0-b838be759cd1] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.520158] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-404db9bd-121e-4f2a-a628-90247fcc1d6a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.522298] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f1740fa7-5d94-45c0-ab7f-485124619314 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Deleted Snapshot of the VM instance {{(pid=70015) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 988.522647] env[70015]: INFO nova.compute.manager [None req-f1740fa7-5d94-45c0-ab7f-485124619314 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Took 16.62 seconds to snapshot the instance on the hypervisor. [ 988.527777] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19fa5635-32e8-45ea-ae7c-7b89e64004ff {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.534734] env[70015]: DEBUG oslo_vmware.api [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Waiting for the task: (returnval){ [ 988.534734] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]520b4b25-b625-3179-367a-48d3dfb62081" [ 988.534734] env[70015]: _type = "Task" [ 988.534734] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.534734] env[70015]: DEBUG oslo_vmware.api [None req-3c0158e8-af90-4639-98dc-9f79bcaf7ac1 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 988.534734] env[70015]: value = "task-3611210" [ 988.534734] env[70015]: _type = "Task" [ 988.534734] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.552141] env[70015]: DEBUG oslo_vmware.api [None req-3c0158e8-af90-4639-98dc-9f79bcaf7ac1 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.552424] env[70015]: DEBUG oslo_vmware.api [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]520b4b25-b625-3179-367a-48d3dfb62081, 'name': SearchDatastore_Task, 'duration_secs': 0.010179} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.552655] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.553029] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81/c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 988.553314] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85fa3f47-4a99-4dab-a2b8-cfae36001e47 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.559431] env[70015]: DEBUG oslo_vmware.api [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Waiting for the task: (returnval){ [ 988.559431] env[70015]: value = "task-3611211" [ 988.559431] env[70015]: _type = "Task" [ 988.559431] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.568089] env[70015]: DEBUG oslo_vmware.api [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Task: {'id': task-3611211, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.988488] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6b419e70-c278-4913-b182-a9a3ba56c75d tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.320s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.991303] env[70015]: DEBUG oslo_concurrency.lockutils [None req-43e055ba-b9e2-4645-9f1b-3f9163087d4f tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.669s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.991474] env[70015]: DEBUG nova.objects.instance [None req-43e055ba-b9e2-4645-9f1b-3f9163087d4f tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lazy-loading 'resources' on Instance uuid 91a19e38-b0fe-4412-b653-e9980ccb0c25 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.993494] env[70015]: DEBUG nova.compute.manager [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 989.021634] env[70015]: INFO nova.scheduler.client.report [None req-6b419e70-c278-4913-b182-a9a3ba56c75d tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Deleted allocations for instance dfdf87e0-a302-455b-880b-5344ded4bdb7 [ 989.051640] env[70015]: DEBUG oslo_vmware.api [None req-3c0158e8-af90-4639-98dc-9f79bcaf7ac1 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611210, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.070417] env[70015]: DEBUG oslo_vmware.api [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Task: {'id': task-3611211, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507138} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.070736] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81/c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 989.070996] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] [instance: c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 989.071387] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1f0b125-5e94-47f3-aa32-22280b6a1e10 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.078215] env[70015]: DEBUG oslo_vmware.api [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Waiting for the task: (returnval){ [ 989.078215] env[70015]: value = "task-3611212" [ 989.078215] env[70015]: _type = "Task" [ 989.078215] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.092401] env[70015]: DEBUG oslo_vmware.api [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Task: {'id': task-3611212, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.169120] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "f3b64104-3919-4838-9c2b-601a41be2ece" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.169367] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "f3b64104-3919-4838-9c2b-601a41be2ece" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.251583] env[70015]: DEBUG nova.network.neutron [req-b74a84a8-320a-43ad-be14-a6155ac2cb77 req-23e39f2e-b971-4d01-8ebb-9354ca5e90b8 service nova] [instance: c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81] Updated VIF entry in instance network info cache for port d707420a-45d3-4fbd-b300-8cbcd64e04ac. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 989.252041] env[70015]: DEBUG nova.network.neutron [req-b74a84a8-320a-43ad-be14-a6155ac2cb77 req-23e39f2e-b971-4d01-8ebb-9354ca5e90b8 service nova] [instance: c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81] Updating instance_info_cache with network_info: [{"id": "d707420a-45d3-4fbd-b300-8cbcd64e04ac", "address": "fa:16:3e:14:de:b0", "network": {"id": "4b49bac1-02fb-4259-b107-afbdb047a765", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-750203529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db5c377526654d4fa0744759e7046530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd707420a-45", "ovs_interfaceid": "d707420a-45d3-4fbd-b300-8cbcd64e04ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.306325] env[70015]: DEBUG nova.compute.manager [req-1bca0d58-72b8-4809-909c-6979e8f9c364 req-c42b55d6-6c48-4864-8b3a-46dddb323735 service nova] [instance: 1c415b61-b6b8-421e-a975-9f902d7c0f1f] Received event network-vif-plugged-460be253-09bc-42b7-9d5c-3f2aec2c6b97 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.306554] env[70015]: DEBUG oslo_concurrency.lockutils [req-1bca0d58-72b8-4809-909c-6979e8f9c364 req-c42b55d6-6c48-4864-8b3a-46dddb323735 service nova] Acquiring lock "1c415b61-b6b8-421e-a975-9f902d7c0f1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.306762] env[70015]: DEBUG oslo_concurrency.lockutils [req-1bca0d58-72b8-4809-909c-6979e8f9c364 req-c42b55d6-6c48-4864-8b3a-46dddb323735 service nova] Lock "1c415b61-b6b8-421e-a975-9f902d7c0f1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.306931] env[70015]: DEBUG oslo_concurrency.lockutils [req-1bca0d58-72b8-4809-909c-6979e8f9c364 req-c42b55d6-6c48-4864-8b3a-46dddb323735 service nova] Lock "1c415b61-b6b8-421e-a975-9f902d7c0f1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.307115] env[70015]: DEBUG nova.compute.manager [req-1bca0d58-72b8-4809-909c-6979e8f9c364 req-c42b55d6-6c48-4864-8b3a-46dddb323735 service nova] [instance: 1c415b61-b6b8-421e-a975-9f902d7c0f1f] No waiting events found dispatching network-vif-plugged-460be253-09bc-42b7-9d5c-3f2aec2c6b97 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 989.307283] env[70015]: WARNING nova.compute.manager [req-1bca0d58-72b8-4809-909c-6979e8f9c364 req-c42b55d6-6c48-4864-8b3a-46dddb323735 service nova] [instance: 1c415b61-b6b8-421e-a975-9f902d7c0f1f] Received unexpected event network-vif-plugged-460be253-09bc-42b7-9d5c-3f2aec2c6b97 for instance with vm_state building and task_state spawning. [ 989.528482] env[70015]: DEBUG oslo_concurrency.lockutils [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.536480] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6b419e70-c278-4913-b182-a9a3ba56c75d tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Lock "dfdf87e0-a302-455b-880b-5344ded4bdb7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.657s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.550263] env[70015]: DEBUG oslo_vmware.api [None req-3c0158e8-af90-4639-98dc-9f79bcaf7ac1 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611210, 'name': PowerOffVM_Task, 'duration_secs': 0.564283} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.550613] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0158e8-af90-4639-98dc-9f79bcaf7ac1 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: b8ce2377-3507-4be3-88d0-b838be759cd1] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 989.550848] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0158e8-af90-4639-98dc-9f79bcaf7ac1 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: b8ce2377-3507-4be3-88d0-b838be759cd1] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 989.551120] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23ddd137-68be-4510-88f5-96cbb59d4296 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.590192] env[70015]: DEBUG oslo_vmware.api [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Task: {'id': task-3611212, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069222} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.590538] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] [instance: c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 989.591474] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d59c47-5a37-40b5-b10c-f1e9397569ba {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.620077] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] [instance: c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81/c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 989.624180] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4eebce70-8d0c-449a-98c4-53182fe821e8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.641906] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0158e8-af90-4639-98dc-9f79bcaf7ac1 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: b8ce2377-3507-4be3-88d0-b838be759cd1] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 989.641906] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0158e8-af90-4639-98dc-9f79bcaf7ac1 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: b8ce2377-3507-4be3-88d0-b838be759cd1] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 989.641906] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c0158e8-af90-4639-98dc-9f79bcaf7ac1 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Deleting the datastore file [datastore1] b8ce2377-3507-4be3-88d0-b838be759cd1 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.642402] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e005720-175f-41f2-afb9-0053ae4320e4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.647085] env[70015]: DEBUG oslo_vmware.api [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Waiting for the task: (returnval){ [ 989.647085] env[70015]: value = "task-3611214" [ 989.647085] env[70015]: _type = "Task" [ 989.647085] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.651616] env[70015]: DEBUG oslo_vmware.api [None req-3c0158e8-af90-4639-98dc-9f79bcaf7ac1 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 989.651616] env[70015]: value = "task-3611215" [ 989.651616] env[70015]: _type = "Task" [ 989.651616] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.660837] env[70015]: DEBUG nova.network.neutron [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 1c415b61-b6b8-421e-a975-9f902d7c0f1f] Successfully updated port: 460be253-09bc-42b7-9d5c-3f2aec2c6b97 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 989.665032] env[70015]: DEBUG oslo_vmware.api [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Task: {'id': task-3611214, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.667597] env[70015]: DEBUG oslo_vmware.api [None req-3c0158e8-af90-4639-98dc-9f79bcaf7ac1 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611215, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.672204] env[70015]: DEBUG nova.compute.manager [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 989.754651] env[70015]: DEBUG oslo_concurrency.lockutils [req-b74a84a8-320a-43ad-be14-a6155ac2cb77 req-23e39f2e-b971-4d01-8ebb-9354ca5e90b8 service nova] Releasing lock "refresh_cache-c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.754986] env[70015]: DEBUG nova.compute.manager [req-b74a84a8-320a-43ad-be14-a6155ac2cb77 req-23e39f2e-b971-4d01-8ebb-9354ca5e90b8 service nova] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Received event network-changed-ae98d77e-a8d6-4130-a56e-f66775ade6b7 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.755239] env[70015]: DEBUG nova.compute.manager [req-b74a84a8-320a-43ad-be14-a6155ac2cb77 req-23e39f2e-b971-4d01-8ebb-9354ca5e90b8 service nova] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Refreshing instance network info cache due to event network-changed-ae98d77e-a8d6-4130-a56e-f66775ade6b7. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 989.755501] env[70015]: DEBUG oslo_concurrency.lockutils [req-b74a84a8-320a-43ad-be14-a6155ac2cb77 req-23e39f2e-b971-4d01-8ebb-9354ca5e90b8 service nova] Acquiring lock "refresh_cache-39abed00-024f-4718-a7aa-9d26ea6533ad" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.755686] env[70015]: DEBUG oslo_concurrency.lockutils [req-b74a84a8-320a-43ad-be14-a6155ac2cb77 req-23e39f2e-b971-4d01-8ebb-9354ca5e90b8 service nova] Acquired lock "refresh_cache-39abed00-024f-4718-a7aa-9d26ea6533ad" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.755929] env[70015]: DEBUG nova.network.neutron [req-b74a84a8-320a-43ad-be14-a6155ac2cb77 req-23e39f2e-b971-4d01-8ebb-9354ca5e90b8 service nova] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Refreshing network info cache for port ae98d77e-a8d6-4130-a56e-f66775ade6b7 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 989.938055] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70b30a6-118e-4e1f-9d2e-e7ea68860738 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.947265] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148778f8-ea95-460e-bd60-b72761b5292e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.977807] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc78cd5-13a0-4b32-a24f-81d139cd21ac {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.985013] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb8ee71-ba28-41df-818c-d9f21fb34b67 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.997839] env[70015]: DEBUG nova.compute.provider_tree [None req-43e055ba-b9e2-4645-9f1b-3f9163087d4f tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.159044] env[70015]: DEBUG oslo_vmware.api [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Task: {'id': task-3611214, 'name': ReconfigVM_Task, 'duration_secs': 0.312251} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.159403] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] [instance: c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81] Reconfigured VM instance instance-00000051 to attach disk [datastore2] c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81/c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 990.160208] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d73d246-4883-48c3-bf4d-f803228b6bb4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.165338] env[70015]: DEBUG oslo_concurrency.lockutils [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Acquiring lock "refresh_cache-1c415b61-b6b8-421e-a975-9f902d7c0f1f" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.165700] env[70015]: DEBUG oslo_concurrency.lockutils [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Acquired lock "refresh_cache-1c415b61-b6b8-421e-a975-9f902d7c0f1f" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.165864] env[70015]: DEBUG nova.network.neutron [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 1c415b61-b6b8-421e-a975-9f902d7c0f1f] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 990.167122] env[70015]: DEBUG oslo_vmware.api [None req-3c0158e8-af90-4639-98dc-9f79bcaf7ac1 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611215, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249752} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.168478] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c0158e8-af90-4639-98dc-9f79bcaf7ac1 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 990.168478] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0158e8-af90-4639-98dc-9f79bcaf7ac1 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: b8ce2377-3507-4be3-88d0-b838be759cd1] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 990.168478] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0158e8-af90-4639-98dc-9f79bcaf7ac1 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: b8ce2377-3507-4be3-88d0-b838be759cd1] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 990.168478] env[70015]: INFO nova.compute.manager [None req-3c0158e8-af90-4639-98dc-9f79bcaf7ac1 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: b8ce2377-3507-4be3-88d0-b838be759cd1] Took 1.68 seconds to destroy the instance on the hypervisor. [ 990.168720] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c0158e8-af90-4639-98dc-9f79bcaf7ac1 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.168720] env[70015]: DEBUG nova.compute.manager [-] [instance: b8ce2377-3507-4be3-88d0-b838be759cd1] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 990.168786] env[70015]: DEBUG nova.network.neutron [-] [instance: b8ce2377-3507-4be3-88d0-b838be759cd1] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 990.172840] env[70015]: DEBUG oslo_vmware.api [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Waiting for the task: (returnval){ [ 990.172840] env[70015]: value = "task-3611216" [ 990.172840] env[70015]: _type = "Task" [ 990.172840] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.186059] env[70015]: DEBUG oslo_vmware.api [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Task: {'id': task-3611216, 'name': Rename_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.193775] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.397789] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a3cfb8f2-9e76-47fd-8670-3c5a87941d27 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquiring lock "dd3e3400-bf0e-41f2-954d-b7b78e6941b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.397957] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a3cfb8f2-9e76-47fd-8670-3c5a87941d27 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Lock "dd3e3400-bf0e-41f2-954d-b7b78e6941b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.398170] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a3cfb8f2-9e76-47fd-8670-3c5a87941d27 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquiring lock "dd3e3400-bf0e-41f2-954d-b7b78e6941b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.398344] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a3cfb8f2-9e76-47fd-8670-3c5a87941d27 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Lock "dd3e3400-bf0e-41f2-954d-b7b78e6941b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.398503] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a3cfb8f2-9e76-47fd-8670-3c5a87941d27 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Lock "dd3e3400-bf0e-41f2-954d-b7b78e6941b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.400535] env[70015]: INFO nova.compute.manager [None req-a3cfb8f2-9e76-47fd-8670-3c5a87941d27 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dd3e3400-bf0e-41f2-954d-b7b78e6941b5] Terminating instance [ 990.483831] env[70015]: DEBUG nova.network.neutron [req-b74a84a8-320a-43ad-be14-a6155ac2cb77 req-23e39f2e-b971-4d01-8ebb-9354ca5e90b8 service nova] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Updated VIF entry in instance network info cache for port ae98d77e-a8d6-4130-a56e-f66775ade6b7. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 990.484309] env[70015]: DEBUG nova.network.neutron [req-b74a84a8-320a-43ad-be14-a6155ac2cb77 req-23e39f2e-b971-4d01-8ebb-9354ca5e90b8 service nova] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Updating instance_info_cache with network_info: [{"id": "ae98d77e-a8d6-4130-a56e-f66775ade6b7", "address": "fa:16:3e:c0:72:7b", "network": {"id": "95efea0f-47dd-4e00-93a5-5956063d36a2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-128699547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56b653c9717c48faae27d5abd0e5113f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae98d77e-a8", "ovs_interfaceid": "ae98d77e-a8d6-4130-a56e-f66775ade6b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.500946] env[70015]: DEBUG nova.scheduler.client.report [None req-43e055ba-b9e2-4645-9f1b-3f9163087d4f tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.575315] env[70015]: DEBUG nova.compute.manager [req-2b303aaa-e64c-4357-90f2-733e55ddf4e1 req-76cfb9d1-3b14-4d3f-beba-374aad837bcd service nova] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Received event network-changed-ae98d77e-a8d6-4130-a56e-f66775ade6b7 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.575558] env[70015]: DEBUG nova.compute.manager [req-2b303aaa-e64c-4357-90f2-733e55ddf4e1 req-76cfb9d1-3b14-4d3f-beba-374aad837bcd service nova] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Refreshing instance network info cache due to event network-changed-ae98d77e-a8d6-4130-a56e-f66775ade6b7. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 990.575711] env[70015]: DEBUG oslo_concurrency.lockutils [req-2b303aaa-e64c-4357-90f2-733e55ddf4e1 req-76cfb9d1-3b14-4d3f-beba-374aad837bcd service nova] Acquiring lock "refresh_cache-39abed00-024f-4718-a7aa-9d26ea6533ad" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.683693] env[70015]: DEBUG oslo_vmware.api [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Task: {'id': task-3611216, 'name': Rename_Task, 'duration_secs': 0.1507} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.683986] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] [instance: c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 990.684319] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfe7061b-bae8-48f1-b400-0b2b1ca1e544 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.690336] env[70015]: DEBUG oslo_vmware.api [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Waiting for the task: (returnval){ [ 990.690336] env[70015]: value = "task-3611217" [ 990.690336] env[70015]: _type = "Task" [ 990.690336] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.698123] env[70015]: DEBUG oslo_vmware.api [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Task: {'id': task-3611217, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.712576] env[70015]: DEBUG nova.network.neutron [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 1c415b61-b6b8-421e-a975-9f902d7c0f1f] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 990.874468] env[70015]: DEBUG nova.compute.manager [None req-dbab78b0-752e-43e1-95db-6c1c29fe2dac tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 990.875630] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6dc6db-02ab-49cf-a9ce-c3ccf257b00c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.904429] env[70015]: DEBUG nova.compute.manager [None req-a3cfb8f2-9e76-47fd-8670-3c5a87941d27 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dd3e3400-bf0e-41f2-954d-b7b78e6941b5] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 990.904653] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a3cfb8f2-9e76-47fd-8670-3c5a87941d27 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dd3e3400-bf0e-41f2-954d-b7b78e6941b5] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.905587] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84badcc-a846-4728-adad-920bffa75561 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.913975] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3cfb8f2-9e76-47fd-8670-3c5a87941d27 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dd3e3400-bf0e-41f2-954d-b7b78e6941b5] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.913975] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67f027a1-82a8-4381-9848-afbc81cf21bc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.920981] env[70015]: DEBUG oslo_vmware.api [None req-a3cfb8f2-9e76-47fd-8670-3c5a87941d27 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 990.920981] env[70015]: value = "task-3611218" [ 990.920981] env[70015]: _type = "Task" [ 990.920981] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.928445] env[70015]: DEBUG oslo_vmware.api [None req-a3cfb8f2-9e76-47fd-8670-3c5a87941d27 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611218, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.939172] env[70015]: DEBUG nova.network.neutron [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 1c415b61-b6b8-421e-a975-9f902d7c0f1f] Updating instance_info_cache with network_info: [{"id": "460be253-09bc-42b7-9d5c-3f2aec2c6b97", "address": "fa:16:3e:0e:09:50", "network": {"id": "0143a659-7936-4f5c-a48b-3297c6f5f8b4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-822759760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51ce910496bc43ceb87a5d6f0645e958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap460be253-09", "ovs_interfaceid": "460be253-09bc-42b7-9d5c-3f2aec2c6b97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.986841] env[70015]: DEBUG oslo_concurrency.lockutils [req-b74a84a8-320a-43ad-be14-a6155ac2cb77 req-23e39f2e-b971-4d01-8ebb-9354ca5e90b8 service nova] Releasing lock "refresh_cache-39abed00-024f-4718-a7aa-9d26ea6533ad" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.987400] env[70015]: DEBUG oslo_concurrency.lockutils [req-2b303aaa-e64c-4357-90f2-733e55ddf4e1 req-76cfb9d1-3b14-4d3f-beba-374aad837bcd service nova] Acquired lock "refresh_cache-39abed00-024f-4718-a7aa-9d26ea6533ad" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.987611] env[70015]: DEBUG nova.network.neutron [req-2b303aaa-e64c-4357-90f2-733e55ddf4e1 req-76cfb9d1-3b14-4d3f-beba-374aad837bcd service nova] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Refreshing network info cache for port ae98d77e-a8d6-4130-a56e-f66775ade6b7 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 991.006461] env[70015]: DEBUG oslo_concurrency.lockutils [None req-43e055ba-b9e2-4645-9f1b-3f9163087d4f tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.015s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.008620] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b8b46a3c-40e4-462d-bbd7-6c1860cfedc2 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.761s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.009361] env[70015]: DEBUG nova.objects.instance [None req-b8b46a3c-40e4-462d-bbd7-6c1860cfedc2 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Lazy-loading 'resources' on Instance uuid 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.034670] env[70015]: INFO nova.scheduler.client.report [None req-43e055ba-b9e2-4645-9f1b-3f9163087d4f tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Deleted allocations for instance 91a19e38-b0fe-4412-b653-e9980ccb0c25 [ 991.061011] env[70015]: DEBUG nova.network.neutron [-] [instance: b8ce2377-3507-4be3-88d0-b838be759cd1] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.200815] env[70015]: DEBUG oslo_vmware.api [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Task: {'id': task-3611217, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.387542] env[70015]: INFO nova.compute.manager [None req-dbab78b0-752e-43e1-95db-6c1c29fe2dac tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] instance snapshotting [ 991.390474] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5bca47-a207-4fd2-8e5f-03dc0617cd7f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.414402] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca875720-56e3-4e68-bc40-702b04eaed59 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.431827] env[70015]: DEBUG oslo_vmware.api [None req-a3cfb8f2-9e76-47fd-8670-3c5a87941d27 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611218, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.438235] env[70015]: DEBUG oslo_concurrency.lockutils [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Releasing lock "refresh_cache-1c415b61-b6b8-421e-a975-9f902d7c0f1f" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.438480] env[70015]: DEBUG nova.compute.manager [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 1c415b61-b6b8-421e-a975-9f902d7c0f1f] Instance network_info: |[{"id": "460be253-09bc-42b7-9d5c-3f2aec2c6b97", "address": "fa:16:3e:0e:09:50", "network": {"id": "0143a659-7936-4f5c-a48b-3297c6f5f8b4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-822759760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51ce910496bc43ceb87a5d6f0645e958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap460be253-09", "ovs_interfaceid": "460be253-09bc-42b7-9d5c-3f2aec2c6b97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 991.438933] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 1c415b61-b6b8-421e-a975-9f902d7c0f1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:09:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0dd3c126-9d86-4f9a-b81c-e9627c7a5401', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '460be253-09bc-42b7-9d5c-3f2aec2c6b97', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 991.448444] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.448902] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c415b61-b6b8-421e-a975-9f902d7c0f1f] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 991.449262] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ddd449a6-6e12-4244-8d3d-e3ff6879040e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.473578] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 991.473578] env[70015]: value = "task-3611219" [ 991.473578] env[70015]: _type = "Task" [ 991.473578] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.482239] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611219, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.542060] env[70015]: DEBUG oslo_concurrency.lockutils [None req-43e055ba-b9e2-4645-9f1b-3f9163087d4f tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "91a19e38-b0fe-4412-b653-e9980ccb0c25" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.311s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.564468] env[70015]: INFO nova.compute.manager [-] [instance: b8ce2377-3507-4be3-88d0-b838be759cd1] Took 1.40 seconds to deallocate network for instance. [ 991.703622] env[70015]: DEBUG oslo_vmware.api [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Task: {'id': task-3611217, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.919052] env[70015]: DEBUG nova.network.neutron [req-2b303aaa-e64c-4357-90f2-733e55ddf4e1 req-76cfb9d1-3b14-4d3f-beba-374aad837bcd service nova] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Updated VIF entry in instance network info cache for port ae98d77e-a8d6-4130-a56e-f66775ade6b7. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 991.919503] env[70015]: DEBUG nova.network.neutron [req-2b303aaa-e64c-4357-90f2-733e55ddf4e1 req-76cfb9d1-3b14-4d3f-beba-374aad837bcd service nova] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Updating instance_info_cache with network_info: [{"id": "ae98d77e-a8d6-4130-a56e-f66775ade6b7", "address": "fa:16:3e:c0:72:7b", "network": {"id": "95efea0f-47dd-4e00-93a5-5956063d36a2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-128699547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56b653c9717c48faae27d5abd0e5113f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae98d77e-a8", "ovs_interfaceid": "ae98d77e-a8d6-4130-a56e-f66775ade6b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.927432] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-dbab78b0-752e-43e1-95db-6c1c29fe2dac tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Creating Snapshot of the VM instance {{(pid=70015) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 991.927675] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a7d2586c-a397-4e81-ab9e-8b4760e24e53 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.942277] env[70015]: DEBUG oslo_vmware.api [None req-a3cfb8f2-9e76-47fd-8670-3c5a87941d27 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611218, 'name': PowerOffVM_Task, 'duration_secs': 0.545978} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.942277] env[70015]: DEBUG oslo_vmware.api [None req-dbab78b0-752e-43e1-95db-6c1c29fe2dac tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Waiting for the task: (returnval){ [ 991.942277] env[70015]: value = "task-3611220" [ 991.942277] env[70015]: _type = "Task" [ 991.942277] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.942277] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3cfb8f2-9e76-47fd-8670-3c5a87941d27 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dd3e3400-bf0e-41f2-954d-b7b78e6941b5] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.942277] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a3cfb8f2-9e76-47fd-8670-3c5a87941d27 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dd3e3400-bf0e-41f2-954d-b7b78e6941b5] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 991.942277] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9568286-3d03-4f3c-80ee-3ed96ceb5804 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.953646] env[70015]: DEBUG oslo_vmware.api [None req-dbab78b0-752e-43e1-95db-6c1c29fe2dac tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611220, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.983198] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611219, 'name': CreateVM_Task, 'duration_secs': 0.333094} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.984261] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c415b61-b6b8-421e-a975-9f902d7c0f1f] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 991.985114] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51d7379-a239-494d-96ff-8b4bdbc2c1d1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.988342] env[70015]: DEBUG oslo_concurrency.lockutils [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.988675] env[70015]: DEBUG oslo_concurrency.lockutils [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.989114] env[70015]: DEBUG oslo_concurrency.lockutils [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.989483] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2571ff42-09b9-4669-b4e5-fca9afdf74d9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.998713] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6febaa76-0a8b-423d-81f9-6b2acd73e577 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.003355] env[70015]: DEBUG oslo_vmware.api [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Waiting for the task: (returnval){ [ 992.003355] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]526d78fc-487c-dd43-be71-b369aa063d51" [ 992.003355] env[70015]: _type = "Task" [ 992.003355] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.034186] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b0e741-09ed-4450-80bb-47c96ec5dd55 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.037277] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a3cfb8f2-9e76-47fd-8670-3c5a87941d27 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dd3e3400-bf0e-41f2-954d-b7b78e6941b5] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 992.037277] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a3cfb8f2-9e76-47fd-8670-3c5a87941d27 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dd3e3400-bf0e-41f2-954d-b7b78e6941b5] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 992.037277] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3cfb8f2-9e76-47fd-8670-3c5a87941d27 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Deleting the datastore file [datastore1] dd3e3400-bf0e-41f2-954d-b7b78e6941b5 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 992.040585] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-292917c7-eea3-490f-a2df-47182b6bf295 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.042472] env[70015]: DEBUG oslo_vmware.api [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]526d78fc-487c-dd43-be71-b369aa063d51, 'name': SearchDatastore_Task, 'duration_secs': 0.01411} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.043071] env[70015]: DEBUG oslo_concurrency.lockutils [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.043323] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 1c415b61-b6b8-421e-a975-9f902d7c0f1f] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 992.043565] env[70015]: DEBUG oslo_concurrency.lockutils [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.043711] env[70015]: DEBUG oslo_concurrency.lockutils [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.044474] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 992.044474] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f2cf928-c72e-48cf-ad55-ac5e40b5a456 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.050102] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579d9699-863d-4656-a731-db4a86cb2a32 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.053857] env[70015]: DEBUG oslo_vmware.api [None req-a3cfb8f2-9e76-47fd-8670-3c5a87941d27 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 992.053857] env[70015]: value = "task-3611222" [ 992.053857] env[70015]: _type = "Task" [ 992.053857] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.054903] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 992.055102] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 992.059033] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f57190d0-191a-4c0b-9a18-38fd54a33488 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.068730] env[70015]: DEBUG nova.compute.provider_tree [None req-b8b46a3c-40e4-462d-bbd7-6c1860cfedc2 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.075615] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3c0158e8-af90-4639-98dc-9f79bcaf7ac1 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.075911] env[70015]: DEBUG oslo_vmware.api [None req-a3cfb8f2-9e76-47fd-8670-3c5a87941d27 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611222, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.077226] env[70015]: DEBUG oslo_vmware.api [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Waiting for the task: (returnval){ [ 992.077226] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52b53147-4d70-7a6d-8367-29ed4f54a5fa" [ 992.077226] env[70015]: _type = "Task" [ 992.077226] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.085565] env[70015]: DEBUG oslo_vmware.api [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52b53147-4d70-7a6d-8367-29ed4f54a5fa, 'name': SearchDatastore_Task, 'duration_secs': 0.008629} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.086332] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-785a401c-4d15-4e7f-8b8f-81609b2ba2ef {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.093190] env[70015]: DEBUG oslo_vmware.api [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Waiting for the task: (returnval){ [ 992.093190] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]525003ba-433f-5b16-e1ef-ed8fb307285f" [ 992.093190] env[70015]: _type = "Task" [ 992.093190] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.101458] env[70015]: DEBUG oslo_vmware.api [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]525003ba-433f-5b16-e1ef-ed8fb307285f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.203121] env[70015]: DEBUG oslo_vmware.api [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Task: {'id': task-3611217, 'name': PowerOnVM_Task, 'duration_secs': 1.065485} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.203542] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] [instance: c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 992.203724] env[70015]: INFO nova.compute.manager [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] [instance: c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81] Took 8.00 seconds to spawn the instance on the hypervisor. [ 992.203935] env[70015]: DEBUG nova.compute.manager [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] [instance: c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 992.204872] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268c66e9-f087-4831-8678-ab0dd5ac72ab {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.422785] env[70015]: DEBUG oslo_concurrency.lockutils [req-2b303aaa-e64c-4357-90f2-733e55ddf4e1 req-76cfb9d1-3b14-4d3f-beba-374aad837bcd service nova] Releasing lock "refresh_cache-39abed00-024f-4718-a7aa-9d26ea6533ad" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.423232] env[70015]: DEBUG nova.compute.manager [req-2b303aaa-e64c-4357-90f2-733e55ddf4e1 req-76cfb9d1-3b14-4d3f-beba-374aad837bcd service nova] [instance: 1c415b61-b6b8-421e-a975-9f902d7c0f1f] Received event network-changed-460be253-09bc-42b7-9d5c-3f2aec2c6b97 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.423307] env[70015]: DEBUG nova.compute.manager [req-2b303aaa-e64c-4357-90f2-733e55ddf4e1 req-76cfb9d1-3b14-4d3f-beba-374aad837bcd service nova] [instance: 1c415b61-b6b8-421e-a975-9f902d7c0f1f] Refreshing instance network info cache due to event network-changed-460be253-09bc-42b7-9d5c-3f2aec2c6b97. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 992.423508] env[70015]: DEBUG oslo_concurrency.lockutils [req-2b303aaa-e64c-4357-90f2-733e55ddf4e1 req-76cfb9d1-3b14-4d3f-beba-374aad837bcd service nova] Acquiring lock "refresh_cache-1c415b61-b6b8-421e-a975-9f902d7c0f1f" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.423650] env[70015]: DEBUG oslo_concurrency.lockutils [req-2b303aaa-e64c-4357-90f2-733e55ddf4e1 req-76cfb9d1-3b14-4d3f-beba-374aad837bcd service nova] Acquired lock "refresh_cache-1c415b61-b6b8-421e-a975-9f902d7c0f1f" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.423809] env[70015]: DEBUG nova.network.neutron [req-2b303aaa-e64c-4357-90f2-733e55ddf4e1 req-76cfb9d1-3b14-4d3f-beba-374aad837bcd service nova] [instance: 1c415b61-b6b8-421e-a975-9f902d7c0f1f] Refreshing network info cache for port 460be253-09bc-42b7-9d5c-3f2aec2c6b97 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 992.450957] env[70015]: DEBUG oslo_vmware.api [None req-dbab78b0-752e-43e1-95db-6c1c29fe2dac tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611220, 'name': CreateSnapshot_Task, 'duration_secs': 0.473639} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.450957] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-dbab78b0-752e-43e1-95db-6c1c29fe2dac tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Created Snapshot of the VM instance {{(pid=70015) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 992.451411] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6f9d44-0043-494f-a90c-478b68dceed6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.565440] env[70015]: DEBUG oslo_vmware.api [None req-a3cfb8f2-9e76-47fd-8670-3c5a87941d27 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611222, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172934} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.565701] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3cfb8f2-9e76-47fd-8670-3c5a87941d27 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 992.565884] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a3cfb8f2-9e76-47fd-8670-3c5a87941d27 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dd3e3400-bf0e-41f2-954d-b7b78e6941b5] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 992.566078] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a3cfb8f2-9e76-47fd-8670-3c5a87941d27 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dd3e3400-bf0e-41f2-954d-b7b78e6941b5] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 992.566253] env[70015]: INFO nova.compute.manager [None req-a3cfb8f2-9e76-47fd-8670-3c5a87941d27 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: dd3e3400-bf0e-41f2-954d-b7b78e6941b5] Took 1.66 seconds to destroy the instance on the hypervisor. [ 992.566506] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3cfb8f2-9e76-47fd-8670-3c5a87941d27 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.566787] env[70015]: DEBUG nova.compute.manager [-] [instance: dd3e3400-bf0e-41f2-954d-b7b78e6941b5] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 992.566787] env[70015]: DEBUG nova.network.neutron [-] [instance: dd3e3400-bf0e-41f2-954d-b7b78e6941b5] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 992.572583] env[70015]: DEBUG nova.scheduler.client.report [None req-b8b46a3c-40e4-462d-bbd7-6c1860cfedc2 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.604292] env[70015]: DEBUG oslo_vmware.api [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]525003ba-433f-5b16-e1ef-ed8fb307285f, 'name': SearchDatastore_Task, 'duration_secs': 0.008888} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.604613] env[70015]: DEBUG oslo_concurrency.lockutils [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.604924] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 1c415b61-b6b8-421e-a975-9f902d7c0f1f/1c415b61-b6b8-421e-a975-9f902d7c0f1f.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 992.605308] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-554b12e6-ec1a-4ee4-b5ec-6b44947588f1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.613670] env[70015]: DEBUG oslo_vmware.api [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Waiting for the task: (returnval){ [ 992.613670] env[70015]: value = "task-3611223" [ 992.613670] env[70015]: _type = "Task" [ 992.613670] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.622605] env[70015]: DEBUG oslo_vmware.api [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3611223, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.629272] env[70015]: DEBUG oslo_concurrency.lockutils [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Acquiring lock "5e9ca815-97d7-431f-8a92-9ab12b7e3a35" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.629489] env[70015]: DEBUG oslo_concurrency.lockutils [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Lock "5e9ca815-97d7-431f-8a92-9ab12b7e3a35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.660648] env[70015]: DEBUG nova.compute.manager [req-cd35336d-1eac-457a-ba20-37a783f0022d req-493a5d18-f605-4b4d-9fa2-07108eb99bc6 service nova] [instance: b8ce2377-3507-4be3-88d0-b838be759cd1] Received event network-vif-deleted-e8e22a5d-6074-46ea-b93c-e4e95fc0279e {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.727201] env[70015]: INFO nova.compute.manager [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] [instance: c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81] Took 46.43 seconds to build instance. [ 992.968299] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-dbab78b0-752e-43e1-95db-6c1c29fe2dac tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Creating linked-clone VM from snapshot {{(pid=70015) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 992.970987] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e978f18c-fbef-4b17-90eb-1a3cd9de9d12 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.980505] env[70015]: DEBUG oslo_vmware.api [None req-dbab78b0-752e-43e1-95db-6c1c29fe2dac tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Waiting for the task: (returnval){ [ 992.980505] env[70015]: value = "task-3611224" [ 992.980505] env[70015]: _type = "Task" [ 992.980505] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.988740] env[70015]: DEBUG oslo_vmware.api [None req-dbab78b0-752e-43e1-95db-6c1c29fe2dac tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611224, 'name': CloneVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.083152] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b8b46a3c-40e4-462d-bbd7-6c1860cfedc2 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.071s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.083152] env[70015]: DEBUG oslo_concurrency.lockutils [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.137s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.083656] env[70015]: INFO nova.compute.claims [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] [instance: dcf312ed-c5b8-423e-b1fe-e0d96f5db30a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 993.112462] env[70015]: INFO nova.scheduler.client.report [None req-b8b46a3c-40e4-462d-bbd7-6c1860cfedc2 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Deleted allocations for instance 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1 [ 993.138487] env[70015]: DEBUG nova.compute.manager [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 993.140461] env[70015]: DEBUG oslo_vmware.api [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3611223, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.230045] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ae141562-f66f-4fab-874d-3c3037c6a866 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Lock "c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.946s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.255846] env[70015]: DEBUG nova.network.neutron [req-2b303aaa-e64c-4357-90f2-733e55ddf4e1 req-76cfb9d1-3b14-4d3f-beba-374aad837bcd service nova] [instance: 1c415b61-b6b8-421e-a975-9f902d7c0f1f] Updated VIF entry in instance network info cache for port 460be253-09bc-42b7-9d5c-3f2aec2c6b97. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 993.256288] env[70015]: DEBUG nova.network.neutron [req-2b303aaa-e64c-4357-90f2-733e55ddf4e1 req-76cfb9d1-3b14-4d3f-beba-374aad837bcd service nova] [instance: 1c415b61-b6b8-421e-a975-9f902d7c0f1f] Updating instance_info_cache with network_info: [{"id": "460be253-09bc-42b7-9d5c-3f2aec2c6b97", "address": "fa:16:3e:0e:09:50", "network": {"id": "0143a659-7936-4f5c-a48b-3297c6f5f8b4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-822759760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51ce910496bc43ceb87a5d6f0645e958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap460be253-09", "ovs_interfaceid": "460be253-09bc-42b7-9d5c-3f2aec2c6b97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.358054] env[70015]: DEBUG nova.network.neutron [-] [instance: dd3e3400-bf0e-41f2-954d-b7b78e6941b5] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.493400] env[70015]: DEBUG oslo_vmware.api [None req-dbab78b0-752e-43e1-95db-6c1c29fe2dac tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611224, 'name': CloneVM_Task} progress is 94%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.637633] env[70015]: DEBUG oslo_vmware.api [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3611223, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.842255} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.638272] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b8b46a3c-40e4-462d-bbd7-6c1860cfedc2 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Lock "3f23c083-5bd4-4f1c-b9b6-849e9c3241e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.089s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.640007] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 1c415b61-b6b8-421e-a975-9f902d7c0f1f/1c415b61-b6b8-421e-a975-9f902d7c0f1f.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 993.640328] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 1c415b61-b6b8-421e-a975-9f902d7c0f1f] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 993.640577] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ab2052b-19ca-4b26-99c6-5ce52f839383 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.652889] env[70015]: DEBUG oslo_vmware.api [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Waiting for the task: (returnval){ [ 993.652889] env[70015]: value = "task-3611225" [ 993.652889] env[70015]: _type = "Task" [ 993.652889] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.661213] env[70015]: DEBUG oslo_vmware.api [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3611225, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.670471] env[70015]: DEBUG oslo_concurrency.lockutils [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.759166] env[70015]: DEBUG oslo_concurrency.lockutils [req-2b303aaa-e64c-4357-90f2-733e55ddf4e1 req-76cfb9d1-3b14-4d3f-beba-374aad837bcd service nova] Releasing lock "refresh_cache-1c415b61-b6b8-421e-a975-9f902d7c0f1f" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.863695] env[70015]: INFO nova.compute.manager [-] [instance: dd3e3400-bf0e-41f2-954d-b7b78e6941b5] Took 1.30 seconds to deallocate network for instance. [ 993.993613] env[70015]: DEBUG oslo_vmware.api [None req-dbab78b0-752e-43e1-95db-6c1c29fe2dac tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611224, 'name': CloneVM_Task} progress is 94%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.161887] env[70015]: DEBUG oslo_vmware.api [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3611225, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071875} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.164320] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 1c415b61-b6b8-421e-a975-9f902d7c0f1f] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 994.165267] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6a48f5-067c-4028-8d94-4676535ebdb4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.186545] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 1c415b61-b6b8-421e-a975-9f902d7c0f1f] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 1c415b61-b6b8-421e-a975-9f902d7c0f1f/1c415b61-b6b8-421e-a975-9f902d7c0f1f.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 994.189094] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac8bbbfe-93e0-4ce8-836b-90e9975f329c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.209364] env[70015]: DEBUG oslo_vmware.api [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Waiting for the task: (returnval){ [ 994.209364] env[70015]: value = "task-3611226" [ 994.209364] env[70015]: _type = "Task" [ 994.209364] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.221802] env[70015]: DEBUG oslo_vmware.api [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3611226, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.296028] env[70015]: DEBUG oslo_concurrency.lockutils [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquiring lock "a173c940-ed80-45ec-83a2-af2b2ad416c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.296305] env[70015]: DEBUG oslo_concurrency.lockutils [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "a173c940-ed80-45ec-83a2-af2b2ad416c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.371671] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a3cfb8f2-9e76-47fd-8670-3c5a87941d27 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.446585] env[70015]: DEBUG oslo_concurrency.lockutils [None req-be9b563b-02f6-4eb9-aca0-ee8b2273f792 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Acquiring lock "c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.446843] env[70015]: DEBUG oslo_concurrency.lockutils [None req-be9b563b-02f6-4eb9-aca0-ee8b2273f792 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Lock "c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.447060] env[70015]: DEBUG oslo_concurrency.lockutils [None req-be9b563b-02f6-4eb9-aca0-ee8b2273f792 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Acquiring lock "c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.447241] env[70015]: DEBUG oslo_concurrency.lockutils [None req-be9b563b-02f6-4eb9-aca0-ee8b2273f792 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Lock "c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.447407] env[70015]: DEBUG oslo_concurrency.lockutils [None req-be9b563b-02f6-4eb9-aca0-ee8b2273f792 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Lock "c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.449535] env[70015]: INFO nova.compute.manager [None req-be9b563b-02f6-4eb9-aca0-ee8b2273f792 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] [instance: c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81] Terminating instance [ 994.493278] env[70015]: DEBUG oslo_vmware.api [None req-dbab78b0-752e-43e1-95db-6c1c29fe2dac tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611224, 'name': CloneVM_Task} progress is 95%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.495474] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83d3794-8ea6-49bf-a6be-98718bd0dc62 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.502417] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c837f4-d253-49ce-926b-04644eb76e56 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.532630] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8f6b28-e675-43f4-8251-95538e5a08c0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.540178] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e42191-1997-4263-a74f-59d79c68053d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.553671] env[70015]: DEBUG nova.compute.provider_tree [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.690267] env[70015]: DEBUG nova.compute.manager [req-630007dc-e31a-4248-be5c-a773891aa4c2 req-fd3c22d6-34b0-4796-be4c-2a691f1aaf83 service nova] [instance: dd3e3400-bf0e-41f2-954d-b7b78e6941b5] Received event network-vif-deleted-bcbe39b7-a3c5-4865-b8c8-22bff3afca58 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.718861] env[70015]: DEBUG oslo_vmware.api [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3611226, 'name': ReconfigVM_Task, 'duration_secs': 0.39073} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.719236] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 1c415b61-b6b8-421e-a975-9f902d7c0f1f] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 1c415b61-b6b8-421e-a975-9f902d7c0f1f/1c415b61-b6b8-421e-a975-9f902d7c0f1f.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.720158] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb91ef55-164b-4765-906f-faaf4aa30c57 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.727073] env[70015]: DEBUG oslo_vmware.api [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Waiting for the task: (returnval){ [ 994.727073] env[70015]: value = "task-3611227" [ 994.727073] env[70015]: _type = "Task" [ 994.727073] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.736315] env[70015]: DEBUG oslo_vmware.api [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3611227, 'name': Rename_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.798846] env[70015]: DEBUG nova.compute.manager [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 994.953692] env[70015]: DEBUG nova.compute.manager [None req-be9b563b-02f6-4eb9-aca0-ee8b2273f792 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] [instance: c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 994.953939] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-be9b563b-02f6-4eb9-aca0-ee8b2273f792 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] [instance: c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.954886] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d613e6bf-25a9-45b5-b2e5-7987c5c66a90 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.962281] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-be9b563b-02f6-4eb9-aca0-ee8b2273f792 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] [instance: c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.962609] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7eb8b0d9-0f2e-4726-9f1b-c806e48c0f68 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.968587] env[70015]: DEBUG oslo_vmware.api [None req-be9b563b-02f6-4eb9-aca0-ee8b2273f792 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Waiting for the task: (returnval){ [ 994.968587] env[70015]: value = "task-3611228" [ 994.968587] env[70015]: _type = "Task" [ 994.968587] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.976422] env[70015]: DEBUG oslo_vmware.api [None req-be9b563b-02f6-4eb9-aca0-ee8b2273f792 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Task: {'id': task-3611228, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.992681] env[70015]: DEBUG oslo_vmware.api [None req-dbab78b0-752e-43e1-95db-6c1c29fe2dac tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611224, 'name': CloneVM_Task, 'duration_secs': 1.683104} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.992979] env[70015]: INFO nova.virt.vmwareapi.vmops [None req-dbab78b0-752e-43e1-95db-6c1c29fe2dac tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Created linked-clone VM from snapshot [ 994.993719] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b76d0b4-ab36-47b1-89c5-a2ccc810122e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.000547] env[70015]: DEBUG nova.virt.vmwareapi.images [None req-dbab78b0-752e-43e1-95db-6c1c29fe2dac tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Uploading image cfab95ce-2775-4e71-a3da-136fba9dcc61 {{(pid=70015) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 995.026194] env[70015]: DEBUG oslo_vmware.rw_handles [None req-dbab78b0-752e-43e1-95db-6c1c29fe2dac tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 995.026194] env[70015]: value = "vm-720351" [ 995.026194] env[70015]: _type = "VirtualMachine" [ 995.026194] env[70015]: }. {{(pid=70015) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 995.026490] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-46d4556a-5830-4c50-99c2-4211fcb70a8a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.032665] env[70015]: DEBUG oslo_vmware.rw_handles [None req-dbab78b0-752e-43e1-95db-6c1c29fe2dac tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Lease: (returnval){ [ 995.032665] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5238815f-caf2-d75c-3ce6-d8995f4f1193" [ 995.032665] env[70015]: _type = "HttpNfcLease" [ 995.032665] env[70015]: } obtained for exporting VM: (result){ [ 995.032665] env[70015]: value = "vm-720351" [ 995.032665] env[70015]: _type = "VirtualMachine" [ 995.032665] env[70015]: }. {{(pid=70015) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 995.033011] env[70015]: DEBUG oslo_vmware.api [None req-dbab78b0-752e-43e1-95db-6c1c29fe2dac tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Waiting for the lease: (returnval){ [ 995.033011] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5238815f-caf2-d75c-3ce6-d8995f4f1193" [ 995.033011] env[70015]: _type = "HttpNfcLease" [ 995.033011] env[70015]: } to be ready. {{(pid=70015) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 995.039300] env[70015]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 995.039300] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5238815f-caf2-d75c-3ce6-d8995f4f1193" [ 995.039300] env[70015]: _type = "HttpNfcLease" [ 995.039300] env[70015]: } is initializing. {{(pid=70015) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 995.057290] env[70015]: DEBUG nova.scheduler.client.report [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.062329] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d9a1468a-16ea-4e68-b1c4-62421236afe6 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Acquiring lock "f319194b-6c78-4824-b117-e8334b900360" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.062555] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d9a1468a-16ea-4e68-b1c4-62421236afe6 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Lock "f319194b-6c78-4824-b117-e8334b900360" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.062750] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d9a1468a-16ea-4e68-b1c4-62421236afe6 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Acquiring lock "f319194b-6c78-4824-b117-e8334b900360-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.062929] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d9a1468a-16ea-4e68-b1c4-62421236afe6 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Lock "f319194b-6c78-4824-b117-e8334b900360-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.063108] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d9a1468a-16ea-4e68-b1c4-62421236afe6 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Lock "f319194b-6c78-4824-b117-e8334b900360-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.064929] env[70015]: INFO nova.compute.manager [None req-d9a1468a-16ea-4e68-b1c4-62421236afe6 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: f319194b-6c78-4824-b117-e8334b900360] Terminating instance [ 995.137890] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7173fd0b-7c34-4139-a90a-3633b50bb910 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Acquiring lock "03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.137890] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7173fd0b-7c34-4139-a90a-3633b50bb910 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Lock "03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.137890] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7173fd0b-7c34-4139-a90a-3633b50bb910 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Acquiring lock "03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.137890] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7173fd0b-7c34-4139-a90a-3633b50bb910 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Lock "03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.138380] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7173fd0b-7c34-4139-a90a-3633b50bb910 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Lock "03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.140895] env[70015]: INFO nova.compute.manager [None req-7173fd0b-7c34-4139-a90a-3633b50bb910 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21] Terminating instance [ 995.236762] env[70015]: DEBUG oslo_vmware.api [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3611227, 'name': Rename_Task, 'duration_secs': 0.144658} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.237106] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 1c415b61-b6b8-421e-a975-9f902d7c0f1f] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 995.237179] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-acd3b2b0-2ca7-44f6-bdd1-db40e3582224 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.243476] env[70015]: DEBUG oslo_vmware.api [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Waiting for the task: (returnval){ [ 995.243476] env[70015]: value = "task-3611230" [ 995.243476] env[70015]: _type = "Task" [ 995.243476] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.251192] env[70015]: DEBUG oslo_vmware.api [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3611230, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.321146] env[70015]: DEBUG oslo_concurrency.lockutils [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.480846] env[70015]: DEBUG oslo_vmware.api [None req-be9b563b-02f6-4eb9-aca0-ee8b2273f792 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Task: {'id': task-3611228, 'name': PowerOffVM_Task, 'duration_secs': 0.227516} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.481083] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-be9b563b-02f6-4eb9-aca0-ee8b2273f792 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] [instance: c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.481261] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-be9b563b-02f6-4eb9-aca0-ee8b2273f792 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] [instance: c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 995.481504] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98d2038a-d917-4ec1-9b55-618146a5b74d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.540819] env[70015]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 995.540819] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5238815f-caf2-d75c-3ce6-d8995f4f1193" [ 995.540819] env[70015]: _type = "HttpNfcLease" [ 995.540819] env[70015]: } is ready. {{(pid=70015) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 995.541217] env[70015]: DEBUG oslo_vmware.rw_handles [None req-dbab78b0-752e-43e1-95db-6c1c29fe2dac tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 995.541217] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5238815f-caf2-d75c-3ce6-d8995f4f1193" [ 995.541217] env[70015]: _type = "HttpNfcLease" [ 995.541217] env[70015]: }. {{(pid=70015) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 995.542022] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088f1b95-7ef6-4e30-a922-b23468d01c6e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.549774] env[70015]: DEBUG oslo_vmware.rw_handles [None req-dbab78b0-752e-43e1-95db-6c1c29fe2dac tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f726f5-8607-97d2-6f9c-374f3a7446bc/disk-0.vmdk from lease info. {{(pid=70015) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 995.549957] env[70015]: DEBUG oslo_vmware.rw_handles [None req-dbab78b0-752e-43e1-95db-6c1c29fe2dac tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f726f5-8607-97d2-6f9c-374f3a7446bc/disk-0.vmdk for reading. {{(pid=70015) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 995.606924] env[70015]: DEBUG oslo_concurrency.lockutils [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.525s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.607470] env[70015]: DEBUG nova.compute.manager [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] [instance: dcf312ed-c5b8-423e-b1fe-e0d96f5db30a] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 995.610342] env[70015]: DEBUG nova.compute.manager [None req-d9a1468a-16ea-4e68-b1c4-62421236afe6 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: f319194b-6c78-4824-b117-e8334b900360] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 995.610541] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a1468a-16ea-4e68-b1c4-62421236afe6 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: f319194b-6c78-4824-b117-e8334b900360] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 995.612131] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d455f013-7012-46ea-86f8-db54ebd78079 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.401s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.612336] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d455f013-7012-46ea-86f8-db54ebd78079 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.614351] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.825s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.615891] env[70015]: INFO nova.compute.claims [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 995.619523] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb8fa1e-6aa3-4f54-827d-3e24e575c48d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.628521] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9a1468a-16ea-4e68-b1c4-62421236afe6 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: f319194b-6c78-4824-b117-e8334b900360] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.628521] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-647b8f87-700c-463c-8738-e79ed9c8aea6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.635057] env[70015]: DEBUG oslo_vmware.api [None req-d9a1468a-16ea-4e68-b1c4-62421236afe6 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Waiting for the task: (returnval){ [ 995.635057] env[70015]: value = "task-3611232" [ 995.635057] env[70015]: _type = "Task" [ 995.635057] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.644814] env[70015]: DEBUG nova.compute.manager [None req-7173fd0b-7c34-4139-a90a-3633b50bb910 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 995.644963] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7173fd0b-7c34-4139-a90a-3633b50bb910 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 995.646195] env[70015]: DEBUG oslo_vmware.api [None req-d9a1468a-16ea-4e68-b1c4-62421236afe6 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': task-3611232, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.646195] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f9a135-86c4-4663-a268-f00f9a765ae2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.653666] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-7173fd0b-7c34-4139-a90a-3633b50bb910 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.654149] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c7e898a-ee73-4273-90bb-37a666a6c34a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.656962] env[70015]: INFO nova.scheduler.client.report [None req-d455f013-7012-46ea-86f8-db54ebd78079 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Deleted allocations for instance 0d762a18-2184-48f1-84d4-ed50fdb03ef8 [ 995.664604] env[70015]: DEBUG oslo_vmware.api [None req-7173fd0b-7c34-4139-a90a-3633b50bb910 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Waiting for the task: (returnval){ [ 995.664604] env[70015]: value = "task-3611233" [ 995.664604] env[70015]: _type = "Task" [ 995.664604] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.674604] env[70015]: DEBUG oslo_vmware.api [None req-7173fd0b-7c34-4139-a90a-3633b50bb910 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': task-3611233, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.676010] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-be9b563b-02f6-4eb9-aca0-ee8b2273f792 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] [instance: c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.676320] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-be9b563b-02f6-4eb9-aca0-ee8b2273f792 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] [instance: c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.676514] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-be9b563b-02f6-4eb9-aca0-ee8b2273f792 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Deleting the datastore file [datastore2] c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.676795] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6513d9cc-f5b6-42c4-a907-7973e23a2bbe {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.685745] env[70015]: DEBUG oslo_vmware.api [None req-be9b563b-02f6-4eb9-aca0-ee8b2273f792 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Waiting for the task: (returnval){ [ 995.685745] env[70015]: value = "task-3611234" [ 995.685745] env[70015]: _type = "Task" [ 995.685745] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.693598] env[70015]: DEBUG oslo_vmware.api [None req-be9b563b-02f6-4eb9-aca0-ee8b2273f792 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Task: {'id': task-3611234, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.703227] env[70015]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cb1c754e-5c3d-4c78-bbe0-cedce98119b1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.759801] env[70015]: DEBUG oslo_vmware.api [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3611230, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.113939] env[70015]: DEBUG nova.compute.utils [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 996.115444] env[70015]: DEBUG nova.compute.manager [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] [instance: dcf312ed-c5b8-423e-b1fe-e0d96f5db30a] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 996.115611] env[70015]: DEBUG nova.network.neutron [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] [instance: dcf312ed-c5b8-423e-b1fe-e0d96f5db30a] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 996.146439] env[70015]: DEBUG oslo_vmware.api [None req-d9a1468a-16ea-4e68-b1c4-62421236afe6 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': task-3611232, 'name': PowerOffVM_Task, 'duration_secs': 0.471519} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.146991] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9a1468a-16ea-4e68-b1c4-62421236afe6 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: f319194b-6c78-4824-b117-e8334b900360] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.149061] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a1468a-16ea-4e68-b1c4-62421236afe6 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: f319194b-6c78-4824-b117-e8334b900360] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.149061] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67157786-4598-4791-a5b8-2b5954717bdf {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.170880] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d455f013-7012-46ea-86f8-db54ebd78079 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Lock "0d762a18-2184-48f1-84d4-ed50fdb03ef8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.411s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.178482] env[70015]: DEBUG oslo_vmware.api [None req-7173fd0b-7c34-4139-a90a-3633b50bb910 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': task-3611233, 'name': PowerOffVM_Task, 'duration_secs': 0.441844} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.178862] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-7173fd0b-7c34-4139-a90a-3633b50bb910 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.179757] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7173fd0b-7c34-4139-a90a-3633b50bb910 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.179757] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-609e132f-1e34-4b08-a169-2de03d083b5a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.193479] env[70015]: DEBUG oslo_vmware.api [None req-be9b563b-02f6-4eb9-aca0-ee8b2273f792 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Task: {'id': task-3611234, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.329293} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.194482] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-be9b563b-02f6-4eb9-aca0-ee8b2273f792 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.194909] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-be9b563b-02f6-4eb9-aca0-ee8b2273f792 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] [instance: c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.195211] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-be9b563b-02f6-4eb9-aca0-ee8b2273f792 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] [instance: c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.195565] env[70015]: INFO nova.compute.manager [None req-be9b563b-02f6-4eb9-aca0-ee8b2273f792 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] [instance: c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81] Took 1.24 seconds to destroy the instance on the hypervisor. [ 996.195843] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be9b563b-02f6-4eb9-aca0-ee8b2273f792 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.196477] env[70015]: DEBUG nova.compute.manager [-] [instance: c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 996.196583] env[70015]: DEBUG nova.network.neutron [-] [instance: c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 996.222566] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a1468a-16ea-4e68-b1c4-62421236afe6 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: f319194b-6c78-4824-b117-e8334b900360] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 996.222750] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a1468a-16ea-4e68-b1c4-62421236afe6 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: f319194b-6c78-4824-b117-e8334b900360] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 996.222895] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9a1468a-16ea-4e68-b1c4-62421236afe6 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Deleting the datastore file [datastore2] f319194b-6c78-4824-b117-e8334b900360 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.223195] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92434e2e-60e0-43ea-8b92-39eb9a7d32d0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.230682] env[70015]: DEBUG oslo_vmware.api [None req-d9a1468a-16ea-4e68-b1c4-62421236afe6 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Waiting for the task: (returnval){ [ 996.230682] env[70015]: value = "task-3611237" [ 996.230682] env[70015]: _type = "Task" [ 996.230682] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.248999] env[70015]: DEBUG oslo_vmware.api [None req-d9a1468a-16ea-4e68-b1c4-62421236afe6 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': task-3611237, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.254475] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7173fd0b-7c34-4139-a90a-3633b50bb910 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 996.254787] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7173fd0b-7c34-4139-a90a-3633b50bb910 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 996.255019] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-7173fd0b-7c34-4139-a90a-3633b50bb910 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Deleting the datastore file [datastore2] 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.255352] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d54b8d5-4cec-48a7-9f17-1c54cbbfc6bd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.263888] env[70015]: DEBUG oslo_vmware.api [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3611230, 'name': PowerOnVM_Task, 'duration_secs': 0.912892} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.265338] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 1c415b61-b6b8-421e-a975-9f902d7c0f1f] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.265788] env[70015]: INFO nova.compute.manager [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 1c415b61-b6b8-421e-a975-9f902d7c0f1f] Took 8.58 seconds to spawn the instance on the hypervisor. [ 996.266033] env[70015]: DEBUG nova.compute.manager [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 1c415b61-b6b8-421e-a975-9f902d7c0f1f] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.266574] env[70015]: DEBUG oslo_vmware.api [None req-7173fd0b-7c34-4139-a90a-3633b50bb910 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Waiting for the task: (returnval){ [ 996.266574] env[70015]: value = "task-3611238" [ 996.266574] env[70015]: _type = "Task" [ 996.266574] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.267419] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf388d26-a62b-471e-90c2-e38c7b6b5a3e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.284410] env[70015]: DEBUG oslo_vmware.api [None req-7173fd0b-7c34-4139-a90a-3633b50bb910 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': task-3611238, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.422827] env[70015]: DEBUG nova.policy [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6880200b4b654ef2a951f86039c4d3f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23928c30285a4dcfa629881cc54de1f6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 996.619773] env[70015]: DEBUG nova.compute.manager [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] [instance: dcf312ed-c5b8-423e-b1fe-e0d96f5db30a] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 996.714198] env[70015]: DEBUG nova.compute.manager [req-8649a797-03d6-4db3-987d-8092a4d56561 req-e7ddbcb6-432d-46ac-a905-7bb74c94df4e service nova] [instance: c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81] Received event network-vif-deleted-d707420a-45d3-4fbd-b300-8cbcd64e04ac {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.714198] env[70015]: INFO nova.compute.manager [req-8649a797-03d6-4db3-987d-8092a4d56561 req-e7ddbcb6-432d-46ac-a905-7bb74c94df4e service nova] [instance: c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81] Neutron deleted interface d707420a-45d3-4fbd-b300-8cbcd64e04ac; detaching it from the instance and deleting it from the info cache [ 996.714198] env[70015]: DEBUG nova.network.neutron [req-8649a797-03d6-4db3-987d-8092a4d56561 req-e7ddbcb6-432d-46ac-a905-7bb74c94df4e service nova] [instance: c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.725562] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 996.727417] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 996.758263] env[70015]: DEBUG oslo_vmware.api [None req-d9a1468a-16ea-4e68-b1c4-62421236afe6 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': task-3611237, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308989} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.761309] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9a1468a-16ea-4e68-b1c4-62421236afe6 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.761555] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a1468a-16ea-4e68-b1c4-62421236afe6 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: f319194b-6c78-4824-b117-e8334b900360] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.761817] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a1468a-16ea-4e68-b1c4-62421236afe6 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: f319194b-6c78-4824-b117-e8334b900360] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.762018] env[70015]: INFO nova.compute.manager [None req-d9a1468a-16ea-4e68-b1c4-62421236afe6 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: f319194b-6c78-4824-b117-e8334b900360] Took 1.15 seconds to destroy the instance on the hypervisor. [ 996.762311] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9a1468a-16ea-4e68-b1c4-62421236afe6 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.764836] env[70015]: DEBUG nova.compute.manager [-] [instance: f319194b-6c78-4824-b117-e8334b900360] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 996.764836] env[70015]: DEBUG nova.network.neutron [-] [instance: f319194b-6c78-4824-b117-e8334b900360] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 996.782087] env[70015]: DEBUG oslo_vmware.api [None req-7173fd0b-7c34-4139-a90a-3633b50bb910 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Task: {'id': task-3611238, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286285} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.782391] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-7173fd0b-7c34-4139-a90a-3633b50bb910 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.782599] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7173fd0b-7c34-4139-a90a-3633b50bb910 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.782788] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7173fd0b-7c34-4139-a90a-3633b50bb910 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.782963] env[70015]: INFO nova.compute.manager [None req-7173fd0b-7c34-4139-a90a-3633b50bb910 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] [instance: 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21] Took 1.14 seconds to destroy the instance on the hypervisor. [ 996.783244] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7173fd0b-7c34-4139-a90a-3633b50bb910 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.783852] env[70015]: DEBUG nova.compute.manager [-] [instance: 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 996.783852] env[70015]: DEBUG nova.network.neutron [-] [instance: 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 996.792749] env[70015]: INFO nova.compute.manager [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 1c415b61-b6b8-421e-a975-9f902d7c0f1f] Took 49.14 seconds to build instance. [ 997.077311] env[70015]: DEBUG nova.network.neutron [-] [instance: c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.084210] env[70015]: DEBUG nova.network.neutron [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] [instance: dcf312ed-c5b8-423e-b1fe-e0d96f5db30a] Successfully created port: fb379197-a1fc-45c1-8308-69db5259509d {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 997.116607] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb29a176-3df0-4029-a01c-191cf6df3b47 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.125785] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c804c467-338c-4801-8e16-9c5dcce37679 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.167693] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3438c96-091a-46e5-9ade-54d2a04cb895 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.182819] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e80bd3-63c9-4407-b292-82b36a756c96 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.207567] env[70015]: DEBUG nova.compute.provider_tree [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.220651] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c2aabca7-a369-4d1c-a25a-273efa9bfc29 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.230303] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f56d9ea-56e1-433a-91ea-9411ed11d601 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.253212] env[70015]: DEBUG oslo_concurrency.lockutils [None req-fd69ebf4-dc05-468c-bf93-bcffb1518e3e tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Acquiring lock "eca5f46e-6d82-499a-b5a2-018e49f3f933" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.255543] env[70015]: DEBUG oslo_concurrency.lockutils [None req-fd69ebf4-dc05-468c-bf93-bcffb1518e3e tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Lock "eca5f46e-6d82-499a-b5a2-018e49f3f933" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.255826] env[70015]: DEBUG oslo_concurrency.lockutils [None req-fd69ebf4-dc05-468c-bf93-bcffb1518e3e tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Acquiring lock "eca5f46e-6d82-499a-b5a2-018e49f3f933-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.255978] env[70015]: DEBUG oslo_concurrency.lockutils [None req-fd69ebf4-dc05-468c-bf93-bcffb1518e3e tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Lock "eca5f46e-6d82-499a-b5a2-018e49f3f933-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.256684] env[70015]: DEBUG oslo_concurrency.lockutils [None req-fd69ebf4-dc05-468c-bf93-bcffb1518e3e tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Lock "eca5f46e-6d82-499a-b5a2-018e49f3f933-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.257808] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 997.258453] env[70015]: INFO nova.compute.manager [None req-fd69ebf4-dc05-468c-bf93-bcffb1518e3e tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Terminating instance [ 997.274839] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 997.275337] env[70015]: DEBUG nova.compute.manager [req-8649a797-03d6-4db3-987d-8092a4d56561 req-e7ddbcb6-432d-46ac-a905-7bb74c94df4e service nova] [instance: c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81] Detach interface failed, port_id=d707420a-45d3-4fbd-b300-8cbcd64e04ac, reason: Instance c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81 could not be found. {{(pid=70015) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 997.276952] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 997.277224] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 997.277440] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 997.277803] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 997.278055] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70015) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 997.278395] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 997.296033] env[70015]: DEBUG oslo_concurrency.lockutils [None req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Lock "1c415b61-b6b8-421e-a975-9f902d7c0f1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.647s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.553438] env[70015]: DEBUG nova.compute.manager [req-b9046a55-9680-40c9-9387-3c39520a4061 req-58a8a0be-8655-48dc-9101-10af71cbce25 service nova] [instance: 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21] Received event network-vif-deleted-6f23775b-7629-4b1e-8e43-f2647294b244 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.553438] env[70015]: INFO nova.compute.manager [req-b9046a55-9680-40c9-9387-3c39520a4061 req-58a8a0be-8655-48dc-9101-10af71cbce25 service nova] [instance: 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21] Neutron deleted interface 6f23775b-7629-4b1e-8e43-f2647294b244; detaching it from the instance and deleting it from the info cache [ 997.553438] env[70015]: DEBUG nova.network.neutron [req-b9046a55-9680-40c9-9387-3c39520a4061 req-58a8a0be-8655-48dc-9101-10af71cbce25 service nova] [instance: 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.559317] env[70015]: DEBUG nova.network.neutron [-] [instance: f319194b-6c78-4824-b117-e8334b900360] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.584671] env[70015]: INFO nova.compute.manager [-] [instance: c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81] Took 1.39 seconds to deallocate network for instance. [ 997.668693] env[70015]: DEBUG nova.compute.manager [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] [instance: dcf312ed-c5b8-423e-b1fe-e0d96f5db30a] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 997.676157] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d3380a37-84b6-4c7e-935a-480b115d2262 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Acquiring lock "1c415b61-b6b8-421e-a975-9f902d7c0f1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.676157] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d3380a37-84b6-4c7e-935a-480b115d2262 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Lock "1c415b61-b6b8-421e-a975-9f902d7c0f1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.676157] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d3380a37-84b6-4c7e-935a-480b115d2262 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Acquiring lock "1c415b61-b6b8-421e-a975-9f902d7c0f1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.676586] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d3380a37-84b6-4c7e-935a-480b115d2262 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Lock "1c415b61-b6b8-421e-a975-9f902d7c0f1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.676586] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d3380a37-84b6-4c7e-935a-480b115d2262 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Lock "1c415b61-b6b8-421e-a975-9f902d7c0f1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.678517] env[70015]: INFO nova.compute.manager [None req-d3380a37-84b6-4c7e-935a-480b115d2262 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 1c415b61-b6b8-421e-a975-9f902d7c0f1f] Terminating instance [ 997.699689] env[70015]: DEBUG nova.virt.hardware [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 997.699945] env[70015]: DEBUG nova.virt.hardware [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 997.700149] env[70015]: DEBUG nova.virt.hardware [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.700300] env[70015]: DEBUG nova.virt.hardware [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 997.700448] env[70015]: DEBUG nova.virt.hardware [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.700586] env[70015]: DEBUG nova.virt.hardware [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 997.701194] env[70015]: DEBUG nova.virt.hardware [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 997.701370] env[70015]: DEBUG nova.virt.hardware [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 997.702080] env[70015]: DEBUG nova.virt.hardware [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 997.702235] env[70015]: DEBUG nova.virt.hardware [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 997.702734] env[70015]: DEBUG nova.virt.hardware [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 997.703742] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8853886f-da50-4941-94e2-5c0ddb85847c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.711798] env[70015]: DEBUG nova.scheduler.client.report [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.717066] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d96ba1-f102-459a-b3a6-38eb6bbd8637 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.779840] env[70015]: DEBUG nova.compute.manager [None req-fd69ebf4-dc05-468c-bf93-bcffb1518e3e tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 997.780855] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-fd69ebf4-dc05-468c-bf93-bcffb1518e3e tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 997.781988] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.782813] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82cd6059-26e5-4e2e-aa4b-99b5a0c87aa1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.790984] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd69ebf4-dc05-468c-bf93-bcffb1518e3e tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.791319] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-195377db-8b62-4144-8d3d-6cbd137de690 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.797386] env[70015]: DEBUG oslo_vmware.api [None req-fd69ebf4-dc05-468c-bf93-bcffb1518e3e tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Waiting for the task: (returnval){ [ 997.797386] env[70015]: value = "task-3611239" [ 997.797386] env[70015]: _type = "Task" [ 997.797386] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.810071] env[70015]: DEBUG oslo_vmware.api [None req-fd69ebf4-dc05-468c-bf93-bcffb1518e3e tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3611239, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.886867] env[70015]: DEBUG nova.network.neutron [-] [instance: 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.056756] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a2debb07-23be-44a8-9e54-11faa39ddf2f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.061475] env[70015]: INFO nova.compute.manager [-] [instance: f319194b-6c78-4824-b117-e8334b900360] Took 1.30 seconds to deallocate network for instance. [ 998.069727] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1211c7aa-e73f-4b86-b6cd-15ff3a0b55d9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.107023] env[70015]: DEBUG oslo_concurrency.lockutils [None req-be9b563b-02f6-4eb9-aca0-ee8b2273f792 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.107023] env[70015]: DEBUG nova.compute.manager [req-b9046a55-9680-40c9-9387-3c39520a4061 req-58a8a0be-8655-48dc-9101-10af71cbce25 service nova] [instance: 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21] Detach interface failed, port_id=6f23775b-7629-4b1e-8e43-f2647294b244, reason: Instance 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21 could not be found. {{(pid=70015) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 998.184352] env[70015]: DEBUG nova.compute.manager [None req-d3380a37-84b6-4c7e-935a-480b115d2262 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 1c415b61-b6b8-421e-a975-9f902d7c0f1f] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 998.184765] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d3380a37-84b6-4c7e-935a-480b115d2262 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 1c415b61-b6b8-421e-a975-9f902d7c0f1f] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 998.186036] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151949dc-a24d-43c2-9ac1-aac9e7ed0061 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.194848] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3380a37-84b6-4c7e-935a-480b115d2262 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 1c415b61-b6b8-421e-a975-9f902d7c0f1f] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.194848] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a48bf453-60bf-4290-b57e-d39f3672857c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.201523] env[70015]: DEBUG oslo_vmware.api [None req-d3380a37-84b6-4c7e-935a-480b115d2262 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Waiting for the task: (returnval){ [ 998.201523] env[70015]: value = "task-3611240" [ 998.201523] env[70015]: _type = "Task" [ 998.201523] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.210512] env[70015]: DEBUG oslo_vmware.api [None req-d3380a37-84b6-4c7e-935a-480b115d2262 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3611240, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.222681] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.223292] env[70015]: DEBUG nova.compute.manager [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 998.226614] env[70015]: DEBUG oslo_concurrency.lockutils [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 21.953s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.308570] env[70015]: DEBUG oslo_vmware.api [None req-fd69ebf4-dc05-468c-bf93-bcffb1518e3e tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3611239, 'name': PowerOffVM_Task, 'duration_secs': 0.217411} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.308930] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd69ebf4-dc05-468c-bf93-bcffb1518e3e tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 998.309131] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-fd69ebf4-dc05-468c-bf93-bcffb1518e3e tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 998.309686] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34585bd6-d7c0-4e4e-8645-fc58c1186a2d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.389643] env[70015]: INFO nova.compute.manager [-] [instance: 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21] Took 1.61 seconds to deallocate network for instance. [ 998.420076] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-fd69ebf4-dc05-468c-bf93-bcffb1518e3e tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 998.420364] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-fd69ebf4-dc05-468c-bf93-bcffb1518e3e tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 998.420571] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd69ebf4-dc05-468c-bf93-bcffb1518e3e tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Deleting the datastore file [datastore1] eca5f46e-6d82-499a-b5a2-018e49f3f933 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 998.420968] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6fd1560-68bd-43be-a84b-9c78e32a8b1e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.427919] env[70015]: DEBUG oslo_vmware.api [None req-fd69ebf4-dc05-468c-bf93-bcffb1518e3e tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Waiting for the task: (returnval){ [ 998.427919] env[70015]: value = "task-3611242" [ 998.427919] env[70015]: _type = "Task" [ 998.427919] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.436958] env[70015]: DEBUG oslo_vmware.api [None req-fd69ebf4-dc05-468c-bf93-bcffb1518e3e tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3611242, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.583722] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d9a1468a-16ea-4e68-b1c4-62421236afe6 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.713214] env[70015]: DEBUG oslo_vmware.api [None req-d3380a37-84b6-4c7e-935a-480b115d2262 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3611240, 'name': PowerOffVM_Task, 'duration_secs': 0.286518} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.713214] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3380a37-84b6-4c7e-935a-480b115d2262 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 1c415b61-b6b8-421e-a975-9f902d7c0f1f] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 998.713214] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d3380a37-84b6-4c7e-935a-480b115d2262 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 1c415b61-b6b8-421e-a975-9f902d7c0f1f] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 998.713214] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d81774b1-54bb-4c2e-85d7-d9d31b926687 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.731286] env[70015]: INFO nova.compute.claims [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 998.736681] env[70015]: DEBUG nova.compute.utils [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 998.741503] env[70015]: DEBUG nova.compute.manager [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 998.741503] env[70015]: DEBUG nova.network.neutron [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 998.766472] env[70015]: DEBUG nova.compute.manager [req-d883adea-ca3d-4948-83d0-299e78ab1994 req-b6124a1b-4fd7-4d0f-8b52-849351f638d2 service nova] [instance: f319194b-6c78-4824-b117-e8334b900360] Received event network-vif-deleted-210c7c0f-af80-4c9d-bed8-1f66e1b868cb {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.796109] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d3380a37-84b6-4c7e-935a-480b115d2262 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 1c415b61-b6b8-421e-a975-9f902d7c0f1f] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 998.796350] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d3380a37-84b6-4c7e-935a-480b115d2262 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 1c415b61-b6b8-421e-a975-9f902d7c0f1f] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 998.796537] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3380a37-84b6-4c7e-935a-480b115d2262 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Deleting the datastore file [datastore2] 1c415b61-b6b8-421e-a975-9f902d7c0f1f {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 998.796798] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9b60d46-fa6b-4b1e-a2db-a8fbe4b9bfa2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.803512] env[70015]: DEBUG oslo_vmware.api [None req-d3380a37-84b6-4c7e-935a-480b115d2262 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Waiting for the task: (returnval){ [ 998.803512] env[70015]: value = "task-3611244" [ 998.803512] env[70015]: _type = "Task" [ 998.803512] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.812326] env[70015]: DEBUG oslo_vmware.api [None req-d3380a37-84b6-4c7e-935a-480b115d2262 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3611244, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.839625] env[70015]: DEBUG nova.policy [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '008e0770d68148c881d93f5bf77478f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8c13cae3e5b4a91965eec4a0da9232e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 998.896747] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7173fd0b-7c34-4139-a90a-3633b50bb910 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.940078] env[70015]: DEBUG oslo_vmware.api [None req-fd69ebf4-dc05-468c-bf93-bcffb1518e3e tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Task: {'id': task-3611242, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196533} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.940383] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd69ebf4-dc05-468c-bf93-bcffb1518e3e tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 998.940591] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-fd69ebf4-dc05-468c-bf93-bcffb1518e3e tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 998.940770] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-fd69ebf4-dc05-468c-bf93-bcffb1518e3e tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 998.940998] env[70015]: INFO nova.compute.manager [None req-fd69ebf4-dc05-468c-bf93-bcffb1518e3e tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Took 1.16 seconds to destroy the instance on the hypervisor. [ 998.941222] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd69ebf4-dc05-468c-bf93-bcffb1518e3e tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.941420] env[70015]: DEBUG nova.compute.manager [-] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 998.941514] env[70015]: DEBUG nova.network.neutron [-] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 999.216755] env[70015]: DEBUG nova.network.neutron [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] [instance: dcf312ed-c5b8-423e-b1fe-e0d96f5db30a] Successfully updated port: fb379197-a1fc-45c1-8308-69db5259509d {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 999.242967] env[70015]: INFO nova.compute.resource_tracker [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Updating resource usage from migration a4e8aef2-b8de-4b51-9fb7-02f95bdb1dbb [ 999.246705] env[70015]: DEBUG nova.compute.manager [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 999.320455] env[70015]: DEBUG oslo_vmware.api [None req-d3380a37-84b6-4c7e-935a-480b115d2262 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Task: {'id': task-3611244, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317755} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.320455] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3380a37-84b6-4c7e-935a-480b115d2262 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 999.320455] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d3380a37-84b6-4c7e-935a-480b115d2262 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 1c415b61-b6b8-421e-a975-9f902d7c0f1f] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 999.320455] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d3380a37-84b6-4c7e-935a-480b115d2262 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 1c415b61-b6b8-421e-a975-9f902d7c0f1f] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 999.320455] env[70015]: INFO nova.compute.manager [None req-d3380a37-84b6-4c7e-935a-480b115d2262 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] [instance: 1c415b61-b6b8-421e-a975-9f902d7c0f1f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 999.320455] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3380a37-84b6-4c7e-935a-480b115d2262 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.320455] env[70015]: DEBUG nova.compute.manager [-] [instance: 1c415b61-b6b8-421e-a975-9f902d7c0f1f] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 999.320455] env[70015]: DEBUG nova.network.neutron [-] [instance: 1c415b61-b6b8-421e-a975-9f902d7c0f1f] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 999.429820] env[70015]: DEBUG nova.network.neutron [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Successfully created port: 6087b59c-4dea-457e-a6aa-0b60f2df3163 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 999.593708] env[70015]: DEBUG nova.compute.manager [req-d4501b2e-3b51-4c1d-a166-dd6c7219cd24 req-b04aa27a-53fe-4307-9a8c-9847a1cc8f63 service nova] [instance: dcf312ed-c5b8-423e-b1fe-e0d96f5db30a] Received event network-vif-plugged-fb379197-a1fc-45c1-8308-69db5259509d {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.594515] env[70015]: DEBUG oslo_concurrency.lockutils [req-d4501b2e-3b51-4c1d-a166-dd6c7219cd24 req-b04aa27a-53fe-4307-9a8c-9847a1cc8f63 service nova] Acquiring lock "dcf312ed-c5b8-423e-b1fe-e0d96f5db30a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.594515] env[70015]: DEBUG oslo_concurrency.lockutils [req-d4501b2e-3b51-4c1d-a166-dd6c7219cd24 req-b04aa27a-53fe-4307-9a8c-9847a1cc8f63 service nova] Lock "dcf312ed-c5b8-423e-b1fe-e0d96f5db30a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.594648] env[70015]: DEBUG oslo_concurrency.lockutils [req-d4501b2e-3b51-4c1d-a166-dd6c7219cd24 req-b04aa27a-53fe-4307-9a8c-9847a1cc8f63 service nova] Lock "dcf312ed-c5b8-423e-b1fe-e0d96f5db30a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.594955] env[70015]: DEBUG nova.compute.manager [req-d4501b2e-3b51-4c1d-a166-dd6c7219cd24 req-b04aa27a-53fe-4307-9a8c-9847a1cc8f63 service nova] [instance: dcf312ed-c5b8-423e-b1fe-e0d96f5db30a] No waiting events found dispatching network-vif-plugged-fb379197-a1fc-45c1-8308-69db5259509d {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 999.595271] env[70015]: WARNING nova.compute.manager [req-d4501b2e-3b51-4c1d-a166-dd6c7219cd24 req-b04aa27a-53fe-4307-9a8c-9847a1cc8f63 service nova] [instance: dcf312ed-c5b8-423e-b1fe-e0d96f5db30a] Received unexpected event network-vif-plugged-fb379197-a1fc-45c1-8308-69db5259509d for instance with vm_state building and task_state spawning. [ 999.595482] env[70015]: DEBUG nova.compute.manager [req-d4501b2e-3b51-4c1d-a166-dd6c7219cd24 req-b04aa27a-53fe-4307-9a8c-9847a1cc8f63 service nova] [instance: dcf312ed-c5b8-423e-b1fe-e0d96f5db30a] Received event network-changed-fb379197-a1fc-45c1-8308-69db5259509d {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.595646] env[70015]: DEBUG nova.compute.manager [req-d4501b2e-3b51-4c1d-a166-dd6c7219cd24 req-b04aa27a-53fe-4307-9a8c-9847a1cc8f63 service nova] [instance: dcf312ed-c5b8-423e-b1fe-e0d96f5db30a] Refreshing instance network info cache due to event network-changed-fb379197-a1fc-45c1-8308-69db5259509d. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 999.596097] env[70015]: DEBUG oslo_concurrency.lockutils [req-d4501b2e-3b51-4c1d-a166-dd6c7219cd24 req-b04aa27a-53fe-4307-9a8c-9847a1cc8f63 service nova] Acquiring lock "refresh_cache-dcf312ed-c5b8-423e-b1fe-e0d96f5db30a" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.596097] env[70015]: DEBUG oslo_concurrency.lockutils [req-d4501b2e-3b51-4c1d-a166-dd6c7219cd24 req-b04aa27a-53fe-4307-9a8c-9847a1cc8f63 service nova] Acquired lock "refresh_cache-dcf312ed-c5b8-423e-b1fe-e0d96f5db30a" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.596207] env[70015]: DEBUG nova.network.neutron [req-d4501b2e-3b51-4c1d-a166-dd6c7219cd24 req-b04aa27a-53fe-4307-9a8c-9847a1cc8f63 service nova] [instance: dcf312ed-c5b8-423e-b1fe-e0d96f5db30a] Refreshing network info cache for port fb379197-a1fc-45c1-8308-69db5259509d {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 999.658091] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2102302-ee24-4eb3-94ae-d78fb33c7a83 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.666377] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48bfbfd0-5d16-41d1-a018-a50a69ec56be {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.698412] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa70be5-811b-456a-a8df-07f6688f971d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.701320] env[70015]: DEBUG nova.network.neutron [-] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.707960] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1fea6cc-eafa-438c-aa30-0c945d66b7c9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.724309] env[70015]: DEBUG oslo_concurrency.lockutils [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Acquiring lock "refresh_cache-dcf312ed-c5b8-423e-b1fe-e0d96f5db30a" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.724869] env[70015]: DEBUG nova.compute.provider_tree [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.139476] env[70015]: DEBUG nova.network.neutron [req-d4501b2e-3b51-4c1d-a166-dd6c7219cd24 req-b04aa27a-53fe-4307-9a8c-9847a1cc8f63 service nova] [instance: dcf312ed-c5b8-423e-b1fe-e0d96f5db30a] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1000.204178] env[70015]: INFO nova.compute.manager [-] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Took 1.26 seconds to deallocate network for instance. [ 1000.229292] env[70015]: DEBUG nova.scheduler.client.report [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.251151] env[70015]: DEBUG nova.network.neutron [-] [instance: 1c415b61-b6b8-421e-a975-9f902d7c0f1f] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.256573] env[70015]: DEBUG nova.compute.manager [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1000.261020] env[70015]: DEBUG nova.network.neutron [req-d4501b2e-3b51-4c1d-a166-dd6c7219cd24 req-b04aa27a-53fe-4307-9a8c-9847a1cc8f63 service nova] [instance: dcf312ed-c5b8-423e-b1fe-e0d96f5db30a] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.289383] env[70015]: DEBUG nova.virt.hardware [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1000.289622] env[70015]: DEBUG nova.virt.hardware [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1000.289789] env[70015]: DEBUG nova.virt.hardware [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1000.289996] env[70015]: DEBUG nova.virt.hardware [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1000.290154] env[70015]: DEBUG nova.virt.hardware [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1000.290297] env[70015]: DEBUG nova.virt.hardware [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1000.290525] env[70015]: DEBUG nova.virt.hardware [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1000.290649] env[70015]: DEBUG nova.virt.hardware [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1000.290806] env[70015]: DEBUG nova.virt.hardware [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1000.290961] env[70015]: DEBUG nova.virt.hardware [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1000.291151] env[70015]: DEBUG nova.virt.hardware [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1000.292816] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b71d76-e2d1-4b70-ae27-898979933ecd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.303311] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c453ba-70c1-4807-ba8a-35bb5eb6709f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.712287] env[70015]: DEBUG oslo_concurrency.lockutils [None req-fd69ebf4-dc05-468c-bf93-bcffb1518e3e tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.733649] env[70015]: DEBUG oslo_concurrency.lockutils [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.507s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.733649] env[70015]: INFO nova.compute.manager [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Migrating [ 1000.740553] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.181s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.742180] env[70015]: INFO nova.compute.claims [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1000.754176] env[70015]: INFO nova.compute.manager [-] [instance: 1c415b61-b6b8-421e-a975-9f902d7c0f1f] Took 1.43 seconds to deallocate network for instance. [ 1000.763258] env[70015]: DEBUG oslo_concurrency.lockutils [req-d4501b2e-3b51-4c1d-a166-dd6c7219cd24 req-b04aa27a-53fe-4307-9a8c-9847a1cc8f63 service nova] Releasing lock "refresh_cache-dcf312ed-c5b8-423e-b1fe-e0d96f5db30a" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.763630] env[70015]: DEBUG oslo_concurrency.lockutils [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Acquired lock "refresh_cache-dcf312ed-c5b8-423e-b1fe-e0d96f5db30a" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.763790] env[70015]: DEBUG nova.network.neutron [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] [instance: dcf312ed-c5b8-423e-b1fe-e0d96f5db30a] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.795390] env[70015]: DEBUG nova.compute.manager [req-1dbbdef2-62e9-4b2d-9bb6-4ea905a39dd0 req-f910d627-f1cf-41c5-9b47-099356f4d3bd service nova] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Received event network-vif-deleted-7f92cec0-9229-4e17-8874-efae08d10b68 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.256374] env[70015]: DEBUG oslo_concurrency.lockutils [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "refresh_cache-65de80a6-6419-483a-82fd-7b702362167f" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.258341] env[70015]: DEBUG oslo_concurrency.lockutils [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquired lock "refresh_cache-65de80a6-6419-483a-82fd-7b702362167f" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.258341] env[70015]: DEBUG nova.network.neutron [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.261808] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d3380a37-84b6-4c7e-935a-480b115d2262 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.309133] env[70015]: DEBUG nova.network.neutron [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] [instance: dcf312ed-c5b8-423e-b1fe-e0d96f5db30a] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1001.407966] env[70015]: DEBUG nova.network.neutron [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Successfully updated port: 6087b59c-4dea-457e-a6aa-0b60f2df3163 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1001.543593] env[70015]: DEBUG nova.network.neutron [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] [instance: dcf312ed-c5b8-423e-b1fe-e0d96f5db30a] Updating instance_info_cache with network_info: [{"id": "fb379197-a1fc-45c1-8308-69db5259509d", "address": "fa:16:3e:4b:ff:d0", "network": {"id": "be941170-d660-4a2b-acbc-c50843e8d3fb", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1364615243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23928c30285a4dcfa629881cc54de1f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb379197-a1", "ovs_interfaceid": "fb379197-a1fc-45c1-8308-69db5259509d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.631877] env[70015]: DEBUG nova.compute.manager [req-ce5741e4-ae2e-4b54-8fa5-9d0e37a682e5 req-7cd63be3-b7b8-41ef-a564-544151ffc3a7 service nova] [instance: 1c415b61-b6b8-421e-a975-9f902d7c0f1f] Received event network-vif-deleted-460be253-09bc-42b7-9d5c-3f2aec2c6b97 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.632183] env[70015]: DEBUG nova.compute.manager [req-ce5741e4-ae2e-4b54-8fa5-9d0e37a682e5 req-7cd63be3-b7b8-41ef-a564-544151ffc3a7 service nova] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Received event network-vif-plugged-6087b59c-4dea-457e-a6aa-0b60f2df3163 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.632322] env[70015]: DEBUG oslo_concurrency.lockutils [req-ce5741e4-ae2e-4b54-8fa5-9d0e37a682e5 req-7cd63be3-b7b8-41ef-a564-544151ffc3a7 service nova] Acquiring lock "c485b9cd-6be9-48ea-a547-cc338e735f7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.632520] env[70015]: DEBUG oslo_concurrency.lockutils [req-ce5741e4-ae2e-4b54-8fa5-9d0e37a682e5 req-7cd63be3-b7b8-41ef-a564-544151ffc3a7 service nova] Lock "c485b9cd-6be9-48ea-a547-cc338e735f7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.632688] env[70015]: DEBUG oslo_concurrency.lockutils [req-ce5741e4-ae2e-4b54-8fa5-9d0e37a682e5 req-7cd63be3-b7b8-41ef-a564-544151ffc3a7 service nova] Lock "c485b9cd-6be9-48ea-a547-cc338e735f7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.632855] env[70015]: DEBUG nova.compute.manager [req-ce5741e4-ae2e-4b54-8fa5-9d0e37a682e5 req-7cd63be3-b7b8-41ef-a564-544151ffc3a7 service nova] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] No waiting events found dispatching network-vif-plugged-6087b59c-4dea-457e-a6aa-0b60f2df3163 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1001.633061] env[70015]: WARNING nova.compute.manager [req-ce5741e4-ae2e-4b54-8fa5-9d0e37a682e5 req-7cd63be3-b7b8-41ef-a564-544151ffc3a7 service nova] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Received unexpected event network-vif-plugged-6087b59c-4dea-457e-a6aa-0b60f2df3163 for instance with vm_state building and task_state spawning. [ 1001.633291] env[70015]: DEBUG nova.compute.manager [req-ce5741e4-ae2e-4b54-8fa5-9d0e37a682e5 req-7cd63be3-b7b8-41ef-a564-544151ffc3a7 service nova] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Received event network-changed-6087b59c-4dea-457e-a6aa-0b60f2df3163 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.633452] env[70015]: DEBUG nova.compute.manager [req-ce5741e4-ae2e-4b54-8fa5-9d0e37a682e5 req-7cd63be3-b7b8-41ef-a564-544151ffc3a7 service nova] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Refreshing instance network info cache due to event network-changed-6087b59c-4dea-457e-a6aa-0b60f2df3163. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1001.633650] env[70015]: DEBUG oslo_concurrency.lockutils [req-ce5741e4-ae2e-4b54-8fa5-9d0e37a682e5 req-7cd63be3-b7b8-41ef-a564-544151ffc3a7 service nova] Acquiring lock "refresh_cache-c485b9cd-6be9-48ea-a547-cc338e735f7c" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.633787] env[70015]: DEBUG oslo_concurrency.lockutils [req-ce5741e4-ae2e-4b54-8fa5-9d0e37a682e5 req-7cd63be3-b7b8-41ef-a564-544151ffc3a7 service nova] Acquired lock "refresh_cache-c485b9cd-6be9-48ea-a547-cc338e735f7c" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.633945] env[70015]: DEBUG nova.network.neutron [req-ce5741e4-ae2e-4b54-8fa5-9d0e37a682e5 req-7cd63be3-b7b8-41ef-a564-544151ffc3a7 service nova] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Refreshing network info cache for port 6087b59c-4dea-457e-a6aa-0b60f2df3163 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1001.915509] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Acquiring lock "refresh_cache-c485b9cd-6be9-48ea-a547-cc338e735f7c" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.983477] env[70015]: DEBUG nova.network.neutron [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Updating instance_info_cache with network_info: [{"id": "bd4682ac-4b16-4c77-899c-f73895769db7", "address": "fa:16:3e:da:fb:a2", "network": {"id": "aed3b2bc-e425-473e-9c01-5fba157d1ba4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-846382282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faa8a08038de44e2ad837e0e45b67282", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd4682ac-4b", "ovs_interfaceid": "bd4682ac-4b16-4c77-899c-f73895769db7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.046810] env[70015]: DEBUG oslo_concurrency.lockutils [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Releasing lock "refresh_cache-dcf312ed-c5b8-423e-b1fe-e0d96f5db30a" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.047301] env[70015]: DEBUG nova.compute.manager [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] [instance: dcf312ed-c5b8-423e-b1fe-e0d96f5db30a] Instance network_info: |[{"id": "fb379197-a1fc-45c1-8308-69db5259509d", "address": "fa:16:3e:4b:ff:d0", "network": {"id": "be941170-d660-4a2b-acbc-c50843e8d3fb", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1364615243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23928c30285a4dcfa629881cc54de1f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb379197-a1", "ovs_interfaceid": "fb379197-a1fc-45c1-8308-69db5259509d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1002.048392] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] [instance: dcf312ed-c5b8-423e-b1fe-e0d96f5db30a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:ff:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb68953b-dee5-4d9d-b47b-277336ba76dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb379197-a1fc-45c1-8308-69db5259509d', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1002.056051] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Creating folder: Project (23928c30285a4dcfa629881cc54de1f6). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1002.056303] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71b18698-1a42-4279-a3f3-196592655fe3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.068485] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Created folder: Project (23928c30285a4dcfa629881cc54de1f6) in parent group-v720117. [ 1002.068725] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Creating folder: Instances. Parent ref: group-v720352. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1002.068934] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1f39738-dab3-4586-b89d-bf354df8b81c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.078476] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Created folder: Instances in parent group-v720352. [ 1002.078780] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.078938] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcf312ed-c5b8-423e-b1fe-e0d96f5db30a] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1002.079236] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-efcd3758-e9e3-4f28-9000-b5e5b56a36ff {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.102142] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1002.102142] env[70015]: value = "task-3611247" [ 1002.102142] env[70015]: _type = "Task" [ 1002.102142] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.112316] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611247, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.186617] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51bdc819-5095-4eda-a68d-50af2d4a4f24 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.195785] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6496973a-5408-4a68-8c43-038b43a092ed {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.199748] env[70015]: DEBUG nova.network.neutron [req-ce5741e4-ae2e-4b54-8fa5-9d0e37a682e5 req-7cd63be3-b7b8-41ef-a564-544151ffc3a7 service nova] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1002.231802] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1984e38-a856-4b3c-97be-4f209f85f24e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.240260] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be340d95-c4e1-43d3-82e1-100fff6141ff {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.257183] env[70015]: DEBUG nova.compute.provider_tree [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.339959] env[70015]: DEBUG nova.network.neutron [req-ce5741e4-ae2e-4b54-8fa5-9d0e37a682e5 req-7cd63be3-b7b8-41ef-a564-544151ffc3a7 service nova] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.491194] env[70015]: DEBUG oslo_concurrency.lockutils [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Releasing lock "refresh_cache-65de80a6-6419-483a-82fd-7b702362167f" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.614484] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611247, 'name': CreateVM_Task, 'duration_secs': 0.492491} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.614725] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcf312ed-c5b8-423e-b1fe-e0d96f5db30a] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1002.615480] env[70015]: DEBUG oslo_concurrency.lockutils [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.615694] env[70015]: DEBUG oslo_concurrency.lockutils [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.615956] env[70015]: DEBUG oslo_concurrency.lockutils [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.616235] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7f08f40-0d61-4604-a13a-ffcd52da59aa {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.621361] env[70015]: DEBUG oslo_vmware.api [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Waiting for the task: (returnval){ [ 1002.621361] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52a988da-f392-bd50-77ca-7c5f0d59f119" [ 1002.621361] env[70015]: _type = "Task" [ 1002.621361] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.629838] env[70015]: DEBUG oslo_vmware.api [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52a988da-f392-bd50-77ca-7c5f0d59f119, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.760829] env[70015]: DEBUG nova.scheduler.client.report [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.843968] env[70015]: DEBUG oslo_concurrency.lockutils [req-ce5741e4-ae2e-4b54-8fa5-9d0e37a682e5 req-7cd63be3-b7b8-41ef-a564-544151ffc3a7 service nova] Releasing lock "refresh_cache-c485b9cd-6be9-48ea-a547-cc338e735f7c" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.844468] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Acquired lock "refresh_cache-c485b9cd-6be9-48ea-a547-cc338e735f7c" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.844672] env[70015]: DEBUG nova.network.neutron [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1003.131948] env[70015]: DEBUG oslo_vmware.api [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52a988da-f392-bd50-77ca-7c5f0d59f119, 'name': SearchDatastore_Task, 'duration_secs': 0.010797} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.132307] env[70015]: DEBUG oslo_concurrency.lockutils [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.132546] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] [instance: dcf312ed-c5b8-423e-b1fe-e0d96f5db30a] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1003.132790] env[70015]: DEBUG oslo_concurrency.lockutils [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.134400] env[70015]: DEBUG oslo_concurrency.lockutils [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.134400] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1003.134400] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33f66dfe-1e49-43b6-bba2-2ea00ee21808 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.142790] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1003.143355] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1003.145089] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c2f110b-1eed-4fd2-848b-33a098b124dd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.150054] env[70015]: DEBUG oslo_vmware.api [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Waiting for the task: (returnval){ [ 1003.150054] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52d5adc1-8f9f-794a-044d-09e3a5bd8367" [ 1003.150054] env[70015]: _type = "Task" [ 1003.150054] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.157882] env[70015]: DEBUG oslo_vmware.api [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52d5adc1-8f9f-794a-044d-09e3a5bd8367, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.265542] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.525s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.266094] env[70015]: DEBUG nova.compute.manager [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1003.269234] env[70015]: DEBUG oslo_concurrency.lockutils [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.409s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.270810] env[70015]: INFO nova.compute.claims [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1003.393028] env[70015]: DEBUG nova.network.neutron [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1003.603757] env[70015]: DEBUG nova.network.neutron [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Updating instance_info_cache with network_info: [{"id": "6087b59c-4dea-457e-a6aa-0b60f2df3163", "address": "fa:16:3e:44:2b:3f", "network": {"id": "01441cea-ad3a-4294-8fdc-e951dbfbc413", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-557704821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8c13cae3e5b4a91965eec4a0da9232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6087b59c-4d", "ovs_interfaceid": "6087b59c-4dea-457e-a6aa-0b60f2df3163", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.660893] env[70015]: DEBUG oslo_vmware.api [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52d5adc1-8f9f-794a-044d-09e3a5bd8367, 'name': SearchDatastore_Task, 'duration_secs': 0.009667} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.661851] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5644ca6-cefb-4f69-8f90-789963732b98 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.668118] env[70015]: DEBUG oslo_vmware.api [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Waiting for the task: (returnval){ [ 1003.668118] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5269e70f-52af-1004-753d-f50f8b4f2dbd" [ 1003.668118] env[70015]: _type = "Task" [ 1003.668118] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.677431] env[70015]: DEBUG oslo_vmware.api [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5269e70f-52af-1004-753d-f50f8b4f2dbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.776561] env[70015]: DEBUG nova.compute.utils [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1003.780047] env[70015]: DEBUG nova.compute.manager [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1003.780222] env[70015]: DEBUG nova.network.neutron [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1003.816642] env[70015]: DEBUG nova.policy [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73c9dc0325fb45fd9a89eeaf4ad50ba3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd435d68eafe0418f81f5d5af015db50d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 1004.008968] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dca2301-ceec-4b4d-9782-c55e6de96bda {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.027907] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Updating instance '65de80a6-6419-483a-82fd-7b702362167f' progress to 0 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1004.106622] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Releasing lock "refresh_cache-c485b9cd-6be9-48ea-a547-cc338e735f7c" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.106957] env[70015]: DEBUG nova.compute.manager [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Instance network_info: |[{"id": "6087b59c-4dea-457e-a6aa-0b60f2df3163", "address": "fa:16:3e:44:2b:3f", "network": {"id": "01441cea-ad3a-4294-8fdc-e951dbfbc413", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-557704821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8c13cae3e5b4a91965eec4a0da9232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6087b59c-4d", "ovs_interfaceid": "6087b59c-4dea-457e-a6aa-0b60f2df3163", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1004.107439] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:2b:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6087b59c-4dea-457e-a6aa-0b60f2df3163', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1004.115033] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Creating folder: Project (e8c13cae3e5b4a91965eec4a0da9232e). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1004.115341] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c9456fd-132b-450d-9151-1323bd2c1ba0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.127816] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Created folder: Project (e8c13cae3e5b4a91965eec4a0da9232e) in parent group-v720117. [ 1004.128067] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Creating folder: Instances. Parent ref: group-v720355. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1004.128314] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a75cb002-f23f-44be-bdcc-d7446e5650e3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.137201] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Created folder: Instances in parent group-v720355. [ 1004.137520] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.137629] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1004.137838] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c35fb900-ec37-48b6-95c9-ed81031e3042 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.156385] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1004.156385] env[70015]: value = "task-3611250" [ 1004.156385] env[70015]: _type = "Task" [ 1004.156385] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.163987] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611250, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.177484] env[70015]: DEBUG oslo_vmware.api [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5269e70f-52af-1004-753d-f50f8b4f2dbd, 'name': SearchDatastore_Task, 'duration_secs': 0.010919} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.177735] env[70015]: DEBUG oslo_concurrency.lockutils [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.177998] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] dcf312ed-c5b8-423e-b1fe-e0d96f5db30a/dcf312ed-c5b8-423e-b1fe-e0d96f5db30a.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1004.178259] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79303969-dc9f-4122-8706-cda62df58a55 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.184434] env[70015]: DEBUG oslo_vmware.api [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Waiting for the task: (returnval){ [ 1004.184434] env[70015]: value = "task-3611251" [ 1004.184434] env[70015]: _type = "Task" [ 1004.184434] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.192870] env[70015]: DEBUG oslo_vmware.api [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Task: {'id': task-3611251, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.281333] env[70015]: DEBUG nova.compute.manager [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1004.479505] env[70015]: DEBUG nova.network.neutron [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Successfully created port: cf8da736-7887-4b4b-9ea1-a90507a106cc {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1004.537871] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.538636] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19eab1a8-8332-41d5-beed-36fcb50612d1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.547329] env[70015]: DEBUG oslo_vmware.api [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 1004.547329] env[70015]: value = "task-3611252" [ 1004.547329] env[70015]: _type = "Task" [ 1004.547329] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.565507] env[70015]: DEBUG oslo_vmware.api [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3611252, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.620193] env[70015]: DEBUG oslo_vmware.rw_handles [None req-dbab78b0-752e-43e1-95db-6c1c29fe2dac tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f726f5-8607-97d2-6f9c-374f3a7446bc/disk-0.vmdk. {{(pid=70015) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1004.621155] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837a7a84-86ce-4145-8186-947585c60809 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.628805] env[70015]: DEBUG oslo_vmware.rw_handles [None req-dbab78b0-752e-43e1-95db-6c1c29fe2dac tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f726f5-8607-97d2-6f9c-374f3a7446bc/disk-0.vmdk is in state: ready. {{(pid=70015) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1004.629052] env[70015]: ERROR oslo_vmware.rw_handles [None req-dbab78b0-752e-43e1-95db-6c1c29fe2dac tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f726f5-8607-97d2-6f9c-374f3a7446bc/disk-0.vmdk due to incomplete transfer. [ 1004.629383] env[70015]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-14da5555-358a-4664-866d-18e534e07635 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.637693] env[70015]: DEBUG oslo_vmware.rw_handles [None req-dbab78b0-752e-43e1-95db-6c1c29fe2dac tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f726f5-8607-97d2-6f9c-374f3a7446bc/disk-0.vmdk. {{(pid=70015) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1004.637940] env[70015]: DEBUG nova.virt.vmwareapi.images [None req-dbab78b0-752e-43e1-95db-6c1c29fe2dac tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Uploaded image cfab95ce-2775-4e71-a3da-136fba9dcc61 to the Glance image server {{(pid=70015) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1004.640359] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbab78b0-752e-43e1-95db-6c1c29fe2dac tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Destroying the VM {{(pid=70015) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1004.640663] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-083f3012-8dc5-49df-b694-4a4aeabcff9d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.652387] env[70015]: DEBUG oslo_vmware.api [None req-dbab78b0-752e-43e1-95db-6c1c29fe2dac tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Waiting for the task: (returnval){ [ 1004.652387] env[70015]: value = "task-3611253" [ 1004.652387] env[70015]: _type = "Task" [ 1004.652387] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.667076] env[70015]: DEBUG oslo_vmware.api [None req-dbab78b0-752e-43e1-95db-6c1c29fe2dac tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611253, 'name': Destroy_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.674360] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611250, 'name': CreateVM_Task, 'duration_secs': 0.356317} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.674540] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1004.675287] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.675460] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.675776] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.676116] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c1523c4-b919-4f15-a944-ac82756d648a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.680394] env[70015]: DEBUG oslo_vmware.api [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for the task: (returnval){ [ 1004.680394] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52b02234-5f5e-1f03-50de-5609c029554d" [ 1004.680394] env[70015]: _type = "Task" [ 1004.680394] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.693528] env[70015]: DEBUG oslo_vmware.api [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52b02234-5f5e-1f03-50de-5609c029554d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.700419] env[70015]: DEBUG oslo_vmware.api [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Task: {'id': task-3611251, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449214} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.700840] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] dcf312ed-c5b8-423e-b1fe-e0d96f5db30a/dcf312ed-c5b8-423e-b1fe-e0d96f5db30a.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1004.701075] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] [instance: dcf312ed-c5b8-423e-b1fe-e0d96f5db30a] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1004.701358] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dbb8d253-906e-41fa-9d61-c7dc31efb7af {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.707158] env[70015]: DEBUG oslo_vmware.api [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Waiting for the task: (returnval){ [ 1004.707158] env[70015]: value = "task-3611254" [ 1004.707158] env[70015]: _type = "Task" [ 1004.707158] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.717240] env[70015]: DEBUG oslo_vmware.api [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Task: {'id': task-3611254, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.756546] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4bf7ce-cba6-4003-869d-c379e875515d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.764664] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f259259-a678-4e3a-ae0a-e4612f493b8c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.802257] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9a792e-7847-4e4d-b15b-5a79d46a579f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.814705] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed8ea1d-a949-42a3-8c76-0fd2d97508ba {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.826570] env[70015]: DEBUG nova.compute.provider_tree [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.057570] env[70015]: DEBUG oslo_vmware.api [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3611252, 'name': PowerOffVM_Task, 'duration_secs': 0.247841} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.058032] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.058360] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Updating instance '65de80a6-6419-483a-82fd-7b702362167f' progress to 17 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1005.162274] env[70015]: DEBUG oslo_vmware.api [None req-dbab78b0-752e-43e1-95db-6c1c29fe2dac tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611253, 'name': Destroy_Task, 'duration_secs': 0.381513} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.162623] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-dbab78b0-752e-43e1-95db-6c1c29fe2dac tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Destroyed the VM [ 1005.162756] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-dbab78b0-752e-43e1-95db-6c1c29fe2dac tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Deleting Snapshot of the VM instance {{(pid=70015) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1005.163081] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0555c297-87b1-464f-a859-eb0d43ca8578 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.168867] env[70015]: DEBUG oslo_vmware.api [None req-dbab78b0-752e-43e1-95db-6c1c29fe2dac tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Waiting for the task: (returnval){ [ 1005.168867] env[70015]: value = "task-3611255" [ 1005.168867] env[70015]: _type = "Task" [ 1005.168867] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.175974] env[70015]: DEBUG oslo_vmware.api [None req-dbab78b0-752e-43e1-95db-6c1c29fe2dac tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611255, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.190742] env[70015]: DEBUG oslo_vmware.api [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52b02234-5f5e-1f03-50de-5609c029554d, 'name': SearchDatastore_Task, 'duration_secs': 0.009324} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.191124] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.191355] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1005.191590] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.191736] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.191974] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1005.192222] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ec8be52-783b-46b6-bee7-ca784b12f671 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.200194] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1005.200376] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1005.201063] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4826ed79-3a4b-47bf-93fd-a621cf7a662b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.205656] env[70015]: DEBUG oslo_vmware.api [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for the task: (returnval){ [ 1005.205656] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]527cfeaa-c60a-90a9-91c8-684d5976282b" [ 1005.205656] env[70015]: _type = "Task" [ 1005.205656] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.216315] env[70015]: DEBUG oslo_vmware.api [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]527cfeaa-c60a-90a9-91c8-684d5976282b, 'name': SearchDatastore_Task, 'duration_secs': 0.007923} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.219634] env[70015]: DEBUG oslo_vmware.api [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Task: {'id': task-3611254, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102045} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.219978] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-056ed6db-42de-417e-9dc6-27435fdba219 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.222224] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] [instance: dcf312ed-c5b8-423e-b1fe-e0d96f5db30a] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1005.222991] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13f0846-038f-4355-9cd0-1d3464639f20 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.228095] env[70015]: DEBUG oslo_vmware.api [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for the task: (returnval){ [ 1005.228095] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]525cf968-9327-c82d-ac49-fe5e56899ce6" [ 1005.228095] env[70015]: _type = "Task" [ 1005.228095] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.245981] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] [instance: dcf312ed-c5b8-423e-b1fe-e0d96f5db30a] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] dcf312ed-c5b8-423e-b1fe-e0d96f5db30a/dcf312ed-c5b8-423e-b1fe-e0d96f5db30a.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.248635] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fc02691-0d43-4718-a8dc-48162d5b8794 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.267564] env[70015]: DEBUG oslo_vmware.api [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]525cf968-9327-c82d-ac49-fe5e56899ce6, 'name': SearchDatastore_Task, 'duration_secs': 0.00808} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.268638] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.268894] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] c485b9cd-6be9-48ea-a547-cc338e735f7c/c485b9cd-6be9-48ea-a547-cc338e735f7c.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1005.269213] env[70015]: DEBUG oslo_vmware.api [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Waiting for the task: (returnval){ [ 1005.269213] env[70015]: value = "task-3611256" [ 1005.269213] env[70015]: _type = "Task" [ 1005.269213] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.269380] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77b3e91b-2690-4dda-b201-29e31553e849 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.278699] env[70015]: DEBUG oslo_vmware.api [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Task: {'id': task-3611256, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.279860] env[70015]: DEBUG oslo_vmware.api [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for the task: (returnval){ [ 1005.279860] env[70015]: value = "task-3611257" [ 1005.279860] env[70015]: _type = "Task" [ 1005.279860] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.286676] env[70015]: DEBUG oslo_vmware.api [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611257, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.307026] env[70015]: DEBUG nova.compute.manager [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1005.330798] env[70015]: DEBUG nova.virt.hardware [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1005.331056] env[70015]: DEBUG nova.virt.hardware [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1005.331224] env[70015]: DEBUG nova.virt.hardware [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1005.331414] env[70015]: DEBUG nova.virt.hardware [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1005.331561] env[70015]: DEBUG nova.virt.hardware [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1005.331709] env[70015]: DEBUG nova.virt.hardware [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1005.331960] env[70015]: DEBUG nova.virt.hardware [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1005.332222] env[70015]: DEBUG nova.virt.hardware [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1005.332420] env[70015]: DEBUG nova.virt.hardware [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1005.332624] env[70015]: DEBUG nova.virt.hardware [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1005.332803] env[70015]: DEBUG nova.virt.hardware [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1005.333658] env[70015]: DEBUG nova.scheduler.client.report [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.338055] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4a7a15-19f2-4f30-9b27-47ea8b65888e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.346380] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8f75fe-da96-4d00-8977-0a87f8389608 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.565843] env[70015]: DEBUG nova.virt.hardware [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1005.566247] env[70015]: DEBUG nova.virt.hardware [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1005.566349] env[70015]: DEBUG nova.virt.hardware [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1005.566494] env[70015]: DEBUG nova.virt.hardware [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1005.566671] env[70015]: DEBUG nova.virt.hardware [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1005.566863] env[70015]: DEBUG nova.virt.hardware [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1005.567173] env[70015]: DEBUG nova.virt.hardware [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1005.567275] env[70015]: DEBUG nova.virt.hardware [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1005.567446] env[70015]: DEBUG nova.virt.hardware [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1005.567611] env[70015]: DEBUG nova.virt.hardware [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1005.567787] env[70015]: DEBUG nova.virt.hardware [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1005.573658] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6219fe73-f9d4-4456-9c91-f39e86abf073 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.591123] env[70015]: DEBUG oslo_vmware.api [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 1005.591123] env[70015]: value = "task-3611258" [ 1005.591123] env[70015]: _type = "Task" [ 1005.591123] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.600200] env[70015]: DEBUG oslo_vmware.api [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3611258, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.679863] env[70015]: DEBUG oslo_vmware.api [None req-dbab78b0-752e-43e1-95db-6c1c29fe2dac tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611255, 'name': RemoveSnapshot_Task} progress is 64%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.787029] env[70015]: DEBUG oslo_vmware.api [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Task: {'id': task-3611256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.800387] env[70015]: DEBUG oslo_vmware.api [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611257, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504956} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.800814] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] c485b9cd-6be9-48ea-a547-cc338e735f7c/c485b9cd-6be9-48ea-a547-cc338e735f7c.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1005.801157] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1005.801512] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b897da2-0004-42e8-ab06-8ec6678b10f7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.809158] env[70015]: DEBUG oslo_vmware.api [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for the task: (returnval){ [ 1005.809158] env[70015]: value = "task-3611259" [ 1005.809158] env[70015]: _type = "Task" [ 1005.809158] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.820531] env[70015]: DEBUG oslo_vmware.api [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611259, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.839027] env[70015]: DEBUG oslo_concurrency.lockutils [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.570s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.839882] env[70015]: DEBUG nova.compute.manager [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1005.844349] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.069s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.846611] env[70015]: INFO nova.compute.claims [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1006.103315] env[70015]: DEBUG oslo_vmware.api [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3611258, 'name': ReconfigVM_Task, 'duration_secs': 0.350678} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.103659] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Updating instance '65de80a6-6419-483a-82fd-7b702362167f' progress to 33 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1006.180292] env[70015]: DEBUG oslo_vmware.api [None req-dbab78b0-752e-43e1-95db-6c1c29fe2dac tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611255, 'name': RemoveSnapshot_Task, 'duration_secs': 0.60866} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.180567] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-dbab78b0-752e-43e1-95db-6c1c29fe2dac tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Deleted Snapshot of the VM instance {{(pid=70015) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1006.180847] env[70015]: INFO nova.compute.manager [None req-dbab78b0-752e-43e1-95db-6c1c29fe2dac tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Took 14.79 seconds to snapshot the instance on the hypervisor. [ 1006.195333] env[70015]: DEBUG nova.compute.manager [req-f454f5d3-ac9d-4f5b-99e2-ff4e9060f369 req-0733a9a7-8e92-4a1e-90a0-fd205c552b82 service nova] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Received event network-vif-plugged-cf8da736-7887-4b4b-9ea1-a90507a106cc {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.195675] env[70015]: DEBUG oslo_concurrency.lockutils [req-f454f5d3-ac9d-4f5b-99e2-ff4e9060f369 req-0733a9a7-8e92-4a1e-90a0-fd205c552b82 service nova] Acquiring lock "0d932dc3-0f82-48f4-8fab-fcd39f5f89eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.195909] env[70015]: DEBUG oslo_concurrency.lockutils [req-f454f5d3-ac9d-4f5b-99e2-ff4e9060f369 req-0733a9a7-8e92-4a1e-90a0-fd205c552b82 service nova] Lock "0d932dc3-0f82-48f4-8fab-fcd39f5f89eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.196096] env[70015]: DEBUG oslo_concurrency.lockutils [req-f454f5d3-ac9d-4f5b-99e2-ff4e9060f369 req-0733a9a7-8e92-4a1e-90a0-fd205c552b82 service nova] Lock "0d932dc3-0f82-48f4-8fab-fcd39f5f89eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.196269] env[70015]: DEBUG nova.compute.manager [req-f454f5d3-ac9d-4f5b-99e2-ff4e9060f369 req-0733a9a7-8e92-4a1e-90a0-fd205c552b82 service nova] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] No waiting events found dispatching network-vif-plugged-cf8da736-7887-4b4b-9ea1-a90507a106cc {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1006.196439] env[70015]: WARNING nova.compute.manager [req-f454f5d3-ac9d-4f5b-99e2-ff4e9060f369 req-0733a9a7-8e92-4a1e-90a0-fd205c552b82 service nova] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Received unexpected event network-vif-plugged-cf8da736-7887-4b4b-9ea1-a90507a106cc for instance with vm_state building and task_state spawning. [ 1006.283677] env[70015]: DEBUG oslo_vmware.api [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Task: {'id': task-3611256, 'name': ReconfigVM_Task, 'duration_secs': 0.577} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.283948] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] [instance: dcf312ed-c5b8-423e-b1fe-e0d96f5db30a] Reconfigured VM instance instance-00000053 to attach disk [datastore1] dcf312ed-c5b8-423e-b1fe-e0d96f5db30a/dcf312ed-c5b8-423e-b1fe-e0d96f5db30a.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.284582] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c273c47-476c-4721-bc62-3af209d7ffc1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.291522] env[70015]: DEBUG oslo_vmware.api [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Waiting for the task: (returnval){ [ 1006.291522] env[70015]: value = "task-3611260" [ 1006.291522] env[70015]: _type = "Task" [ 1006.291522] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.298839] env[70015]: DEBUG oslo_vmware.api [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Task: {'id': task-3611260, 'name': Rename_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.317378] env[70015]: DEBUG oslo_vmware.api [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611259, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105868} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.317637] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1006.318381] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce95545b-3a4c-450e-84ce-f276ba6ac88d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.339862] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] c485b9cd-6be9-48ea-a547-cc338e735f7c/c485b9cd-6be9-48ea-a547-cc338e735f7c.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1006.340143] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1d33b74-3483-42c9-ab4d-df8573bbe367 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.357066] env[70015]: DEBUG nova.compute.utils [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1006.358520] env[70015]: DEBUG nova.compute.manager [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1006.358680] env[70015]: DEBUG nova.network.neutron [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1006.365236] env[70015]: DEBUG oslo_vmware.api [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for the task: (returnval){ [ 1006.365236] env[70015]: value = "task-3611261" [ 1006.365236] env[70015]: _type = "Task" [ 1006.365236] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.373776] env[70015]: DEBUG oslo_vmware.api [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611261, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.397551] env[70015]: DEBUG nova.policy [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ae35c21b82f403e836a5c1b128f335e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73e0ce85090f4c3c8d74e04f2101b99f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 1006.611245] env[70015]: DEBUG nova.virt.hardware [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1006.611524] env[70015]: DEBUG nova.virt.hardware [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1006.611659] env[70015]: DEBUG nova.virt.hardware [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1006.611912] env[70015]: DEBUG nova.virt.hardware [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1006.612147] env[70015]: DEBUG nova.virt.hardware [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1006.612361] env[70015]: DEBUG nova.virt.hardware [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1006.612580] env[70015]: DEBUG nova.virt.hardware [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1006.612770] env[70015]: DEBUG nova.virt.hardware [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1006.613156] env[70015]: DEBUG nova.virt.hardware [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1006.613380] env[70015]: DEBUG nova.virt.hardware [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1006.613669] env[70015]: DEBUG nova.virt.hardware [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1006.618977] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Reconfiguring VM instance instance-0000004e to detach disk 2000 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1006.619330] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01f6f471-e430-4b20-b5de-b39ca6d9a133 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.640033] env[70015]: DEBUG oslo_vmware.api [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 1006.640033] env[70015]: value = "task-3611262" [ 1006.640033] env[70015]: _type = "Task" [ 1006.640033] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.654085] env[70015]: DEBUG oslo_vmware.api [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3611262, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.696439] env[70015]: DEBUG nova.network.neutron [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Successfully created port: 0e24eb9c-4050-4a50-85d3-e68a6f459084 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1006.802355] env[70015]: DEBUG oslo_vmware.api [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Task: {'id': task-3611260, 'name': Rename_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.848844] env[70015]: DEBUG nova.network.neutron [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Successfully updated port: cf8da736-7887-4b4b-9ea1-a90507a106cc {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1006.863828] env[70015]: DEBUG nova.compute.manager [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1006.881066] env[70015]: DEBUG oslo_vmware.api [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611261, 'name': ReconfigVM_Task, 'duration_secs': 0.266279} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.881360] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Reconfigured VM instance instance-00000054 to attach disk [datastore1] c485b9cd-6be9-48ea-a547-cc338e735f7c/c485b9cd-6be9-48ea-a547-cc338e735f7c.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.882411] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-959bd5db-074f-4ccb-a2bc-1db7fa2d81ff {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.888320] env[70015]: DEBUG oslo_vmware.api [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for the task: (returnval){ [ 1006.888320] env[70015]: value = "task-3611263" [ 1006.888320] env[70015]: _type = "Task" [ 1006.888320] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.900415] env[70015]: DEBUG oslo_vmware.api [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611263, 'name': Rename_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.040392] env[70015]: DEBUG nova.compute.manager [req-f6602af4-970d-426d-9578-95cc16dba9e6 req-fde56714-ec22-48c7-937f-8db773b1d319 service nova] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Received event network-changed-cf8da736-7887-4b4b-9ea1-a90507a106cc {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.040592] env[70015]: DEBUG nova.compute.manager [req-f6602af4-970d-426d-9578-95cc16dba9e6 req-fde56714-ec22-48c7-937f-8db773b1d319 service nova] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Refreshing instance network info cache due to event network-changed-cf8da736-7887-4b4b-9ea1-a90507a106cc. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1007.040808] env[70015]: DEBUG oslo_concurrency.lockutils [req-f6602af4-970d-426d-9578-95cc16dba9e6 req-fde56714-ec22-48c7-937f-8db773b1d319 service nova] Acquiring lock "refresh_cache-0d932dc3-0f82-48f4-8fab-fcd39f5f89eb" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.040953] env[70015]: DEBUG oslo_concurrency.lockutils [req-f6602af4-970d-426d-9578-95cc16dba9e6 req-fde56714-ec22-48c7-937f-8db773b1d319 service nova] Acquired lock "refresh_cache-0d932dc3-0f82-48f4-8fab-fcd39f5f89eb" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.041129] env[70015]: DEBUG nova.network.neutron [req-f6602af4-970d-426d-9578-95cc16dba9e6 req-fde56714-ec22-48c7-937f-8db773b1d319 service nova] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Refreshing network info cache for port cf8da736-7887-4b4b-9ea1-a90507a106cc {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1007.153225] env[70015]: DEBUG oslo_vmware.api [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3611262, 'name': ReconfigVM_Task, 'duration_secs': 0.167854} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.155689] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Reconfigured VM instance instance-0000004e to detach disk 2000 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1007.156581] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77994b6-7e12-47aa-9a61-eef113d98051 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.179461] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 65de80a6-6419-483a-82fd-7b702362167f/65de80a6-6419-483a-82fd-7b702362167f.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1007.182787] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54426eab-23be-400a-81ad-06a367bd5dd0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.204178] env[70015]: DEBUG oslo_vmware.api [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 1007.204178] env[70015]: value = "task-3611264" [ 1007.204178] env[70015]: _type = "Task" [ 1007.204178] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.212544] env[70015]: DEBUG oslo_vmware.api [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3611264, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.303081] env[70015]: DEBUG oslo_vmware.api [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Task: {'id': task-3611260, 'name': Rename_Task, 'duration_secs': 0.767884} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.303081] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] [instance: dcf312ed-c5b8-423e-b1fe-e0d96f5db30a] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.303945] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-268d111f-4c06-4c32-a9fd-9346831e0581 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.309606] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21637b3-52ad-4ef7-babd-510855daeab7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.313865] env[70015]: DEBUG oslo_vmware.api [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Waiting for the task: (returnval){ [ 1007.313865] env[70015]: value = "task-3611265" [ 1007.313865] env[70015]: _type = "Task" [ 1007.313865] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.326972] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a40645c-b1bd-4d8c-92f8-dcae7a79b79c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.333817] env[70015]: DEBUG oslo_vmware.api [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Task: {'id': task-3611265, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.365482] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Acquiring lock "refresh_cache-0d932dc3-0f82-48f4-8fab-fcd39f5f89eb" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.366616] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c987ed-780f-4192-91f1-573ee62ad27e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.379153] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdecd51-9be2-4d2b-a2c9-b4f89ff139ea {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.393274] env[70015]: DEBUG nova.compute.provider_tree [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.402413] env[70015]: DEBUG oslo_vmware.api [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611263, 'name': Rename_Task, 'duration_secs': 0.143242} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.403334] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.403582] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b476191e-d715-46ac-a5ca-2a0319c03438 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.409940] env[70015]: DEBUG oslo_vmware.api [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for the task: (returnval){ [ 1007.409940] env[70015]: value = "task-3611266" [ 1007.409940] env[70015]: _type = "Task" [ 1007.409940] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.418339] env[70015]: DEBUG oslo_vmware.api [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611266, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.583176] env[70015]: DEBUG nova.network.neutron [req-f6602af4-970d-426d-9578-95cc16dba9e6 req-fde56714-ec22-48c7-937f-8db773b1d319 service nova] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1007.667129] env[70015]: DEBUG nova.network.neutron [req-f6602af4-970d-426d-9578-95cc16dba9e6 req-fde56714-ec22-48c7-937f-8db773b1d319 service nova] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.714305] env[70015]: DEBUG oslo_vmware.api [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3611264, 'name': ReconfigVM_Task, 'duration_secs': 0.278356} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.714612] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 65de80a6-6419-483a-82fd-7b702362167f/65de80a6-6419-483a-82fd-7b702362167f.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1007.714908] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Updating instance '65de80a6-6419-483a-82fd-7b702362167f' progress to 50 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1007.824584] env[70015]: DEBUG oslo_vmware.api [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Task: {'id': task-3611265, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.876650] env[70015]: DEBUG nova.compute.manager [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1007.898626] env[70015]: DEBUG nova.virt.hardware [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1007.898894] env[70015]: DEBUG nova.virt.hardware [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1007.899140] env[70015]: DEBUG nova.virt.hardware [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1007.899358] env[70015]: DEBUG nova.virt.hardware [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1007.899511] env[70015]: DEBUG nova.virt.hardware [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1007.899659] env[70015]: DEBUG nova.virt.hardware [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1007.899866] env[70015]: DEBUG nova.virt.hardware [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1007.900045] env[70015]: DEBUG nova.virt.hardware [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1007.900273] env[70015]: DEBUG nova.virt.hardware [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1007.900457] env[70015]: DEBUG nova.virt.hardware [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1007.900631] env[70015]: DEBUG nova.virt.hardware [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1007.901845] env[70015]: DEBUG nova.scheduler.client.report [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.905608] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56154166-d998-4a2d-81f2-f6133a3b220d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.916937] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc797143-b83d-4ff7-8d2e-777cff6343b5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.935948] env[70015]: DEBUG oslo_vmware.api [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611266, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.170029] env[70015]: DEBUG oslo_concurrency.lockutils [req-f6602af4-970d-426d-9578-95cc16dba9e6 req-fde56714-ec22-48c7-937f-8db773b1d319 service nova] Releasing lock "refresh_cache-0d932dc3-0f82-48f4-8fab-fcd39f5f89eb" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.170477] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Acquired lock "refresh_cache-0d932dc3-0f82-48f4-8fab-fcd39f5f89eb" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.170655] env[70015]: DEBUG nova.network.neutron [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.186882] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6c770e0e-389f-4eea-806f-c67b3802b8a7 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Acquiring lock "f3d258e2-ca12-4953-a7a7-1d6f701d6599" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.187169] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6c770e0e-389f-4eea-806f-c67b3802b8a7 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Lock "f3d258e2-ca12-4953-a7a7-1d6f701d6599" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.221413] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f262ff38-2f1f-4a7f-bb83-d8c25714b2ba {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.243128] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40842dd2-c3bb-466b-a14b-bda1fc13b597 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.262815] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Updating instance '65de80a6-6419-483a-82fd-7b702362167f' progress to 67 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1008.326779] env[70015]: DEBUG oslo_vmware.api [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Task: {'id': task-3611265, 'name': PowerOnVM_Task, 'duration_secs': 0.55839} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.327026] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] [instance: dcf312ed-c5b8-423e-b1fe-e0d96f5db30a] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1008.327224] env[70015]: INFO nova.compute.manager [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] [instance: dcf312ed-c5b8-423e-b1fe-e0d96f5db30a] Took 10.66 seconds to spawn the instance on the hypervisor. [ 1008.327580] env[70015]: DEBUG nova.compute.manager [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] [instance: dcf312ed-c5b8-423e-b1fe-e0d96f5db30a] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.328288] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2236993-5730-47a5-8ccf-571baa0d135a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.410670] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.565s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.410670] env[70015]: DEBUG nova.compute.manager [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1008.412854] env[70015]: DEBUG oslo_concurrency.lockutils [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.884s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.415844] env[70015]: INFO nova.compute.claims [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1008.425787] env[70015]: DEBUG oslo_vmware.api [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611266, 'name': PowerOnVM_Task, 'duration_secs': 0.61266} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.426059] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1008.426272] env[70015]: INFO nova.compute.manager [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Took 8.17 seconds to spawn the instance on the hypervisor. [ 1008.426425] env[70015]: DEBUG nova.compute.manager [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.427209] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b5f48f-e6c9-4b04-8d9d-a651519cb614 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.503346] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b4fa10a5-5bea-4f03-88d0-13a1956345b5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Acquiring lock "58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.503644] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b4fa10a5-5bea-4f03-88d0-13a1956345b5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Lock "58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.503881] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b4fa10a5-5bea-4f03-88d0-13a1956345b5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Acquiring lock "58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.504107] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b4fa10a5-5bea-4f03-88d0-13a1956345b5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Lock "58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.504301] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b4fa10a5-5bea-4f03-88d0-13a1956345b5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Lock "58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.506423] env[70015]: INFO nova.compute.manager [None req-b4fa10a5-5bea-4f03-88d0-13a1956345b5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Terminating instance [ 1008.523164] env[70015]: DEBUG nova.network.neutron [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Successfully updated port: 0e24eb9c-4050-4a50-85d3-e68a6f459084 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1008.689484] env[70015]: INFO nova.compute.manager [None req-6c770e0e-389f-4eea-806f-c67b3802b8a7 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Detaching volume 2b3c9039-5dfe-493b-afd2-e937e89eb8de [ 1008.703136] env[70015]: DEBUG nova.network.neutron [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1008.723146] env[70015]: INFO nova.virt.block_device [None req-6c770e0e-389f-4eea-806f-c67b3802b8a7 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Attempting to driver detach volume 2b3c9039-5dfe-493b-afd2-e937e89eb8de from mountpoint /dev/sdb [ 1008.723387] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c770e0e-389f-4eea-806f-c67b3802b8a7 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Volume detach. Driver type: vmdk {{(pid=70015) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1008.723573] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c770e0e-389f-4eea-806f-c67b3802b8a7 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720311', 'volume_id': '2b3c9039-5dfe-493b-afd2-e937e89eb8de', 'name': 'volume-2b3c9039-5dfe-493b-afd2-e937e89eb8de', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'f3d258e2-ca12-4953-a7a7-1d6f701d6599', 'attached_at': '', 'detached_at': '', 'volume_id': '2b3c9039-5dfe-493b-afd2-e937e89eb8de', 'serial': '2b3c9039-5dfe-493b-afd2-e937e89eb8de'} {{(pid=70015) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1008.724476] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c67392-1e27-4ea8-a1e2-204d09deab8b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.748542] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633b328f-0632-46e1-9915-ece96fdfe2a1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.755790] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6db4e41-33db-487c-b2a2-588fea408231 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.780810] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04112640-3c96-4957-9fb3-bcb26f51e98e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.798017] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c770e0e-389f-4eea-806f-c67b3802b8a7 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] The volume has not been displaced from its original location: [datastore1] volume-2b3c9039-5dfe-493b-afd2-e937e89eb8de/volume-2b3c9039-5dfe-493b-afd2-e937e89eb8de.vmdk. No consolidation needed. {{(pid=70015) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1008.803401] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c770e0e-389f-4eea-806f-c67b3802b8a7 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Reconfiguring VM instance instance-00000032 to detach disk 2001 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1008.803686] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69f54b5e-47e0-4e9c-ba32-aaa2443a8be2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.821495] env[70015]: DEBUG oslo_vmware.api [None req-6c770e0e-389f-4eea-806f-c67b3802b8a7 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for the task: (returnval){ [ 1008.821495] env[70015]: value = "task-3611267" [ 1008.821495] env[70015]: _type = "Task" [ 1008.821495] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.829110] env[70015]: DEBUG oslo_vmware.api [None req-6c770e0e-389f-4eea-806f-c67b3802b8a7 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611267, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.832760] env[70015]: DEBUG nova.network.neutron [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Port bd4682ac-4b16-4c77-899c-f73895769db7 binding to destination host cpu-1 is already ACTIVE {{(pid=70015) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1008.846698] env[70015]: INFO nova.compute.manager [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] [instance: dcf312ed-c5b8-423e-b1fe-e0d96f5db30a] Took 51.92 seconds to build instance. [ 1008.867387] env[70015]: DEBUG nova.network.neutron [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Updating instance_info_cache with network_info: [{"id": "cf8da736-7887-4b4b-9ea1-a90507a106cc", "address": "fa:16:3e:33:2d:44", "network": {"id": "c4713025-e6ef-422c-bbe7-a7b177f470d7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1187912558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d435d68eafe0418f81f5d5af015db50d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf8da736-78", "ovs_interfaceid": "cf8da736-7887-4b4b-9ea1-a90507a106cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.918338] env[70015]: DEBUG nova.compute.utils [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1008.921725] env[70015]: DEBUG nova.compute.manager [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1008.921917] env[70015]: DEBUG nova.network.neutron [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1008.944057] env[70015]: INFO nova.compute.manager [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Took 35.19 seconds to build instance. [ 1008.957898] env[70015]: DEBUG nova.policy [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97fe7707d9f14e94827d6a5d6629fc2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd1c3c3921bf344c780646f4bee87bbab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 1009.011780] env[70015]: DEBUG nova.compute.manager [None req-b4fa10a5-5bea-4f03-88d0-13a1956345b5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1009.012168] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b4fa10a5-5bea-4f03-88d0-13a1956345b5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1009.013215] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9d6fa9-ceed-4d58-8fdb-c84eeba81f0d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.021763] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4fa10a5-5bea-4f03-88d0-13a1956345b5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.022174] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90cc6955-1df1-4b4d-87e4-1e27df4d1ef5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.026460] env[70015]: DEBUG oslo_concurrency.lockutils [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquiring lock "refresh_cache-04a6ab06-6e2c-4c81-a6aa-3f9811d2a733" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.026594] env[70015]: DEBUG oslo_concurrency.lockutils [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquired lock "refresh_cache-04a6ab06-6e2c-4c81-a6aa-3f9811d2a733" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.026744] env[70015]: DEBUG nova.network.neutron [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.028914] env[70015]: DEBUG oslo_vmware.api [None req-b4fa10a5-5bea-4f03-88d0-13a1956345b5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Waiting for the task: (returnval){ [ 1009.028914] env[70015]: value = "task-3611268" [ 1009.028914] env[70015]: _type = "Task" [ 1009.028914] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.037436] env[70015]: DEBUG oslo_vmware.api [None req-b4fa10a5-5bea-4f03-88d0-13a1956345b5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611268, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.171454] env[70015]: DEBUG nova.compute.manager [req-ddafabdf-17a4-4f92-a82c-861c1e1c1f01 req-eb51e42a-217a-48f1-a9f8-9e63784f1fe3 service nova] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Received event network-vif-plugged-0e24eb9c-4050-4a50-85d3-e68a6f459084 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.172303] env[70015]: DEBUG oslo_concurrency.lockutils [req-ddafabdf-17a4-4f92-a82c-861c1e1c1f01 req-eb51e42a-217a-48f1-a9f8-9e63784f1fe3 service nova] Acquiring lock "04a6ab06-6e2c-4c81-a6aa-3f9811d2a733-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.172653] env[70015]: DEBUG oslo_concurrency.lockutils [req-ddafabdf-17a4-4f92-a82c-861c1e1c1f01 req-eb51e42a-217a-48f1-a9f8-9e63784f1fe3 service nova] Lock "04a6ab06-6e2c-4c81-a6aa-3f9811d2a733-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.172970] env[70015]: DEBUG oslo_concurrency.lockutils [req-ddafabdf-17a4-4f92-a82c-861c1e1c1f01 req-eb51e42a-217a-48f1-a9f8-9e63784f1fe3 service nova] Lock "04a6ab06-6e2c-4c81-a6aa-3f9811d2a733-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.173268] env[70015]: DEBUG nova.compute.manager [req-ddafabdf-17a4-4f92-a82c-861c1e1c1f01 req-eb51e42a-217a-48f1-a9f8-9e63784f1fe3 service nova] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] No waiting events found dispatching network-vif-plugged-0e24eb9c-4050-4a50-85d3-e68a6f459084 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1009.173472] env[70015]: WARNING nova.compute.manager [req-ddafabdf-17a4-4f92-a82c-861c1e1c1f01 req-eb51e42a-217a-48f1-a9f8-9e63784f1fe3 service nova] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Received unexpected event network-vif-plugged-0e24eb9c-4050-4a50-85d3-e68a6f459084 for instance with vm_state building and task_state spawning. [ 1009.173737] env[70015]: DEBUG nova.compute.manager [req-ddafabdf-17a4-4f92-a82c-861c1e1c1f01 req-eb51e42a-217a-48f1-a9f8-9e63784f1fe3 service nova] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Received event network-changed-0e24eb9c-4050-4a50-85d3-e68a6f459084 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.173957] env[70015]: DEBUG nova.compute.manager [req-ddafabdf-17a4-4f92-a82c-861c1e1c1f01 req-eb51e42a-217a-48f1-a9f8-9e63784f1fe3 service nova] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Refreshing instance network info cache due to event network-changed-0e24eb9c-4050-4a50-85d3-e68a6f459084. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1009.174161] env[70015]: DEBUG oslo_concurrency.lockutils [req-ddafabdf-17a4-4f92-a82c-861c1e1c1f01 req-eb51e42a-217a-48f1-a9f8-9e63784f1fe3 service nova] Acquiring lock "refresh_cache-04a6ab06-6e2c-4c81-a6aa-3f9811d2a733" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.332905] env[70015]: DEBUG oslo_vmware.api [None req-6c770e0e-389f-4eea-806f-c67b3802b8a7 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611267, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.349347] env[70015]: DEBUG oslo_concurrency.lockutils [None req-884d40ca-13ea-4e77-9703-2eec3540d470 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Lock "dcf312ed-c5b8-423e-b1fe-e0d96f5db30a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.429s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.370551] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Releasing lock "refresh_cache-0d932dc3-0f82-48f4-8fab-fcd39f5f89eb" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.370551] env[70015]: DEBUG nova.compute.manager [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Instance network_info: |[{"id": "cf8da736-7887-4b4b-9ea1-a90507a106cc", "address": "fa:16:3e:33:2d:44", "network": {"id": "c4713025-e6ef-422c-bbe7-a7b177f470d7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1187912558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d435d68eafe0418f81f5d5af015db50d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf8da736-78", "ovs_interfaceid": "cf8da736-7887-4b4b-9ea1-a90507a106cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1009.371548] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:2d:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa8c2f93-f287-41b3-adb6-4942a7ea2a0b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf8da736-7887-4b4b-9ea1-a90507a106cc', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.378609] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.378953] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.379078] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30ad421d-cd34-4ea2-b680-b350651e6ec7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.398841] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.398841] env[70015]: value = "task-3611269" [ 1009.398841] env[70015]: _type = "Task" [ 1009.398841] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.407371] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611269, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.417857] env[70015]: DEBUG nova.network.neutron [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Successfully created port: a9497fc5-f231-4d93-ba6a-afdb71a4b9ab {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1009.422335] env[70015]: DEBUG nova.compute.manager [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1009.445470] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lock "c485b9cd-6be9-48ea-a547-cc338e735f7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.701s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.547015] env[70015]: DEBUG oslo_vmware.api [None req-b4fa10a5-5bea-4f03-88d0-13a1956345b5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611268, 'name': PowerOffVM_Task, 'duration_secs': 0.250492} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.550579] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4fa10a5-5bea-4f03-88d0-13a1956345b5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.550754] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b4fa10a5-5bea-4f03-88d0-13a1956345b5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.551252] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3fdaf70a-a778-4bba-9262-e3e5bba611e2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.613738] env[70015]: DEBUG nova.network.neutron [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1009.619927] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b4fa10a5-5bea-4f03-88d0-13a1956345b5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.620161] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b4fa10a5-5bea-4f03-88d0-13a1956345b5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.620346] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4fa10a5-5bea-4f03-88d0-13a1956345b5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Deleting the datastore file [datastore2] 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.620595] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e079db45-0d7a-4145-95aa-0389e43c7cbc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.627997] env[70015]: DEBUG oslo_vmware.api [None req-b4fa10a5-5bea-4f03-88d0-13a1956345b5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Waiting for the task: (returnval){ [ 1009.627997] env[70015]: value = "task-3611271" [ 1009.627997] env[70015]: _type = "Task" [ 1009.627997] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.637879] env[70015]: DEBUG oslo_vmware.api [None req-b4fa10a5-5bea-4f03-88d0-13a1956345b5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611271, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.798037] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f797428-a817-4dd4-859d-7be558d2a801 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.806029] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16270f57-264f-46fd-9711-438b241f5c31 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.838240] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0bfe426-a3b1-414d-bb60-01b8de5d6245 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.848584] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa672dd-112c-435e-aae3-e0aa33260b49 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.859942] env[70015]: DEBUG oslo_vmware.api [None req-6c770e0e-389f-4eea-806f-c67b3802b8a7 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611267, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.868419] env[70015]: DEBUG oslo_concurrency.lockutils [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "65de80a6-6419-483a-82fd-7b702362167f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.871264] env[70015]: DEBUG oslo_concurrency.lockutils [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "65de80a6-6419-483a-82fd-7b702362167f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.871264] env[70015]: DEBUG oslo_concurrency.lockutils [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "65de80a6-6419-483a-82fd-7b702362167f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.880700] env[70015]: DEBUG nova.compute.provider_tree [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.910870] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611269, 'name': CreateVM_Task} progress is 25%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.915696] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a9c2274f-0151-4276-ac4d-0a501617a103 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Acquiring lock "dcf312ed-c5b8-423e-b1fe-e0d96f5db30a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.915696] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a9c2274f-0151-4276-ac4d-0a501617a103 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Lock "dcf312ed-c5b8-423e-b1fe-e0d96f5db30a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.915696] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a9c2274f-0151-4276-ac4d-0a501617a103 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Acquiring lock "dcf312ed-c5b8-423e-b1fe-e0d96f5db30a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.915696] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a9c2274f-0151-4276-ac4d-0a501617a103 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Lock "dcf312ed-c5b8-423e-b1fe-e0d96f5db30a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.915696] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a9c2274f-0151-4276-ac4d-0a501617a103 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Lock "dcf312ed-c5b8-423e-b1fe-e0d96f5db30a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.917498] env[70015]: INFO nova.compute.manager [None req-a9c2274f-0151-4276-ac4d-0a501617a103 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] [instance: dcf312ed-c5b8-423e-b1fe-e0d96f5db30a] Terminating instance [ 1009.961976] env[70015]: DEBUG nova.network.neutron [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Updating instance_info_cache with network_info: [{"id": "0e24eb9c-4050-4a50-85d3-e68a6f459084", "address": "fa:16:3e:3f:4b:2a", "network": {"id": "825adeb2-145f-454c-b624-cc7cf91966fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1496238884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e0ce85090f4c3c8d74e04f2101b99f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e24eb9c-40", "ovs_interfaceid": "0e24eb9c-4050-4a50-85d3-e68a6f459084", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.141855] env[70015]: DEBUG oslo_vmware.api [None req-b4fa10a5-5bea-4f03-88d0-13a1956345b5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611271, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136213} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.141855] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4fa10a5-5bea-4f03-88d0-13a1956345b5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.142096] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b4fa10a5-5bea-4f03-88d0-13a1956345b5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1010.142096] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b4fa10a5-5bea-4f03-88d0-13a1956345b5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.143031] env[70015]: INFO nova.compute.manager [None req-b4fa10a5-5bea-4f03-88d0-13a1956345b5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1010.143031] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4fa10a5-5bea-4f03-88d0-13a1956345b5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.143031] env[70015]: DEBUG nova.compute.manager [-] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1010.143031] env[70015]: DEBUG nova.network.neutron [-] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1010.345554] env[70015]: DEBUG oslo_vmware.api [None req-6c770e0e-389f-4eea-806f-c67b3802b8a7 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611267, 'name': ReconfigVM_Task, 'duration_secs': 1.350322} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.345963] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c770e0e-389f-4eea-806f-c67b3802b8a7 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Reconfigured VM instance instance-00000032 to detach disk 2001 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1010.350722] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45c35555-5ddc-4213-aaec-0e13a8089905 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.366889] env[70015]: DEBUG oslo_vmware.api [None req-6c770e0e-389f-4eea-806f-c67b3802b8a7 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for the task: (returnval){ [ 1010.366889] env[70015]: value = "task-3611272" [ 1010.366889] env[70015]: _type = "Task" [ 1010.366889] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.377035] env[70015]: DEBUG oslo_vmware.api [None req-6c770e0e-389f-4eea-806f-c67b3802b8a7 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611272, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.384220] env[70015]: DEBUG nova.scheduler.client.report [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.409516] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611269, 'name': CreateVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.422043] env[70015]: DEBUG nova.compute.manager [None req-a9c2274f-0151-4276-ac4d-0a501617a103 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] [instance: dcf312ed-c5b8-423e-b1fe-e0d96f5db30a] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1010.422043] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c2274f-0151-4276-ac4d-0a501617a103 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] [instance: dcf312ed-c5b8-423e-b1fe-e0d96f5db30a] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.423176] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f003f4fc-de4b-4683-9e2f-c2c76068aebc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.430630] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9c2274f-0151-4276-ac4d-0a501617a103 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] [instance: dcf312ed-c5b8-423e-b1fe-e0d96f5db30a] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.430871] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77c294a8-bd86-4cb5-b5a0-81ae8ddd5ea2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.434824] env[70015]: DEBUG nova.compute.manager [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1010.441016] env[70015]: DEBUG oslo_vmware.api [None req-a9c2274f-0151-4276-ac4d-0a501617a103 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Waiting for the task: (returnval){ [ 1010.441016] env[70015]: value = "task-3611273" [ 1010.441016] env[70015]: _type = "Task" [ 1010.441016] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.450339] env[70015]: DEBUG oslo_vmware.api [None req-a9c2274f-0151-4276-ac4d-0a501617a103 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Task: {'id': task-3611273, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.465173] env[70015]: DEBUG oslo_concurrency.lockutils [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Releasing lock "refresh_cache-04a6ab06-6e2c-4c81-a6aa-3f9811d2a733" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.465613] env[70015]: DEBUG nova.compute.manager [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Instance network_info: |[{"id": "0e24eb9c-4050-4a50-85d3-e68a6f459084", "address": "fa:16:3e:3f:4b:2a", "network": {"id": "825adeb2-145f-454c-b624-cc7cf91966fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1496238884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e0ce85090f4c3c8d74e04f2101b99f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e24eb9c-40", "ovs_interfaceid": "0e24eb9c-4050-4a50-85d3-e68a6f459084", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1010.465975] env[70015]: DEBUG oslo_concurrency.lockutils [req-ddafabdf-17a4-4f92-a82c-861c1e1c1f01 req-eb51e42a-217a-48f1-a9f8-9e63784f1fe3 service nova] Acquired lock "refresh_cache-04a6ab06-6e2c-4c81-a6aa-3f9811d2a733" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.466193] env[70015]: DEBUG nova.network.neutron [req-ddafabdf-17a4-4f92-a82c-861c1e1c1f01 req-eb51e42a-217a-48f1-a9f8-9e63784f1fe3 service nova] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Refreshing network info cache for port 0e24eb9c-4050-4a50-85d3-e68a6f459084 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1010.467545] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:4b:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae1d6a8-cbba-4bbf-af10-ba5467340475', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e24eb9c-4050-4a50-85d3-e68a6f459084', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1010.475509] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.479055] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1010.479564] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7c30421-989c-4bda-8fc1-edd924c2043e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.500276] env[70015]: DEBUG nova.virt.hardware [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1010.500626] env[70015]: DEBUG nova.virt.hardware [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.500947] env[70015]: DEBUG nova.virt.hardware [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.501225] env[70015]: DEBUG nova.virt.hardware [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.501578] env[70015]: DEBUG nova.virt.hardware [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.501786] env[70015]: DEBUG nova.virt.hardware [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1010.502106] env[70015]: DEBUG nova.virt.hardware [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1010.502356] env[70015]: DEBUG nova.virt.hardware [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1010.502659] env[70015]: DEBUG nova.virt.hardware [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1010.503089] env[70015]: DEBUG nova.virt.hardware [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1010.503335] env[70015]: DEBUG nova.virt.hardware [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1010.506865] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d92455-b895-427d-b602-e4837cdefa86 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.518578] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b42beed-0755-4c69-a807-08521191cbd6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.523295] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1010.523295] env[70015]: value = "task-3611274" [ 1010.523295] env[70015]: _type = "Task" [ 1010.523295] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.543291] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611274, 'name': CreateVM_Task} progress is 10%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.595946] env[70015]: DEBUG nova.compute.manager [req-d1a0b79b-d39b-403a-b568-dc9cedbd5e8d req-6953d3f8-3021-400b-894c-65772ce6f303 service nova] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Received event network-changed-6087b59c-4dea-457e-a6aa-0b60f2df3163 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.596804] env[70015]: DEBUG nova.compute.manager [req-d1a0b79b-d39b-403a-b568-dc9cedbd5e8d req-6953d3f8-3021-400b-894c-65772ce6f303 service nova] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Refreshing instance network info cache due to event network-changed-6087b59c-4dea-457e-a6aa-0b60f2df3163. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1010.596804] env[70015]: DEBUG oslo_concurrency.lockutils [req-d1a0b79b-d39b-403a-b568-dc9cedbd5e8d req-6953d3f8-3021-400b-894c-65772ce6f303 service nova] Acquiring lock "refresh_cache-c485b9cd-6be9-48ea-a547-cc338e735f7c" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.597193] env[70015]: DEBUG oslo_concurrency.lockutils [req-d1a0b79b-d39b-403a-b568-dc9cedbd5e8d req-6953d3f8-3021-400b-894c-65772ce6f303 service nova] Acquired lock "refresh_cache-c485b9cd-6be9-48ea-a547-cc338e735f7c" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.597486] env[70015]: DEBUG nova.network.neutron [req-d1a0b79b-d39b-403a-b568-dc9cedbd5e8d req-6953d3f8-3021-400b-894c-65772ce6f303 service nova] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Refreshing network info cache for port 6087b59c-4dea-457e-a6aa-0b60f2df3163 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1010.879253] env[70015]: DEBUG oslo_vmware.api [None req-6c770e0e-389f-4eea-806f-c67b3802b8a7 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611272, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.890568] env[70015]: DEBUG oslo_concurrency.lockutils [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.891084] env[70015]: DEBUG nova.compute.manager [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1010.893672] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.700s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.895149] env[70015]: INFO nova.compute.claims [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1010.909905] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611269, 'name': CreateVM_Task, 'duration_secs': 1.029894} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.911027] env[70015]: DEBUG oslo_concurrency.lockutils [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "refresh_cache-65de80a6-6419-483a-82fd-7b702362167f" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.911027] env[70015]: DEBUG oslo_concurrency.lockutils [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquired lock "refresh_cache-65de80a6-6419-483a-82fd-7b702362167f" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.911205] env[70015]: DEBUG nova.network.neutron [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.912254] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1010.912875] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.913044] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.913349] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.913792] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f4aad4a-1f3d-4e0a-805b-5545cc2b34da {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.919246] env[70015]: DEBUG oslo_vmware.api [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Waiting for the task: (returnval){ [ 1010.919246] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52619a60-5dc8-3ecd-b1bf-4e70ff529385" [ 1010.919246] env[70015]: _type = "Task" [ 1010.919246] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.928186] env[70015]: DEBUG oslo_vmware.api [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52619a60-5dc8-3ecd-b1bf-4e70ff529385, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.951028] env[70015]: DEBUG oslo_vmware.api [None req-a9c2274f-0151-4276-ac4d-0a501617a103 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Task: {'id': task-3611273, 'name': PowerOffVM_Task, 'duration_secs': 0.212541} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.951028] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9c2274f-0151-4276-ac4d-0a501617a103 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] [instance: dcf312ed-c5b8-423e-b1fe-e0d96f5db30a] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.951171] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c2274f-0151-4276-ac4d-0a501617a103 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] [instance: dcf312ed-c5b8-423e-b1fe-e0d96f5db30a] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.951405] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb2ec7b3-e5e7-4148-a38f-b96e747c430d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.011354] env[70015]: DEBUG nova.network.neutron [-] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.032927] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611274, 'name': CreateVM_Task, 'duration_secs': 0.307082} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.033131] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1011.033754] env[70015]: DEBUG oslo_concurrency.lockutils [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.204693] env[70015]: DEBUG nova.compute.manager [req-3adb2ac0-7f1c-409f-90ad-9026fac14d31 req-d43bc5eb-fb99-4e0b-bbc8-3c860aa00dc7 service nova] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Received event network-vif-deleted-e8c39077-469a-44e8-a244-9e1fc2b07f8c {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.323922] env[70015]: DEBUG nova.network.neutron [req-d1a0b79b-d39b-403a-b568-dc9cedbd5e8d req-6953d3f8-3021-400b-894c-65772ce6f303 service nova] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Updated VIF entry in instance network info cache for port 6087b59c-4dea-457e-a6aa-0b60f2df3163. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1011.323922] env[70015]: DEBUG nova.network.neutron [req-d1a0b79b-d39b-403a-b568-dc9cedbd5e8d req-6953d3f8-3021-400b-894c-65772ce6f303 service nova] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Updating instance_info_cache with network_info: [{"id": "6087b59c-4dea-457e-a6aa-0b60f2df3163", "address": "fa:16:3e:44:2b:3f", "network": {"id": "01441cea-ad3a-4294-8fdc-e951dbfbc413", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-557704821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8c13cae3e5b4a91965eec4a0da9232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6087b59c-4d", "ovs_interfaceid": "6087b59c-4dea-457e-a6aa-0b60f2df3163", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.357134] env[70015]: DEBUG nova.network.neutron [req-ddafabdf-17a4-4f92-a82c-861c1e1c1f01 req-eb51e42a-217a-48f1-a9f8-9e63784f1fe3 service nova] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Updated VIF entry in instance network info cache for port 0e24eb9c-4050-4a50-85d3-e68a6f459084. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1011.357134] env[70015]: DEBUG nova.network.neutron [req-ddafabdf-17a4-4f92-a82c-861c1e1c1f01 req-eb51e42a-217a-48f1-a9f8-9e63784f1fe3 service nova] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Updating instance_info_cache with network_info: [{"id": "0e24eb9c-4050-4a50-85d3-e68a6f459084", "address": "fa:16:3e:3f:4b:2a", "network": {"id": "825adeb2-145f-454c-b624-cc7cf91966fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1496238884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e0ce85090f4c3c8d74e04f2101b99f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e24eb9c-40", "ovs_interfaceid": "0e24eb9c-4050-4a50-85d3-e68a6f459084", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.378199] env[70015]: DEBUG oslo_vmware.api [None req-6c770e0e-389f-4eea-806f-c67b3802b8a7 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611272, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.401026] env[70015]: DEBUG nova.compute.utils [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1011.402923] env[70015]: DEBUG nova.compute.manager [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1011.403221] env[70015]: DEBUG nova.network.neutron [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1011.433917] env[70015]: DEBUG oslo_vmware.api [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52619a60-5dc8-3ecd-b1bf-4e70ff529385, 'name': SearchDatastore_Task, 'duration_secs': 0.009456} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.435639] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.435639] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1011.435639] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.435639] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.435639] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1011.435639] env[70015]: DEBUG oslo_concurrency.lockutils [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.436143] env[70015]: DEBUG oslo_concurrency.lockutils [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.436493] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5bdc1bf-e989-4b4c-bed8-a55ce2effcb2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.438756] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a73fe13-f6cf-49e1-8330-f2909a418444 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.444956] env[70015]: DEBUG oslo_vmware.api [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 1011.444956] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]520f374a-91b4-23b4-da87-0ea7113a1795" [ 1011.444956] env[70015]: _type = "Task" [ 1011.444956] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.452270] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1011.452559] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1011.456106] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e68b95b-0806-4bc4-9189-3f5261709add {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.458454] env[70015]: DEBUG oslo_vmware.api [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]520f374a-91b4-23b4-da87-0ea7113a1795, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.461903] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c2274f-0151-4276-ac4d-0a501617a103 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] [instance: dcf312ed-c5b8-423e-b1fe-e0d96f5db30a] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1011.462122] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c2274f-0151-4276-ac4d-0a501617a103 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] [instance: dcf312ed-c5b8-423e-b1fe-e0d96f5db30a] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1011.462304] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9c2274f-0151-4276-ac4d-0a501617a103 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Deleting the datastore file [datastore1] dcf312ed-c5b8-423e-b1fe-e0d96f5db30a {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.462940] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1e8db4a-0e6b-486b-84c2-62224d746992 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.466102] env[70015]: DEBUG oslo_vmware.api [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Waiting for the task: (returnval){ [ 1011.466102] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]523ba238-b511-931b-2070-e7fc4fa8c6ce" [ 1011.466102] env[70015]: _type = "Task" [ 1011.466102] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.470770] env[70015]: DEBUG oslo_vmware.api [None req-a9c2274f-0151-4276-ac4d-0a501617a103 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Waiting for the task: (returnval){ [ 1011.470770] env[70015]: value = "task-3611276" [ 1011.470770] env[70015]: _type = "Task" [ 1011.470770] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.472471] env[70015]: DEBUG nova.policy [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '973f917016e9405cbd508b4882acb813', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f0d500c4064431988bc38c4dac0227a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 1011.481963] env[70015]: DEBUG oslo_vmware.api [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]523ba238-b511-931b-2070-e7fc4fa8c6ce, 'name': SearchDatastore_Task, 'duration_secs': 0.00807} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.483259] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2940c40a-4bcd-43fc-9c7d-eb0f53700fb5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.488457] env[70015]: DEBUG oslo_vmware.api [None req-a9c2274f-0151-4276-ac4d-0a501617a103 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Task: {'id': task-3611276, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.491289] env[70015]: DEBUG oslo_vmware.api [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Waiting for the task: (returnval){ [ 1011.491289] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5277ee5f-7745-f861-0598-941ea0115da7" [ 1011.491289] env[70015]: _type = "Task" [ 1011.491289] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.499209] env[70015]: DEBUG oslo_vmware.api [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5277ee5f-7745-f861-0598-941ea0115da7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.513839] env[70015]: INFO nova.compute.manager [-] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Took 1.37 seconds to deallocate network for instance. [ 1011.648378] env[70015]: DEBUG nova.network.neutron [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Updating instance_info_cache with network_info: [{"id": "bd4682ac-4b16-4c77-899c-f73895769db7", "address": "fa:16:3e:da:fb:a2", "network": {"id": "aed3b2bc-e425-473e-9c01-5fba157d1ba4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-846382282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faa8a08038de44e2ad837e0e45b67282", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd4682ac-4b", "ovs_interfaceid": "bd4682ac-4b16-4c77-899c-f73895769db7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.826454] env[70015]: DEBUG oslo_concurrency.lockutils [req-d1a0b79b-d39b-403a-b568-dc9cedbd5e8d req-6953d3f8-3021-400b-894c-65772ce6f303 service nova] Releasing lock "refresh_cache-c485b9cd-6be9-48ea-a547-cc338e735f7c" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.859661] env[70015]: DEBUG oslo_concurrency.lockutils [req-ddafabdf-17a4-4f92-a82c-861c1e1c1f01 req-eb51e42a-217a-48f1-a9f8-9e63784f1fe3 service nova] Releasing lock "refresh_cache-04a6ab06-6e2c-4c81-a6aa-3f9811d2a733" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.878128] env[70015]: DEBUG oslo_vmware.api [None req-6c770e0e-389f-4eea-806f-c67b3802b8a7 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611272, 'name': ReconfigVM_Task, 'duration_secs': 1.183974} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.878440] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c770e0e-389f-4eea-806f-c67b3802b8a7 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720311', 'volume_id': '2b3c9039-5dfe-493b-afd2-e937e89eb8de', 'name': 'volume-2b3c9039-5dfe-493b-afd2-e937e89eb8de', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'f3d258e2-ca12-4953-a7a7-1d6f701d6599', 'attached_at': '', 'detached_at': '', 'volume_id': '2b3c9039-5dfe-493b-afd2-e937e89eb8de', 'serial': '2b3c9039-5dfe-493b-afd2-e937e89eb8de'} {{(pid=70015) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1011.903328] env[70015]: DEBUG nova.network.neutron [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Successfully updated port: a9497fc5-f231-4d93-ba6a-afdb71a4b9ab {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1011.904978] env[70015]: DEBUG nova.compute.manager [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1011.958535] env[70015]: DEBUG oslo_vmware.api [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]520f374a-91b4-23b4-da87-0ea7113a1795, 'name': SearchDatastore_Task, 'duration_secs': 0.018972} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.961964] env[70015]: DEBUG oslo_concurrency.lockutils [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.962237] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1011.962458] env[70015]: DEBUG oslo_concurrency.lockutils [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.983981] env[70015]: DEBUG oslo_vmware.api [None req-a9c2274f-0151-4276-ac4d-0a501617a103 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Task: {'id': task-3611276, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206205} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.984278] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9c2274f-0151-4276-ac4d-0a501617a103 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.984479] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c2274f-0151-4276-ac4d-0a501617a103 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] [instance: dcf312ed-c5b8-423e-b1fe-e0d96f5db30a] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.984670] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c2274f-0151-4276-ac4d-0a501617a103 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] [instance: dcf312ed-c5b8-423e-b1fe-e0d96f5db30a] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.984850] env[70015]: INFO nova.compute.manager [None req-a9c2274f-0151-4276-ac4d-0a501617a103 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] [instance: dcf312ed-c5b8-423e-b1fe-e0d96f5db30a] Took 1.56 seconds to destroy the instance on the hypervisor. [ 1011.985123] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9c2274f-0151-4276-ac4d-0a501617a103 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.985340] env[70015]: DEBUG nova.compute.manager [-] [instance: dcf312ed-c5b8-423e-b1fe-e0d96f5db30a] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1011.985467] env[70015]: DEBUG nova.network.neutron [-] [instance: dcf312ed-c5b8-423e-b1fe-e0d96f5db30a] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1012.003389] env[70015]: DEBUG oslo_vmware.api [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5277ee5f-7745-f861-0598-941ea0115da7, 'name': SearchDatastore_Task, 'duration_secs': 0.009292} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.006316] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.006604] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb/0d932dc3-0f82-48f4-8fab-fcd39f5f89eb.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1012.007141] env[70015]: DEBUG oslo_concurrency.lockutils [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.007379] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.007619] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40ac0b1c-f575-4fc6-81d4-12e46a948709 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.013019] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de9be306-0688-418d-82a8-77d850807750 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.020166] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b4fa10a5-5bea-4f03-88d0-13a1956345b5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.020673] env[70015]: DEBUG oslo_vmware.api [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Waiting for the task: (returnval){ [ 1012.020673] env[70015]: value = "task-3611277" [ 1012.020673] env[70015]: _type = "Task" [ 1012.020673] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.024811] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.025179] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.030471] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39bb22ac-3a01-45f4-aa2b-d31cf81b2cd1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.042440] env[70015]: DEBUG oslo_vmware.api [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3611277, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.045522] env[70015]: DEBUG oslo_vmware.api [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 1012.045522] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52514960-4876-caf2-0ee0-02c56c34a150" [ 1012.045522] env[70015]: _type = "Task" [ 1012.045522] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.058347] env[70015]: DEBUG oslo_vmware.api [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52514960-4876-caf2-0ee0-02c56c34a150, 'name': SearchDatastore_Task, 'duration_secs': 0.008533} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.058941] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a4e3f98-cd53-4711-86fc-11a5a4cecae7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.064811] env[70015]: DEBUG oslo_vmware.api [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 1012.064811] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52b890f5-39cb-9623-8a74-bc51e14a757c" [ 1012.064811] env[70015]: _type = "Task" [ 1012.064811] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.080052] env[70015]: DEBUG oslo_vmware.api [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52b890f5-39cb-9623-8a74-bc51e14a757c, 'name': SearchDatastore_Task, 'duration_secs': 0.008247} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.080052] env[70015]: DEBUG oslo_concurrency.lockutils [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.080052] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733/04a6ab06-6e2c-4c81-a6aa-3f9811d2a733.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1012.080052] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f234e48c-26ba-487d-88b8-dc5f6137816d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.088973] env[70015]: DEBUG oslo_vmware.api [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 1012.088973] env[70015]: value = "task-3611278" [ 1012.088973] env[70015]: _type = "Task" [ 1012.088973] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.097906] env[70015]: DEBUG oslo_vmware.api [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611278, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.151227] env[70015]: DEBUG oslo_concurrency.lockutils [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Releasing lock "refresh_cache-65de80a6-6419-483a-82fd-7b702362167f" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.376453] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1734ba9-6d06-4a1a-8ed0-fd1f70b2e330 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.385665] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100eed79-1d06-4ad2-9f14-62234b7522cb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.419365] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "refresh_cache-5609a74f-9200-49e8-880d-da768b12d8ee" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.419572] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquired lock "refresh_cache-5609a74f-9200-49e8-880d-da768b12d8ee" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.419756] env[70015]: DEBUG nova.network.neutron [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.425919] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef22fb1-22b3-4460-bde5-a0e03d24d56d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.434874] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d547b2-6a6d-4861-a536-2c905c3bdab4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.450403] env[70015]: DEBUG nova.compute.provider_tree [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.455388] env[70015]: DEBUG nova.objects.instance [None req-6c770e0e-389f-4eea-806f-c67b3802b8a7 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Lazy-loading 'flavor' on Instance uuid f3d258e2-ca12-4953-a7a7-1d6f701d6599 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.478794] env[70015]: DEBUG nova.network.neutron [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] Successfully created port: 1778236b-b348-453a-82e4-8b0c7ad5e67e {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1012.538629] env[70015]: DEBUG oslo_vmware.api [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3611277, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473177} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.538961] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb/0d932dc3-0f82-48f4-8fab-fcd39f5f89eb.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1012.539212] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1012.539471] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9afd9694-056b-48ab-b71b-2049079be92d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.548320] env[70015]: DEBUG oslo_vmware.api [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Waiting for the task: (returnval){ [ 1012.548320] env[70015]: value = "task-3611279" [ 1012.548320] env[70015]: _type = "Task" [ 1012.548320] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.558157] env[70015]: DEBUG oslo_vmware.api [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3611279, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.600229] env[70015]: DEBUG oslo_vmware.api [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611278, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.682410] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e3db00-818d-44bf-9e0a-09d0981b16ae {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.703943] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78a5a8b-99f5-42c6-948c-4d65027d79af {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.712039] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Updating instance '65de80a6-6419-483a-82fd-7b702362167f' progress to 83 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1012.931618] env[70015]: DEBUG nova.compute.manager [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1012.955679] env[70015]: DEBUG nova.scheduler.client.report [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.968407] env[70015]: DEBUG nova.virt.hardware [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d56933b2811d141d8c6526ec9e4c11bc',container_format='bare',created_at=2025-04-25T21:04:35Z,direct_url=,disk_format='vmdk',id=951b0727-e1e6-4b34-83ad-a46654d7e187,min_disk=1,min_ram=0,name='tempest-test-snap-1372916162',owner='7f0d500c4064431988bc38c4dac0227a',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-25T21:04:50Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1012.968407] env[70015]: DEBUG nova.virt.hardware [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1012.968407] env[70015]: DEBUG nova.virt.hardware [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1012.968407] env[70015]: DEBUG nova.virt.hardware [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1012.968407] env[70015]: DEBUG nova.virt.hardware [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1012.968407] env[70015]: DEBUG nova.virt.hardware [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1012.968407] env[70015]: DEBUG nova.virt.hardware [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1012.968407] env[70015]: DEBUG nova.virt.hardware [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1012.968407] env[70015]: DEBUG nova.virt.hardware [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1012.968741] env[70015]: DEBUG nova.virt.hardware [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1012.968741] env[70015]: DEBUG nova.virt.hardware [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1012.969894] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f28e1d-a796-4d6f-bdcf-6305fc5a7700 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.980587] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24bc9ccd-9d85-4418-b580-acf9c54d3822 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.984995] env[70015]: DEBUG nova.network.neutron [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1013.062911] env[70015]: DEBUG oslo_vmware.api [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3611279, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.260209} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.063213] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1013.063982] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82335f6d-8af7-432d-9e42-73bd735bd0f6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.090330] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb/0d932dc3-0f82-48f4-8fab-fcd39f5f89eb.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.090701] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf152527-2eb5-4dd4-a78f-d5b48ba489dc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.111097] env[70015]: DEBUG nova.network.neutron [-] [instance: dcf312ed-c5b8-423e-b1fe-e0d96f5db30a] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.120694] env[70015]: DEBUG oslo_vmware.api [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611278, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.700278} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.122470] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733/04a6ab06-6e2c-4c81-a6aa-3f9811d2a733.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.122694] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.123034] env[70015]: DEBUG oslo_vmware.api [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Waiting for the task: (returnval){ [ 1013.123034] env[70015]: value = "task-3611280" [ 1013.123034] env[70015]: _type = "Task" [ 1013.123034] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.123469] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8e59516-fdc1-4f78-96da-eb339eb54822 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.134086] env[70015]: DEBUG oslo_vmware.api [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3611280, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.135322] env[70015]: DEBUG oslo_vmware.api [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 1013.135322] env[70015]: value = "task-3611281" [ 1013.135322] env[70015]: _type = "Task" [ 1013.135322] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.143810] env[70015]: DEBUG oslo_vmware.api [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611281, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.202320] env[70015]: DEBUG nova.network.neutron [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Updating instance_info_cache with network_info: [{"id": "a9497fc5-f231-4d93-ba6a-afdb71a4b9ab", "address": "fa:16:3e:9c:4a:8c", "network": {"id": "8ce3f073-fbb0-428a-b358-e2d426cf9d9a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-661174958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1c3c3921bf344c780646f4bee87bbab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9497fc5-f2", "ovs_interfaceid": "a9497fc5-f231-4d93-ba6a-afdb71a4b9ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.222468] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.223044] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b03ae60b-183a-49cf-8164-7134d6f43856 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.230356] env[70015]: DEBUG oslo_vmware.api [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 1013.230356] env[70015]: value = "task-3611282" [ 1013.230356] env[70015]: _type = "Task" [ 1013.230356] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.241393] env[70015]: DEBUG nova.compute.manager [req-431c33b9-d3cf-488e-8002-334394527f86 req-053ac796-f7f6-45a0-a4fa-579e21572093 service nova] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Received event network-vif-plugged-a9497fc5-f231-4d93-ba6a-afdb71a4b9ab {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.241614] env[70015]: DEBUG oslo_concurrency.lockutils [req-431c33b9-d3cf-488e-8002-334394527f86 req-053ac796-f7f6-45a0-a4fa-579e21572093 service nova] Acquiring lock "5609a74f-9200-49e8-880d-da768b12d8ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.241861] env[70015]: DEBUG oslo_concurrency.lockutils [req-431c33b9-d3cf-488e-8002-334394527f86 req-053ac796-f7f6-45a0-a4fa-579e21572093 service nova] Lock "5609a74f-9200-49e8-880d-da768b12d8ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.242056] env[70015]: DEBUG oslo_concurrency.lockutils [req-431c33b9-d3cf-488e-8002-334394527f86 req-053ac796-f7f6-45a0-a4fa-579e21572093 service nova] Lock "5609a74f-9200-49e8-880d-da768b12d8ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.242274] env[70015]: DEBUG nova.compute.manager [req-431c33b9-d3cf-488e-8002-334394527f86 req-053ac796-f7f6-45a0-a4fa-579e21572093 service nova] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] No waiting events found dispatching network-vif-plugged-a9497fc5-f231-4d93-ba6a-afdb71a4b9ab {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1013.242443] env[70015]: WARNING nova.compute.manager [req-431c33b9-d3cf-488e-8002-334394527f86 req-053ac796-f7f6-45a0-a4fa-579e21572093 service nova] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Received unexpected event network-vif-plugged-a9497fc5-f231-4d93-ba6a-afdb71a4b9ab for instance with vm_state building and task_state spawning. [ 1013.242604] env[70015]: DEBUG nova.compute.manager [req-431c33b9-d3cf-488e-8002-334394527f86 req-053ac796-f7f6-45a0-a4fa-579e21572093 service nova] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Received event network-changed-a9497fc5-f231-4d93-ba6a-afdb71a4b9ab {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.242783] env[70015]: DEBUG nova.compute.manager [req-431c33b9-d3cf-488e-8002-334394527f86 req-053ac796-f7f6-45a0-a4fa-579e21572093 service nova] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Refreshing instance network info cache due to event network-changed-a9497fc5-f231-4d93-ba6a-afdb71a4b9ab. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1013.243081] env[70015]: DEBUG oslo_concurrency.lockutils [req-431c33b9-d3cf-488e-8002-334394527f86 req-053ac796-f7f6-45a0-a4fa-579e21572093 service nova] Acquiring lock "refresh_cache-5609a74f-9200-49e8-880d-da768b12d8ee" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.243568] env[70015]: DEBUG oslo_vmware.api [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3611282, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.463704] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.569s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.464018] env[70015]: DEBUG nova.compute.manager [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1013.467579] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3c0158e8-af90-4639-98dc-9f79bcaf7ac1 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.391s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.467579] env[70015]: DEBUG nova.objects.instance [None req-3c0158e8-af90-4639-98dc-9f79bcaf7ac1 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lazy-loading 'resources' on Instance uuid b8ce2377-3507-4be3-88d0-b838be759cd1 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.474701] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6c770e0e-389f-4eea-806f-c67b3802b8a7 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Lock "f3d258e2-ca12-4953-a7a7-1d6f701d6599" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 5.287s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.613920] env[70015]: INFO nova.compute.manager [-] [instance: dcf312ed-c5b8-423e-b1fe-e0d96f5db30a] Took 1.63 seconds to deallocate network for instance. [ 1013.636768] env[70015]: DEBUG oslo_vmware.api [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3611280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.648671] env[70015]: DEBUG oslo_vmware.api [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611281, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.350559} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.648671] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1013.648671] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c4cb7c-2ba5-4fc4-b9b1-cf12882827d3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.670420] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733/04a6ab06-6e2c-4c81-a6aa-3f9811d2a733.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.671085] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4668c77-13b2-461d-bb94-f012a20e3a24 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.694117] env[70015]: DEBUG oslo_vmware.api [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 1013.694117] env[70015]: value = "task-3611283" [ 1013.694117] env[70015]: _type = "Task" [ 1013.694117] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.704785] env[70015]: DEBUG oslo_vmware.api [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611283, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.708389] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Releasing lock "refresh_cache-5609a74f-9200-49e8-880d-da768b12d8ee" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.708679] env[70015]: DEBUG nova.compute.manager [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Instance network_info: |[{"id": "a9497fc5-f231-4d93-ba6a-afdb71a4b9ab", "address": "fa:16:3e:9c:4a:8c", "network": {"id": "8ce3f073-fbb0-428a-b358-e2d426cf9d9a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-661174958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1c3c3921bf344c780646f4bee87bbab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9497fc5-f2", "ovs_interfaceid": "a9497fc5-f231-4d93-ba6a-afdb71a4b9ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1013.708964] env[70015]: DEBUG oslo_concurrency.lockutils [req-431c33b9-d3cf-488e-8002-334394527f86 req-053ac796-f7f6-45a0-a4fa-579e21572093 service nova] Acquired lock "refresh_cache-5609a74f-9200-49e8-880d-da768b12d8ee" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.709168] env[70015]: DEBUG nova.network.neutron [req-431c33b9-d3cf-488e-8002-334394527f86 req-053ac796-f7f6-45a0-a4fa-579e21572093 service nova] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Refreshing network info cache for port a9497fc5-f231-4d93-ba6a-afdb71a4b9ab {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1013.710411] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:4a:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ebf5df-5ecb-4a0c-a163-d88165639de0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9497fc5-f231-4d93-ba6a-afdb71a4b9ab', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1013.719822] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.722148] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1013.722669] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f166387-7c15-4e8c-8a68-97af14989bd8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.749049] env[70015]: DEBUG oslo_vmware.api [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3611282, 'name': PowerOnVM_Task, 'duration_secs': 0.418358} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.749783] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1013.749982] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-62da22b3-839e-4a08-a2f4-02c5e35169a7 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Updating instance '65de80a6-6419-483a-82fd-7b702362167f' progress to 100 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1013.754697] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1013.754697] env[70015]: value = "task-3611284" [ 1013.754697] env[70015]: _type = "Task" [ 1013.754697] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.764794] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611284, 'name': CreateVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.918988] env[70015]: DEBUG oslo_concurrency.lockutils [None req-fd00758c-21ba-4ac0-ba3b-5a70b3afacd9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Acquiring lock "f3d258e2-ca12-4953-a7a7-1d6f701d6599" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.919347] env[70015]: DEBUG oslo_concurrency.lockutils [None req-fd00758c-21ba-4ac0-ba3b-5a70b3afacd9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Lock "f3d258e2-ca12-4953-a7a7-1d6f701d6599" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.919562] env[70015]: DEBUG oslo_concurrency.lockutils [None req-fd00758c-21ba-4ac0-ba3b-5a70b3afacd9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Acquiring lock "f3d258e2-ca12-4953-a7a7-1d6f701d6599-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.919816] env[70015]: DEBUG oslo_concurrency.lockutils [None req-fd00758c-21ba-4ac0-ba3b-5a70b3afacd9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Lock "f3d258e2-ca12-4953-a7a7-1d6f701d6599-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.920042] env[70015]: DEBUG oslo_concurrency.lockutils [None req-fd00758c-21ba-4ac0-ba3b-5a70b3afacd9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Lock "f3d258e2-ca12-4953-a7a7-1d6f701d6599-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.922767] env[70015]: INFO nova.compute.manager [None req-fd00758c-21ba-4ac0-ba3b-5a70b3afacd9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Terminating instance [ 1013.970510] env[70015]: DEBUG nova.compute.utils [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1013.976658] env[70015]: DEBUG nova.compute.manager [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1013.976658] env[70015]: DEBUG nova.network.neutron [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1014.033293] env[70015]: DEBUG nova.policy [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '281654ddb97845d9919473afc24a3063', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c24df7a88e5f4165b2618140613b0538', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 1014.080138] env[70015]: DEBUG nova.network.neutron [req-431c33b9-d3cf-488e-8002-334394527f86 req-053ac796-f7f6-45a0-a4fa-579e21572093 service nova] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Updated VIF entry in instance network info cache for port a9497fc5-f231-4d93-ba6a-afdb71a4b9ab. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1014.080138] env[70015]: DEBUG nova.network.neutron [req-431c33b9-d3cf-488e-8002-334394527f86 req-053ac796-f7f6-45a0-a4fa-579e21572093 service nova] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Updating instance_info_cache with network_info: [{"id": "a9497fc5-f231-4d93-ba6a-afdb71a4b9ab", "address": "fa:16:3e:9c:4a:8c", "network": {"id": "8ce3f073-fbb0-428a-b358-e2d426cf9d9a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-661174958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1c3c3921bf344c780646f4bee87bbab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9497fc5-f2", "ovs_interfaceid": "a9497fc5-f231-4d93-ba6a-afdb71a4b9ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.123050] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a9c2274f-0151-4276-ac4d-0a501617a103 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.142214] env[70015]: DEBUG oslo_vmware.api [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3611280, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.203191] env[70015]: DEBUG oslo_vmware.api [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611283, 'name': ReconfigVM_Task, 'duration_secs': 0.407091} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.203533] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733/04a6ab06-6e2c-4c81-a6aa-3f9811d2a733.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.206904] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce627348-4d64-4990-9c23-2a5df5245eb4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.214724] env[70015]: DEBUG oslo_vmware.api [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 1014.214724] env[70015]: value = "task-3611285" [ 1014.214724] env[70015]: _type = "Task" [ 1014.214724] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.228414] env[70015]: DEBUG oslo_vmware.api [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611285, 'name': Rename_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.268452] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611284, 'name': CreateVM_Task, 'duration_secs': 0.393636} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.272426] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1014.273608] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.273785] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.274164] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.274697] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41954409-367e-447f-8994-b3adec2d6cf3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.281169] env[70015]: DEBUG oslo_vmware.api [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1014.281169] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52586b99-92e3-cf2b-a311-e2dc164721f9" [ 1014.281169] env[70015]: _type = "Task" [ 1014.281169] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.294463] env[70015]: DEBUG oslo_vmware.api [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52586b99-92e3-cf2b-a311-e2dc164721f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.323265] env[70015]: DEBUG nova.network.neutron [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] Successfully updated port: 1778236b-b348-453a-82e4-8b0c7ad5e67e {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1014.359062] env[70015]: DEBUG nova.network.neutron [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Successfully created port: c0f1ad30-40d1-4ab3-be46-9940907a2fe8 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1014.413140] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e152849c-53e1-4d61-a982-929aedb64feb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.423194] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9332286-2582-41b7-8636-230a7dc566c7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.426600] env[70015]: DEBUG nova.compute.manager [None req-fd00758c-21ba-4ac0-ba3b-5a70b3afacd9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1014.426799] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-fd00758c-21ba-4ac0-ba3b-5a70b3afacd9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1014.427549] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94bb25b8-32d9-4f91-a398-e14baf343e95 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.435169] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd00758c-21ba-4ac0-ba3b-5a70b3afacd9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1014.458600] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e7aafc3-ef12-4bc8-87be-8e7bcfa05866 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.461238] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6893b126-58ef-4a0e-a99f-bb26b783639c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.469073] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038e8e26-bdba-4dc6-9d8b-c75491948450 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.472969] env[70015]: DEBUG oslo_vmware.api [None req-fd00758c-21ba-4ac0-ba3b-5a70b3afacd9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for the task: (returnval){ [ 1014.472969] env[70015]: value = "task-3611286" [ 1014.472969] env[70015]: _type = "Task" [ 1014.472969] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.483484] env[70015]: DEBUG nova.compute.manager [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1014.486471] env[70015]: DEBUG nova.compute.provider_tree [None req-3c0158e8-af90-4639-98dc-9f79bcaf7ac1 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.492571] env[70015]: DEBUG oslo_vmware.api [None req-fd00758c-21ba-4ac0-ba3b-5a70b3afacd9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611286, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.586243] env[70015]: DEBUG oslo_concurrency.lockutils [req-431c33b9-d3cf-488e-8002-334394527f86 req-053ac796-f7f6-45a0-a4fa-579e21572093 service nova] Releasing lock "refresh_cache-5609a74f-9200-49e8-880d-da768b12d8ee" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.586537] env[70015]: DEBUG nova.compute.manager [req-431c33b9-d3cf-488e-8002-334394527f86 req-053ac796-f7f6-45a0-a4fa-579e21572093 service nova] [instance: dcf312ed-c5b8-423e-b1fe-e0d96f5db30a] Received event network-vif-deleted-fb379197-a1fc-45c1-8308-69db5259509d {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.635894] env[70015]: DEBUG oslo_vmware.api [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3611280, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.725400] env[70015]: DEBUG oslo_vmware.api [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611285, 'name': Rename_Task, 'duration_secs': 0.138299} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.725602] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1014.725849] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3179f25b-aceb-4a2b-8a4b-36a9f7868757 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.731474] env[70015]: DEBUG oslo_vmware.api [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 1014.731474] env[70015]: value = "task-3611287" [ 1014.731474] env[70015]: _type = "Task" [ 1014.731474] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.738654] env[70015]: DEBUG oslo_vmware.api [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611287, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.796193] env[70015]: DEBUG oslo_vmware.api [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52586b99-92e3-cf2b-a311-e2dc164721f9, 'name': SearchDatastore_Task, 'duration_secs': 0.01357} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.796617] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.796895] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1014.797218] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.797414] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.797652] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1014.797997] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02127d80-8951-4431-941f-75a55034ff74 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.809926] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1014.810181] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1014.811515] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54552c87-d068-47d3-b9a3-e3f0e6c9146f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.818097] env[70015]: DEBUG oslo_vmware.api [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1014.818097] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52a27236-761e-2c1f-1ef9-d3b2f5bb1568" [ 1014.818097] env[70015]: _type = "Task" [ 1014.818097] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.828712] env[70015]: DEBUG oslo_concurrency.lockutils [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquiring lock "refresh_cache-273a8c9c-bc9c-440d-ab7b-cdd7e2e19412" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.828895] env[70015]: DEBUG oslo_concurrency.lockutils [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquired lock "refresh_cache-273a8c9c-bc9c-440d-ab7b-cdd7e2e19412" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.829183] env[70015]: DEBUG nova.network.neutron [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.830601] env[70015]: DEBUG oslo_vmware.api [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52a27236-761e-2c1f-1ef9-d3b2f5bb1568, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.983524] env[70015]: DEBUG oslo_vmware.api [None req-fd00758c-21ba-4ac0-ba3b-5a70b3afacd9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611286, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.994391] env[70015]: DEBUG nova.scheduler.client.report [None req-3c0158e8-af90-4639-98dc-9f79bcaf7ac1 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.137681] env[70015]: DEBUG oslo_vmware.api [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3611280, 'name': ReconfigVM_Task, 'duration_secs': 1.911065} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.138093] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb/0d932dc3-0f82-48f4-8fab-fcd39f5f89eb.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.138636] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00f5701d-3c69-4b31-9e01-0cec73b75aff {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.146036] env[70015]: DEBUG oslo_vmware.api [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Waiting for the task: (returnval){ [ 1015.146036] env[70015]: value = "task-3611288" [ 1015.146036] env[70015]: _type = "Task" [ 1015.146036] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.155025] env[70015]: DEBUG oslo_vmware.api [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3611288, 'name': Rename_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.241668] env[70015]: DEBUG oslo_vmware.api [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611287, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.282193] env[70015]: DEBUG nova.compute.manager [req-0b05c3d9-c41d-4b87-878e-b0eea763687d req-303e0c81-1959-4be1-8a5e-62d8fceac21d service nova] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] Received event network-vif-plugged-1778236b-b348-453a-82e4-8b0c7ad5e67e {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.282428] env[70015]: DEBUG oslo_concurrency.lockutils [req-0b05c3d9-c41d-4b87-878e-b0eea763687d req-303e0c81-1959-4be1-8a5e-62d8fceac21d service nova] Acquiring lock "273a8c9c-bc9c-440d-ab7b-cdd7e2e19412-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.282670] env[70015]: DEBUG oslo_concurrency.lockutils [req-0b05c3d9-c41d-4b87-878e-b0eea763687d req-303e0c81-1959-4be1-8a5e-62d8fceac21d service nova] Lock "273a8c9c-bc9c-440d-ab7b-cdd7e2e19412-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.282916] env[70015]: DEBUG oslo_concurrency.lockutils [req-0b05c3d9-c41d-4b87-878e-b0eea763687d req-303e0c81-1959-4be1-8a5e-62d8fceac21d service nova] Lock "273a8c9c-bc9c-440d-ab7b-cdd7e2e19412-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.283130] env[70015]: DEBUG nova.compute.manager [req-0b05c3d9-c41d-4b87-878e-b0eea763687d req-303e0c81-1959-4be1-8a5e-62d8fceac21d service nova] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] No waiting events found dispatching network-vif-plugged-1778236b-b348-453a-82e4-8b0c7ad5e67e {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1015.283308] env[70015]: WARNING nova.compute.manager [req-0b05c3d9-c41d-4b87-878e-b0eea763687d req-303e0c81-1959-4be1-8a5e-62d8fceac21d service nova] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] Received unexpected event network-vif-plugged-1778236b-b348-453a-82e4-8b0c7ad5e67e for instance with vm_state building and task_state spawning. [ 1015.283473] env[70015]: DEBUG nova.compute.manager [req-0b05c3d9-c41d-4b87-878e-b0eea763687d req-303e0c81-1959-4be1-8a5e-62d8fceac21d service nova] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] Received event network-changed-1778236b-b348-453a-82e4-8b0c7ad5e67e {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.283632] env[70015]: DEBUG nova.compute.manager [req-0b05c3d9-c41d-4b87-878e-b0eea763687d req-303e0c81-1959-4be1-8a5e-62d8fceac21d service nova] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] Refreshing instance network info cache due to event network-changed-1778236b-b348-453a-82e4-8b0c7ad5e67e. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1015.284136] env[70015]: DEBUG oslo_concurrency.lockutils [req-0b05c3d9-c41d-4b87-878e-b0eea763687d req-303e0c81-1959-4be1-8a5e-62d8fceac21d service nova] Acquiring lock "refresh_cache-273a8c9c-bc9c-440d-ab7b-cdd7e2e19412" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.329190] env[70015]: DEBUG oslo_vmware.api [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52a27236-761e-2c1f-1ef9-d3b2f5bb1568, 'name': SearchDatastore_Task, 'duration_secs': 0.017209} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.329972] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd47c118-aab6-463c-9ed4-816da12c3a6b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.336796] env[70015]: DEBUG oslo_vmware.api [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1015.336796] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52cdb4a2-d2dc-0d09-2e6c-13fbd313eeac" [ 1015.336796] env[70015]: _type = "Task" [ 1015.336796] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.345253] env[70015]: DEBUG oslo_vmware.api [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52cdb4a2-d2dc-0d09-2e6c-13fbd313eeac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.372594] env[70015]: DEBUG nova.network.neutron [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1015.486913] env[70015]: DEBUG oslo_vmware.api [None req-fd00758c-21ba-4ac0-ba3b-5a70b3afacd9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611286, 'name': PowerOffVM_Task, 'duration_secs': 0.713055} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.486913] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd00758c-21ba-4ac0-ba3b-5a70b3afacd9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1015.487287] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-fd00758c-21ba-4ac0-ba3b-5a70b3afacd9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1015.487287] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03b94416-dddd-4dd9-92b7-966f5b34b26a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.500797] env[70015]: DEBUG nova.compute.manager [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1015.503875] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3c0158e8-af90-4639-98dc-9f79bcaf7ac1 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.037s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.506124] env[70015]: DEBUG oslo_concurrency.lockutils [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.836s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.512373] env[70015]: INFO nova.compute.claims [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1015.521994] env[70015]: DEBUG oslo_concurrency.lockutils [None req-75c06303-ba45-4eaa-b915-ca72059b7964 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "65de80a6-6419-483a-82fd-7b702362167f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.522108] env[70015]: DEBUG oslo_concurrency.lockutils [None req-75c06303-ba45-4eaa-b915-ca72059b7964 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "65de80a6-6419-483a-82fd-7b702362167f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.522536] env[70015]: DEBUG nova.compute.manager [None req-75c06303-ba45-4eaa-b915-ca72059b7964 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Going to confirm migration 5 {{(pid=70015) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1015.551798] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-fd00758c-21ba-4ac0-ba3b-5a70b3afacd9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1015.551798] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-fd00758c-21ba-4ac0-ba3b-5a70b3afacd9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1015.552018] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd00758c-21ba-4ac0-ba3b-5a70b3afacd9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Deleting the datastore file [datastore1] f3d258e2-ca12-4953-a7a7-1d6f701d6599 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1015.552217] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c57f762e-e636-48e9-80bb-b0ed28e8676e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.561896] env[70015]: INFO nova.scheduler.client.report [None req-3c0158e8-af90-4639-98dc-9f79bcaf7ac1 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Deleted allocations for instance b8ce2377-3507-4be3-88d0-b838be759cd1 [ 1015.565680] env[70015]: DEBUG nova.virt.hardware [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1015.565680] env[70015]: DEBUG nova.virt.hardware [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1015.565811] env[70015]: DEBUG nova.virt.hardware [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1015.565897] env[70015]: DEBUG nova.virt.hardware [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1015.566053] env[70015]: DEBUG nova.virt.hardware [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1015.566204] env[70015]: DEBUG nova.virt.hardware [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1015.566407] env[70015]: DEBUG nova.virt.hardware [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1015.566565] env[70015]: DEBUG nova.virt.hardware [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1015.566725] env[70015]: DEBUG nova.virt.hardware [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1015.566883] env[70015]: DEBUG nova.virt.hardware [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1015.567059] env[70015]: DEBUG nova.virt.hardware [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1015.568572] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d12617-56e5-47d2-b9d1-aae18165c590 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.577457] env[70015]: DEBUG oslo_vmware.api [None req-fd00758c-21ba-4ac0-ba3b-5a70b3afacd9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for the task: (returnval){ [ 1015.577457] env[70015]: value = "task-3611290" [ 1015.577457] env[70015]: _type = "Task" [ 1015.577457] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.583824] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85264ac9-0020-4483-8043-ff271ff85323 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.594187] env[70015]: DEBUG oslo_vmware.api [None req-fd00758c-21ba-4ac0-ba3b-5a70b3afacd9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611290, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.630215] env[70015]: DEBUG nova.network.neutron [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] Updating instance_info_cache with network_info: [{"id": "1778236b-b348-453a-82e4-8b0c7ad5e67e", "address": "fa:16:3e:05:fe:c6", "network": {"id": "e219abc0-5021-4d85-9d01-fe7a32407dac", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1386953585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f0d500c4064431988bc38c4dac0227a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1778236b-b3", "ovs_interfaceid": "1778236b-b348-453a-82e4-8b0c7ad5e67e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.657133] env[70015]: DEBUG oslo_vmware.api [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3611288, 'name': Rename_Task, 'duration_secs': 0.292624} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.657450] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1015.657802] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31873374-7062-457c-9670-580a1ffc05a8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.664499] env[70015]: DEBUG oslo_vmware.api [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Waiting for the task: (returnval){ [ 1015.664499] env[70015]: value = "task-3611291" [ 1015.664499] env[70015]: _type = "Task" [ 1015.664499] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.673693] env[70015]: DEBUG oslo_vmware.api [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3611291, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.742944] env[70015]: DEBUG oslo_vmware.api [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611287, 'name': PowerOnVM_Task, 'duration_secs': 0.528969} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.743351] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.743558] env[70015]: INFO nova.compute.manager [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Took 7.87 seconds to spawn the instance on the hypervisor. [ 1015.743751] env[70015]: DEBUG nova.compute.manager [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.744595] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f78fc5-2aae-41e4-b1d9-cb924f047a93 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.848572] env[70015]: DEBUG oslo_vmware.api [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52cdb4a2-d2dc-0d09-2e6c-13fbd313eeac, 'name': SearchDatastore_Task, 'duration_secs': 0.01003} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.848781] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.849144] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 5609a74f-9200-49e8-880d-da768b12d8ee/5609a74f-9200-49e8-880d-da768b12d8ee.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1015.849452] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6854de3d-982f-4ffa-89d8-23e04163aef1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.859182] env[70015]: DEBUG oslo_vmware.api [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1015.859182] env[70015]: value = "task-3611292" [ 1015.859182] env[70015]: _type = "Task" [ 1015.859182] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.865034] env[70015]: DEBUG oslo_vmware.api [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611292, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.887698] env[70015]: DEBUG nova.compute.manager [req-9a4637b1-5616-40ee-b5b9-bc27b6fade69 req-58d347a1-a5fa-465b-8726-b8fa637eaa72 service nova] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Received event network-vif-plugged-c0f1ad30-40d1-4ab3-be46-9940907a2fe8 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.887698] env[70015]: DEBUG oslo_concurrency.lockutils [req-9a4637b1-5616-40ee-b5b9-bc27b6fade69 req-58d347a1-a5fa-465b-8726-b8fa637eaa72 service nova] Acquiring lock "f3b64104-3919-4838-9c2b-601a41be2ece-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.887698] env[70015]: DEBUG oslo_concurrency.lockutils [req-9a4637b1-5616-40ee-b5b9-bc27b6fade69 req-58d347a1-a5fa-465b-8726-b8fa637eaa72 service nova] Lock "f3b64104-3919-4838-9c2b-601a41be2ece-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.887698] env[70015]: DEBUG oslo_concurrency.lockutils [req-9a4637b1-5616-40ee-b5b9-bc27b6fade69 req-58d347a1-a5fa-465b-8726-b8fa637eaa72 service nova] Lock "f3b64104-3919-4838-9c2b-601a41be2ece-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.887698] env[70015]: DEBUG nova.compute.manager [req-9a4637b1-5616-40ee-b5b9-bc27b6fade69 req-58d347a1-a5fa-465b-8726-b8fa637eaa72 service nova] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] No waiting events found dispatching network-vif-plugged-c0f1ad30-40d1-4ab3-be46-9940907a2fe8 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1015.887698] env[70015]: WARNING nova.compute.manager [req-9a4637b1-5616-40ee-b5b9-bc27b6fade69 req-58d347a1-a5fa-465b-8726-b8fa637eaa72 service nova] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Received unexpected event network-vif-plugged-c0f1ad30-40d1-4ab3-be46-9940907a2fe8 for instance with vm_state building and task_state spawning. [ 1015.895421] env[70015]: DEBUG nova.network.neutron [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Successfully updated port: c0f1ad30-40d1-4ab3-be46-9940907a2fe8 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1016.078648] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3c0158e8-af90-4639-98dc-9f79bcaf7ac1 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "b8ce2377-3507-4be3-88d0-b838be759cd1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.375s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.094025] env[70015]: DEBUG oslo_vmware.api [None req-fd00758c-21ba-4ac0-ba3b-5a70b3afacd9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611290, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156985} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.095165] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd00758c-21ba-4ac0-ba3b-5a70b3afacd9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1016.095477] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-fd00758c-21ba-4ac0-ba3b-5a70b3afacd9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1016.095707] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-fd00758c-21ba-4ac0-ba3b-5a70b3afacd9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1016.095924] env[70015]: INFO nova.compute.manager [None req-fd00758c-21ba-4ac0-ba3b-5a70b3afacd9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1016.096225] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd00758c-21ba-4ac0-ba3b-5a70b3afacd9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1016.097608] env[70015]: DEBUG oslo_concurrency.lockutils [None req-75c06303-ba45-4eaa-b915-ca72059b7964 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "refresh_cache-65de80a6-6419-483a-82fd-7b702362167f" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.097856] env[70015]: DEBUG oslo_concurrency.lockutils [None req-75c06303-ba45-4eaa-b915-ca72059b7964 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquired lock "refresh_cache-65de80a6-6419-483a-82fd-7b702362167f" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.098204] env[70015]: DEBUG nova.network.neutron [None req-75c06303-ba45-4eaa-b915-ca72059b7964 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.099037] env[70015]: DEBUG nova.objects.instance [None req-75c06303-ba45-4eaa-b915-ca72059b7964 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lazy-loading 'info_cache' on Instance uuid 65de80a6-6419-483a-82fd-7b702362167f {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.099775] env[70015]: DEBUG nova.compute.manager [-] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1016.099894] env[70015]: DEBUG nova.network.neutron [-] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1016.133622] env[70015]: DEBUG oslo_concurrency.lockutils [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Releasing lock "refresh_cache-273a8c9c-bc9c-440d-ab7b-cdd7e2e19412" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.133997] env[70015]: DEBUG nova.compute.manager [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] Instance network_info: |[{"id": "1778236b-b348-453a-82e4-8b0c7ad5e67e", "address": "fa:16:3e:05:fe:c6", "network": {"id": "e219abc0-5021-4d85-9d01-fe7a32407dac", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1386953585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f0d500c4064431988bc38c4dac0227a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1778236b-b3", "ovs_interfaceid": "1778236b-b348-453a-82e4-8b0c7ad5e67e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1016.134875] env[70015]: DEBUG oslo_concurrency.lockutils [req-0b05c3d9-c41d-4b87-878e-b0eea763687d req-303e0c81-1959-4be1-8a5e-62d8fceac21d service nova] Acquired lock "refresh_cache-273a8c9c-bc9c-440d-ab7b-cdd7e2e19412" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.135144] env[70015]: DEBUG nova.network.neutron [req-0b05c3d9-c41d-4b87-878e-b0eea763687d req-303e0c81-1959-4be1-8a5e-62d8fceac21d service nova] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] Refreshing network info cache for port 1778236b-b348-453a-82e4-8b0c7ad5e67e {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1016.136680] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:fe:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e044cfd4-1b0d-4d88-b1bd-604025731d3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1778236b-b348-453a-82e4-8b0c7ad5e67e', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1016.145902] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1016.147593] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1016.147948] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12b5bdd0-ea76-4ff2-b68e-0e9558f45471 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.177048] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1016.177048] env[70015]: value = "task-3611293" [ 1016.177048] env[70015]: _type = "Task" [ 1016.177048] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.181420] env[70015]: DEBUG oslo_vmware.api [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3611291, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.191889] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611293, 'name': CreateVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.264273] env[70015]: INFO nova.compute.manager [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Took 39.42 seconds to build instance. [ 1016.367526] env[70015]: DEBUG oslo_vmware.api [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611292, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.398430] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "refresh_cache-f3b64104-3919-4838-9c2b-601a41be2ece" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.398599] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquired lock "refresh_cache-f3b64104-3919-4838-9c2b-601a41be2ece" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.398739] env[70015]: DEBUG nova.network.neutron [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.674656] env[70015]: DEBUG oslo_vmware.api [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3611291, 'name': PowerOnVM_Task, 'duration_secs': 0.573165} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.675047] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1016.675177] env[70015]: INFO nova.compute.manager [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Took 11.37 seconds to spawn the instance on the hypervisor. [ 1016.675360] env[70015]: DEBUG nova.compute.manager [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.676179] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a02012-6111-4bcd-8fe3-7051678f5959 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.701718] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611293, 'name': CreateVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.767249] env[70015]: DEBUG oslo_concurrency.lockutils [None req-12776a1d-8214-4432-9230-b467c668ba02 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lock "04a6ab06-6e2c-4c81-a6aa-3f9811d2a733" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.934s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.875167] env[70015]: DEBUG oslo_vmware.api [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611292, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523676} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.875443] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 5609a74f-9200-49e8-880d-da768b12d8ee/5609a74f-9200-49e8-880d-da768b12d8ee.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1016.875660] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1016.875922] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2f96358-3059-4158-aeda-4666b1580826 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.884218] env[70015]: DEBUG oslo_vmware.api [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1016.884218] env[70015]: value = "task-3611294" [ 1016.884218] env[70015]: _type = "Task" [ 1016.884218] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.895604] env[70015]: DEBUG oslo_vmware.api [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611294, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.935955] env[70015]: DEBUG nova.network.neutron [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1017.012088] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23d6ff4-4a02-40c8-9f08-9179ef0d3038 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.023783] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc31edae-89c8-4a56-bf64-9adf3d9c86fe {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.059797] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0fe024-e47f-4f00-944d-589384c3b299 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.067518] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515655a5-8b2a-40e0-9f2d-2c37a88d178d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.081916] env[70015]: DEBUG nova.compute.provider_tree [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.095184] env[70015]: DEBUG nova.network.neutron [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Updating instance_info_cache with network_info: [{"id": "c0f1ad30-40d1-4ab3-be46-9940907a2fe8", "address": "fa:16:3e:21:fd:e3", "network": {"id": "54eb7a37-2a22-42e7-8acd-b881580de840", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-916588865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c24df7a88e5f4165b2618140613b0538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0f1ad30-40", "ovs_interfaceid": "c0f1ad30-40d1-4ab3-be46-9940907a2fe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.184221] env[70015]: DEBUG nova.network.neutron [-] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.206810] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611293, 'name': CreateVM_Task, 'duration_secs': 0.610242} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.207038] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1017.207620] env[70015]: DEBUG oslo_concurrency.lockutils [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/951b0727-e1e6-4b34-83ad-a46654d7e187" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.207786] env[70015]: DEBUG oslo_concurrency.lockutils [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquired lock "[datastore2] devstack-image-cache_base/951b0727-e1e6-4b34-83ad-a46654d7e187" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.212295] env[70015]: DEBUG oslo_concurrency.lockutils [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/951b0727-e1e6-4b34-83ad-a46654d7e187" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.212295] env[70015]: INFO nova.compute.manager [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Took 40.67 seconds to build instance. [ 1017.212295] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f555c2a-9bec-4edc-8211-3f3a6975a3ba {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.220231] env[70015]: DEBUG oslo_vmware.api [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 1017.220231] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]529fbe4f-1156-c077-12b9-5d5595f35786" [ 1017.220231] env[70015]: _type = "Task" [ 1017.220231] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.229522] env[70015]: DEBUG oslo_vmware.api [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]529fbe4f-1156-c077-12b9-5d5595f35786, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.329729] env[70015]: DEBUG nova.network.neutron [None req-75c06303-ba45-4eaa-b915-ca72059b7964 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Updating instance_info_cache with network_info: [{"id": "bd4682ac-4b16-4c77-899c-f73895769db7", "address": "fa:16:3e:da:fb:a2", "network": {"id": "aed3b2bc-e425-473e-9c01-5fba157d1ba4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-846382282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faa8a08038de44e2ad837e0e45b67282", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd4682ac-4b", "ovs_interfaceid": "bd4682ac-4b16-4c77-899c-f73895769db7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.399863] env[70015]: DEBUG nova.network.neutron [req-0b05c3d9-c41d-4b87-878e-b0eea763687d req-303e0c81-1959-4be1-8a5e-62d8fceac21d service nova] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] Updated VIF entry in instance network info cache for port 1778236b-b348-453a-82e4-8b0c7ad5e67e. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1017.400340] env[70015]: DEBUG nova.network.neutron [req-0b05c3d9-c41d-4b87-878e-b0eea763687d req-303e0c81-1959-4be1-8a5e-62d8fceac21d service nova] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] Updating instance_info_cache with network_info: [{"id": "1778236b-b348-453a-82e4-8b0c7ad5e67e", "address": "fa:16:3e:05:fe:c6", "network": {"id": "e219abc0-5021-4d85-9d01-fe7a32407dac", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1386953585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f0d500c4064431988bc38c4dac0227a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1778236b-b3", "ovs_interfaceid": "1778236b-b348-453a-82e4-8b0c7ad5e67e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.404626] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquiring lock "c072eaca-1697-4f75-bc2a-af6a92abdbdf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.405092] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "c072eaca-1697-4f75-bc2a-af6a92abdbdf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.408906] env[70015]: DEBUG oslo_vmware.api [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611294, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.177589} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.408906] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1017.408906] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb35857-e270-4af2-b1a1-d421fb5508e5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.432389] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 5609a74f-9200-49e8-880d-da768b12d8ee/5609a74f-9200-49e8-880d-da768b12d8ee.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1017.433131] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-403161aa-cb9c-41d1-9d07-7b85478b4331 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.453665] env[70015]: DEBUG oslo_vmware.api [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1017.453665] env[70015]: value = "task-3611295" [ 1017.453665] env[70015]: _type = "Task" [ 1017.453665] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.461823] env[70015]: DEBUG oslo_vmware.api [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611295, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.555516] env[70015]: DEBUG nova.compute.manager [req-7d54d64e-e58a-40fa-ba7a-8e6f6c27548b req-83e43821-a330-4f83-8931-3e3e4e650ce5 service nova] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Received event network-changed-0e24eb9c-4050-4a50-85d3-e68a6f459084 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.555716] env[70015]: DEBUG nova.compute.manager [req-7d54d64e-e58a-40fa-ba7a-8e6f6c27548b req-83e43821-a330-4f83-8931-3e3e4e650ce5 service nova] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Refreshing instance network info cache due to event network-changed-0e24eb9c-4050-4a50-85d3-e68a6f459084. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1017.555928] env[70015]: DEBUG oslo_concurrency.lockutils [req-7d54d64e-e58a-40fa-ba7a-8e6f6c27548b req-83e43821-a330-4f83-8931-3e3e4e650ce5 service nova] Acquiring lock "refresh_cache-04a6ab06-6e2c-4c81-a6aa-3f9811d2a733" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.556971] env[70015]: DEBUG oslo_concurrency.lockutils [req-7d54d64e-e58a-40fa-ba7a-8e6f6c27548b req-83e43821-a330-4f83-8931-3e3e4e650ce5 service nova] Acquired lock "refresh_cache-04a6ab06-6e2c-4c81-a6aa-3f9811d2a733" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.557255] env[70015]: DEBUG nova.network.neutron [req-7d54d64e-e58a-40fa-ba7a-8e6f6c27548b req-83e43821-a330-4f83-8931-3e3e4e650ce5 service nova] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Refreshing network info cache for port 0e24eb9c-4050-4a50-85d3-e68a6f459084 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1017.587035] env[70015]: DEBUG nova.scheduler.client.report [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.601517] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Releasing lock "refresh_cache-f3b64104-3919-4838-9c2b-601a41be2ece" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.602029] env[70015]: DEBUG nova.compute.manager [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Instance network_info: |[{"id": "c0f1ad30-40d1-4ab3-be46-9940907a2fe8", "address": "fa:16:3e:21:fd:e3", "network": {"id": "54eb7a37-2a22-42e7-8acd-b881580de840", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-916588865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c24df7a88e5f4165b2618140613b0538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0f1ad30-40", "ovs_interfaceid": "c0f1ad30-40d1-4ab3-be46-9940907a2fe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1017.602235] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:fd:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24ec44b7-0acf-4ff9-8bb3-4641b74af7a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0f1ad30-40d1-4ab3-be46-9940907a2fe8', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1017.610030] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.611370] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1017.611370] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2fa5cdc-8bda-484c-9551-bb3ec5f146bd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.630954] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1017.630954] env[70015]: value = "task-3611296" [ 1017.630954] env[70015]: _type = "Task" [ 1017.630954] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.641168] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611296, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.692099] env[70015]: INFO nova.compute.manager [-] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Took 1.59 seconds to deallocate network for instance. [ 1017.715946] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8905a7d2-3636-441d-9cae-86c146e0cc7c tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Lock "0d932dc3-0f82-48f4-8fab-fcd39f5f89eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.189s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.733058] env[70015]: DEBUG oslo_concurrency.lockutils [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Releasing lock "[datastore2] devstack-image-cache_base/951b0727-e1e6-4b34-83ad-a46654d7e187" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.733058] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] Processing image 951b0727-e1e6-4b34-83ad-a46654d7e187 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1017.733058] env[70015]: DEBUG oslo_concurrency.lockutils [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/951b0727-e1e6-4b34-83ad-a46654d7e187/951b0727-e1e6-4b34-83ad-a46654d7e187.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.733058] env[70015]: DEBUG oslo_concurrency.lockutils [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquired lock "[datastore2] devstack-image-cache_base/951b0727-e1e6-4b34-83ad-a46654d7e187/951b0727-e1e6-4b34-83ad-a46654d7e187.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.733058] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1017.733058] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2f6bc16-a041-4ba1-90d2-af35de65aa26 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.741939] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1017.742434] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1017.743419] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bf7abc5-7ea6-438e-938e-7abe2db78d3d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.749578] env[70015]: DEBUG oslo_vmware.api [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 1017.749578] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52ce855f-b27f-a582-4761-23ac606b6af0" [ 1017.749578] env[70015]: _type = "Task" [ 1017.749578] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.758306] env[70015]: DEBUG oslo_vmware.api [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52ce855f-b27f-a582-4761-23ac606b6af0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.833675] env[70015]: DEBUG oslo_concurrency.lockutils [None req-75c06303-ba45-4eaa-b915-ca72059b7964 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Releasing lock "refresh_cache-65de80a6-6419-483a-82fd-7b702362167f" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.833675] env[70015]: DEBUG nova.objects.instance [None req-75c06303-ba45-4eaa-b915-ca72059b7964 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lazy-loading 'migration_context' on Instance uuid 65de80a6-6419-483a-82fd-7b702362167f {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.907799] env[70015]: DEBUG oslo_concurrency.lockutils [req-0b05c3d9-c41d-4b87-878e-b0eea763687d req-303e0c81-1959-4be1-8a5e-62d8fceac21d service nova] Releasing lock "refresh_cache-273a8c9c-bc9c-440d-ab7b-cdd7e2e19412" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.911133] env[70015]: DEBUG nova.compute.manager [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: c072eaca-1697-4f75-bc2a-af6a92abdbdf] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1017.964776] env[70015]: DEBUG oslo_vmware.api [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611295, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.968438] env[70015]: DEBUG nova.compute.manager [req-4bcb5662-89ab-4a64-ae39-8bd43d83c72c req-a9d173e6-5f66-48db-95e7-9bf68a17ae0a service nova] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Received event network-changed-c0f1ad30-40d1-4ab3-be46-9940907a2fe8 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.968710] env[70015]: DEBUG nova.compute.manager [req-4bcb5662-89ab-4a64-ae39-8bd43d83c72c req-a9d173e6-5f66-48db-95e7-9bf68a17ae0a service nova] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Refreshing instance network info cache due to event network-changed-c0f1ad30-40d1-4ab3-be46-9940907a2fe8. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1017.968891] env[70015]: DEBUG oslo_concurrency.lockutils [req-4bcb5662-89ab-4a64-ae39-8bd43d83c72c req-a9d173e6-5f66-48db-95e7-9bf68a17ae0a service nova] Acquiring lock "refresh_cache-f3b64104-3919-4838-9c2b-601a41be2ece" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.969814] env[70015]: DEBUG oslo_concurrency.lockutils [req-4bcb5662-89ab-4a64-ae39-8bd43d83c72c req-a9d173e6-5f66-48db-95e7-9bf68a17ae0a service nova] Acquired lock "refresh_cache-f3b64104-3919-4838-9c2b-601a41be2ece" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.969983] env[70015]: DEBUG nova.network.neutron [req-4bcb5662-89ab-4a64-ae39-8bd43d83c72c req-a9d173e6-5f66-48db-95e7-9bf68a17ae0a service nova] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Refreshing network info cache for port c0f1ad30-40d1-4ab3-be46-9940907a2fe8 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1018.095164] env[70015]: DEBUG oslo_concurrency.lockutils [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.589s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.095718] env[70015]: DEBUG nova.compute.manager [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1018.098454] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a3cfb8f2-9e76-47fd-8670-3c5a87941d27 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.727s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.098683] env[70015]: DEBUG nova.objects.instance [None req-a3cfb8f2-9e76-47fd-8670-3c5a87941d27 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Lazy-loading 'resources' on Instance uuid dd3e3400-bf0e-41f2-954d-b7b78e6941b5 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.142518] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611296, 'name': CreateVM_Task, 'duration_secs': 0.473402} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.142710] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1018.143530] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.143695] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.144046] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.144328] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87482a3c-b1fc-4ca2-9be5-0a1a7d78b81a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.149059] env[70015]: DEBUG oslo_vmware.api [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Waiting for the task: (returnval){ [ 1018.149059] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]521c2634-2e4b-0eb3-efd6-9fdfbdb69113" [ 1018.149059] env[70015]: _type = "Task" [ 1018.149059] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.159116] env[70015]: DEBUG oslo_vmware.api [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]521c2634-2e4b-0eb3-efd6-9fdfbdb69113, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.197670] env[70015]: DEBUG oslo_concurrency.lockutils [None req-fd00758c-21ba-4ac0-ba3b-5a70b3afacd9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.261985] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] Preparing fetch location {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1018.262344] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] Fetch image to [datastore2] OSTACK_IMG_d61dd086-0886-43e7-b972-a12316f018e0/OSTACK_IMG_d61dd086-0886-43e7-b972-a12316f018e0.vmdk {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1018.262534] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] Downloading stream optimized image 951b0727-e1e6-4b34-83ad-a46654d7e187 to [datastore2] OSTACK_IMG_d61dd086-0886-43e7-b972-a12316f018e0/OSTACK_IMG_d61dd086-0886-43e7-b972-a12316f018e0.vmdk on the data store datastore2 as vApp {{(pid=70015) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1018.262704] env[70015]: DEBUG nova.virt.vmwareapi.images [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] Downloading image file data 951b0727-e1e6-4b34-83ad-a46654d7e187 to the ESX as VM named 'OSTACK_IMG_d61dd086-0886-43e7-b972-a12316f018e0' {{(pid=70015) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1018.336550] env[70015]: DEBUG nova.objects.base [None req-75c06303-ba45-4eaa-b915-ca72059b7964 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Object Instance<65de80a6-6419-483a-82fd-7b702362167f> lazy-loaded attributes: info_cache,migration_context {{(pid=70015) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1018.337505] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12628d2e-6740-4cf7-acdc-b6b6bb7d8057 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.358237] env[70015]: DEBUG oslo_vmware.rw_handles [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1018.358237] env[70015]: value = "resgroup-9" [ 1018.358237] env[70015]: _type = "ResourcePool" [ 1018.358237] env[70015]: }. {{(pid=70015) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1018.358493] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0566b4c-7ce0-40df-8850-485b51e0b98b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.360856] env[70015]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-8dc1d42c-d01c-454d-a62f-97e95a6a1f1c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.381653] env[70015]: DEBUG oslo_vmware.api [None req-75c06303-ba45-4eaa-b915-ca72059b7964 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 1018.381653] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52c9ee2d-4069-0000-a6e6-f3bc4df8d2cb" [ 1018.381653] env[70015]: _type = "Task" [ 1018.381653] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.386381] env[70015]: DEBUG oslo_vmware.rw_handles [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lease: (returnval){ [ 1018.386381] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]523c97d1-0e36-8215-e209-e50a73983129" [ 1018.386381] env[70015]: _type = "HttpNfcLease" [ 1018.386381] env[70015]: } obtained for vApp import into resource pool (val){ [ 1018.386381] env[70015]: value = "resgroup-9" [ 1018.386381] env[70015]: _type = "ResourcePool" [ 1018.386381] env[70015]: }. {{(pid=70015) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1018.386665] env[70015]: DEBUG oslo_vmware.api [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the lease: (returnval){ [ 1018.386665] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]523c97d1-0e36-8215-e209-e50a73983129" [ 1018.386665] env[70015]: _type = "HttpNfcLease" [ 1018.386665] env[70015]: } to be ready. {{(pid=70015) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1018.396127] env[70015]: DEBUG oslo_vmware.api [None req-75c06303-ba45-4eaa-b915-ca72059b7964 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52c9ee2d-4069-0000-a6e6-f3bc4df8d2cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.399204] env[70015]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1018.399204] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]523c97d1-0e36-8215-e209-e50a73983129" [ 1018.399204] env[70015]: _type = "HttpNfcLease" [ 1018.399204] env[70015]: } is initializing. {{(pid=70015) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1018.441500] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.458049] env[70015]: DEBUG nova.network.neutron [req-7d54d64e-e58a-40fa-ba7a-8e6f6c27548b req-83e43821-a330-4f83-8931-3e3e4e650ce5 service nova] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Updated VIF entry in instance network info cache for port 0e24eb9c-4050-4a50-85d3-e68a6f459084. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1018.458049] env[70015]: DEBUG nova.network.neutron [req-7d54d64e-e58a-40fa-ba7a-8e6f6c27548b req-83e43821-a330-4f83-8931-3e3e4e650ce5 service nova] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Updating instance_info_cache with network_info: [{"id": "0e24eb9c-4050-4a50-85d3-e68a6f459084", "address": "fa:16:3e:3f:4b:2a", "network": {"id": "825adeb2-145f-454c-b624-cc7cf91966fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1496238884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e0ce85090f4c3c8d74e04f2101b99f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e24eb9c-40", "ovs_interfaceid": "0e24eb9c-4050-4a50-85d3-e68a6f459084", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.469508] env[70015]: DEBUG oslo_vmware.api [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611295, 'name': ReconfigVM_Task, 'duration_secs': 0.6165} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.469802] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 5609a74f-9200-49e8-880d-da768b12d8ee/5609a74f-9200-49e8-880d-da768b12d8ee.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.470901] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3029bb70-125b-4cc8-b4c5-16d7c7a2eca2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.477305] env[70015]: DEBUG oslo_vmware.api [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1018.477305] env[70015]: value = "task-3611298" [ 1018.477305] env[70015]: _type = "Task" [ 1018.477305] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.487135] env[70015]: DEBUG oslo_vmware.api [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611298, 'name': Rename_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.604611] env[70015]: DEBUG nova.compute.utils [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1018.606145] env[70015]: DEBUG nova.compute.manager [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1018.606319] env[70015]: DEBUG nova.network.neutron [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1018.649225] env[70015]: DEBUG nova.policy [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f2f689b50c044ef38e3634b8d3e7f579', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56b653c9717c48faae27d5abd0e5113f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 1018.663380] env[70015]: DEBUG oslo_vmware.api [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]521c2634-2e4b-0eb3-efd6-9fdfbdb69113, 'name': SearchDatastore_Task, 'duration_secs': 0.0116} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.663590] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.663818] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1018.664102] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.664250] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.664519] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1018.664687] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72893d2b-b8cb-4b6d-9024-fd83932c6196 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.674782] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1018.674972] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1018.675697] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4013f950-71a6-4ea6-b77e-96ae0f91eaf3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.680634] env[70015]: DEBUG oslo_vmware.api [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Waiting for the task: (returnval){ [ 1018.680634] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52a61ddd-8d62-b9d9-3d3a-5b9f17bb1a55" [ 1018.680634] env[70015]: _type = "Task" [ 1018.680634] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.688520] env[70015]: DEBUG oslo_vmware.api [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52a61ddd-8d62-b9d9-3d3a-5b9f17bb1a55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.806886] env[70015]: DEBUG nova.network.neutron [req-4bcb5662-89ab-4a64-ae39-8bd43d83c72c req-a9d173e6-5f66-48db-95e7-9bf68a17ae0a service nova] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Updated VIF entry in instance network info cache for port c0f1ad30-40d1-4ab3-be46-9940907a2fe8. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1018.807156] env[70015]: DEBUG nova.network.neutron [req-4bcb5662-89ab-4a64-ae39-8bd43d83c72c req-a9d173e6-5f66-48db-95e7-9bf68a17ae0a service nova] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Updating instance_info_cache with network_info: [{"id": "c0f1ad30-40d1-4ab3-be46-9940907a2fe8", "address": "fa:16:3e:21:fd:e3", "network": {"id": "54eb7a37-2a22-42e7-8acd-b881580de840", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-916588865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c24df7a88e5f4165b2618140613b0538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0f1ad30-40", "ovs_interfaceid": "c0f1ad30-40d1-4ab3-be46-9940907a2fe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.901954] env[70015]: DEBUG oslo_vmware.api [None req-75c06303-ba45-4eaa-b915-ca72059b7964 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52c9ee2d-4069-0000-a6e6-f3bc4df8d2cb, 'name': SearchDatastore_Task, 'duration_secs': 0.016667} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.903573] env[70015]: DEBUG oslo_concurrency.lockutils [None req-75c06303-ba45-4eaa-b915-ca72059b7964 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.910724] env[70015]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1018.910724] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]523c97d1-0e36-8215-e209-e50a73983129" [ 1018.910724] env[70015]: _type = "HttpNfcLease" [ 1018.910724] env[70015]: } is initializing. {{(pid=70015) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1018.953415] env[70015]: DEBUG nova.network.neutron [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Successfully created port: 718a0b7f-d7d8-4dc1-a185-097ff80a5ccb {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1018.963571] env[70015]: DEBUG oslo_concurrency.lockutils [req-7d54d64e-e58a-40fa-ba7a-8e6f6c27548b req-83e43821-a330-4f83-8931-3e3e4e650ce5 service nova] Releasing lock "refresh_cache-04a6ab06-6e2c-4c81-a6aa-3f9811d2a733" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.988618] env[70015]: DEBUG oslo_vmware.api [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611298, 'name': Rename_Task, 'duration_secs': 0.17248} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.991610] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.992266] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f2aee62-98a1-4c3d-98e9-253bbf4446d5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.999930] env[70015]: DEBUG oslo_vmware.api [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1018.999930] env[70015]: value = "task-3611299" [ 1018.999930] env[70015]: _type = "Task" [ 1018.999930] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.014425] env[70015]: DEBUG oslo_vmware.api [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611299, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.035080] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522c8f81-538a-40dd-a1e5-ad019603cf5e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.043291] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8edbf9-928a-46dd-b884-0d3d9a7c3c20 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.078258] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9536b0ea-6ead-4be3-8650-ba3b88f8182d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.086932] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5a4592-3585-4b70-95dd-49747c7bdbf3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.103960] env[70015]: DEBUG nova.compute.provider_tree [None req-a3cfb8f2-9e76-47fd-8670-3c5a87941d27 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.109492] env[70015]: DEBUG nova.compute.manager [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1019.191299] env[70015]: DEBUG oslo_vmware.api [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52a61ddd-8d62-b9d9-3d3a-5b9f17bb1a55, 'name': SearchDatastore_Task, 'duration_secs': 0.00913} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.192123] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5012ed45-bbc1-4736-b4ff-a218b97c3e3a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.197423] env[70015]: DEBUG oslo_vmware.api [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Waiting for the task: (returnval){ [ 1019.197423] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52f80f92-e85b-bb9e-1f6b-f9590bed9297" [ 1019.197423] env[70015]: _type = "Task" [ 1019.197423] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.204733] env[70015]: DEBUG oslo_vmware.api [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52f80f92-e85b-bb9e-1f6b-f9590bed9297, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.309722] env[70015]: DEBUG oslo_concurrency.lockutils [req-4bcb5662-89ab-4a64-ae39-8bd43d83c72c req-a9d173e6-5f66-48db-95e7-9bf68a17ae0a service nova] Releasing lock "refresh_cache-f3b64104-3919-4838-9c2b-601a41be2ece" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.310020] env[70015]: DEBUG nova.compute.manager [req-4bcb5662-89ab-4a64-ae39-8bd43d83c72c req-a9d173e6-5f66-48db-95e7-9bf68a17ae0a service nova] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Received event network-vif-deleted-12d1a3ef-c542-429b-86e8-18a5c72a80da {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.397728] env[70015]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1019.397728] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]523c97d1-0e36-8215-e209-e50a73983129" [ 1019.397728] env[70015]: _type = "HttpNfcLease" [ 1019.397728] env[70015]: } is ready. {{(pid=70015) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1019.398059] env[70015]: DEBUG oslo_vmware.rw_handles [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1019.398059] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]523c97d1-0e36-8215-e209-e50a73983129" [ 1019.398059] env[70015]: _type = "HttpNfcLease" [ 1019.398059] env[70015]: }. {{(pid=70015) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1019.398780] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1080600-7698-42e8-bf26-edfb80f89cb4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.407249] env[70015]: DEBUG oslo_vmware.rw_handles [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52607034-e1ab-06db-6292-dfd17f79be29/disk-0.vmdk from lease info. {{(pid=70015) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1019.407249] env[70015]: DEBUG oslo_vmware.rw_handles [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52607034-e1ab-06db-6292-dfd17f79be29/disk-0.vmdk. {{(pid=70015) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1019.474199] env[70015]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8b7f056a-afe0-4434-b885-7a905558300a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.510020] env[70015]: DEBUG oslo_vmware.api [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611299, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.607863] env[70015]: DEBUG nova.scheduler.client.report [None req-a3cfb8f2-9e76-47fd-8670-3c5a87941d27 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.626086] env[70015]: DEBUG nova.compute.manager [req-fe245ad7-02ed-4a10-aa55-e6fae29cac13 req-a1151d72-4add-4492-b0be-0724a00d6f6a service nova] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Received event network-changed-cf8da736-7887-4b4b-9ea1-a90507a106cc {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.627025] env[70015]: DEBUG nova.compute.manager [req-fe245ad7-02ed-4a10-aa55-e6fae29cac13 req-a1151d72-4add-4492-b0be-0724a00d6f6a service nova] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Refreshing instance network info cache due to event network-changed-cf8da736-7887-4b4b-9ea1-a90507a106cc. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1019.627025] env[70015]: DEBUG oslo_concurrency.lockutils [req-fe245ad7-02ed-4a10-aa55-e6fae29cac13 req-a1151d72-4add-4492-b0be-0724a00d6f6a service nova] Acquiring lock "refresh_cache-0d932dc3-0f82-48f4-8fab-fcd39f5f89eb" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.627025] env[70015]: DEBUG oslo_concurrency.lockutils [req-fe245ad7-02ed-4a10-aa55-e6fae29cac13 req-a1151d72-4add-4492-b0be-0724a00d6f6a service nova] Acquired lock "refresh_cache-0d932dc3-0f82-48f4-8fab-fcd39f5f89eb" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.627025] env[70015]: DEBUG nova.network.neutron [req-fe245ad7-02ed-4a10-aa55-e6fae29cac13 req-a1151d72-4add-4492-b0be-0724a00d6f6a service nova] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Refreshing network info cache for port cf8da736-7887-4b4b-9ea1-a90507a106cc {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1019.708356] env[70015]: DEBUG oslo_vmware.api [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52f80f92-e85b-bb9e-1f6b-f9590bed9297, 'name': SearchDatastore_Task, 'duration_secs': 0.021201} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.708680] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.708963] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] f3b64104-3919-4838-9c2b-601a41be2ece/f3b64104-3919-4838-9c2b-601a41be2ece.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1019.709270] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-520724d1-c853-49dc-bc6f-45f928e37327 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.715706] env[70015]: DEBUG oslo_vmware.api [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Waiting for the task: (returnval){ [ 1019.715706] env[70015]: value = "task-3611300" [ 1019.715706] env[70015]: _type = "Task" [ 1019.715706] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.724320] env[70015]: DEBUG oslo_vmware.api [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611300, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.014210] env[70015]: DEBUG oslo_vmware.api [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611299, 'name': PowerOnVM_Task, 'duration_secs': 0.716452} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.016223] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1020.016474] env[70015]: INFO nova.compute.manager [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Took 9.58 seconds to spawn the instance on the hypervisor. [ 1020.016701] env[70015]: DEBUG nova.compute.manager [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1020.017718] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a2b9f2-6d6c-4638-999f-4934e70ccfd3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.114026] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a3cfb8f2-9e76-47fd-8670-3c5a87941d27 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.015s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.117308] env[70015]: DEBUG oslo_concurrency.lockutils [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.796s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.119532] env[70015]: INFO nova.compute.claims [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1020.125886] env[70015]: DEBUG nova.compute.manager [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1020.149137] env[70015]: INFO nova.scheduler.client.report [None req-a3cfb8f2-9e76-47fd-8670-3c5a87941d27 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Deleted allocations for instance dd3e3400-bf0e-41f2-954d-b7b78e6941b5 [ 1020.164202] env[70015]: DEBUG nova.virt.hardware [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1020.164700] env[70015]: DEBUG nova.virt.hardware [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1020.164910] env[70015]: DEBUG nova.virt.hardware [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1020.165691] env[70015]: DEBUG nova.virt.hardware [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1020.165886] env[70015]: DEBUG nova.virt.hardware [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1020.166085] env[70015]: DEBUG nova.virt.hardware [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1020.166334] env[70015]: DEBUG nova.virt.hardware [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1020.166636] env[70015]: DEBUG nova.virt.hardware [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1020.166806] env[70015]: DEBUG nova.virt.hardware [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1020.167115] env[70015]: DEBUG nova.virt.hardware [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1020.167216] env[70015]: DEBUG nova.virt.hardware [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1020.168213] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f193b044-f110-4eef-91aa-6f56b1503316 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.184147] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3c5be9-5efd-4875-930d-e3a7aa8f4c66 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.227243] env[70015]: DEBUG oslo_vmware.api [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611300, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.377014] env[70015]: DEBUG nova.compute.manager [req-a2e3e6a8-88b3-42f8-ab0f-5366538e4a0e req-48cd77f8-c1a7-4ccc-a90c-953a7f7d56b9 service nova] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Received event network-vif-plugged-718a0b7f-d7d8-4dc1-a185-097ff80a5ccb {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.377287] env[70015]: DEBUG oslo_concurrency.lockutils [req-a2e3e6a8-88b3-42f8-ab0f-5366538e4a0e req-48cd77f8-c1a7-4ccc-a90c-953a7f7d56b9 service nova] Acquiring lock "5e9ca815-97d7-431f-8a92-9ab12b7e3a35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.377517] env[70015]: DEBUG oslo_concurrency.lockutils [req-a2e3e6a8-88b3-42f8-ab0f-5366538e4a0e req-48cd77f8-c1a7-4ccc-a90c-953a7f7d56b9 service nova] Lock "5e9ca815-97d7-431f-8a92-9ab12b7e3a35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.377729] env[70015]: DEBUG oslo_concurrency.lockutils [req-a2e3e6a8-88b3-42f8-ab0f-5366538e4a0e req-48cd77f8-c1a7-4ccc-a90c-953a7f7d56b9 service nova] Lock "5e9ca815-97d7-431f-8a92-9ab12b7e3a35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.377995] env[70015]: DEBUG nova.compute.manager [req-a2e3e6a8-88b3-42f8-ab0f-5366538e4a0e req-48cd77f8-c1a7-4ccc-a90c-953a7f7d56b9 service nova] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] No waiting events found dispatching network-vif-plugged-718a0b7f-d7d8-4dc1-a185-097ff80a5ccb {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1020.378890] env[70015]: WARNING nova.compute.manager [req-a2e3e6a8-88b3-42f8-ab0f-5366538e4a0e req-48cd77f8-c1a7-4ccc-a90c-953a7f7d56b9 service nova] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Received unexpected event network-vif-plugged-718a0b7f-d7d8-4dc1-a185-097ff80a5ccb for instance with vm_state building and task_state spawning. [ 1020.422799] env[70015]: DEBUG nova.network.neutron [req-fe245ad7-02ed-4a10-aa55-e6fae29cac13 req-a1151d72-4add-4492-b0be-0724a00d6f6a service nova] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Updated VIF entry in instance network info cache for port cf8da736-7887-4b4b-9ea1-a90507a106cc. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1020.423307] env[70015]: DEBUG nova.network.neutron [req-fe245ad7-02ed-4a10-aa55-e6fae29cac13 req-a1151d72-4add-4492-b0be-0724a00d6f6a service nova] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Updating instance_info_cache with network_info: [{"id": "cf8da736-7887-4b4b-9ea1-a90507a106cc", "address": "fa:16:3e:33:2d:44", "network": {"id": "c4713025-e6ef-422c-bbe7-a7b177f470d7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1187912558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d435d68eafe0418f81f5d5af015db50d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf8da736-78", "ovs_interfaceid": "cf8da736-7887-4b4b-9ea1-a90507a106cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.464218] env[70015]: DEBUG oslo_vmware.rw_handles [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Completed reading data from the image iterator. {{(pid=70015) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1020.464445] env[70015]: DEBUG oslo_vmware.rw_handles [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52607034-e1ab-06db-6292-dfd17f79be29/disk-0.vmdk. {{(pid=70015) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1020.465376] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7395750f-45e1-42cc-8517-37e56775efdc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.472545] env[70015]: DEBUG oslo_vmware.rw_handles [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52607034-e1ab-06db-6292-dfd17f79be29/disk-0.vmdk is in state: ready. {{(pid=70015) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1020.472714] env[70015]: DEBUG oslo_vmware.rw_handles [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52607034-e1ab-06db-6292-dfd17f79be29/disk-0.vmdk. {{(pid=70015) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1020.473078] env[70015]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-57694834-eba3-433a-b50b-3c00cbd7f12a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.486436] env[70015]: DEBUG nova.network.neutron [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Successfully updated port: 718a0b7f-d7d8-4dc1-a185-097ff80a5ccb {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1020.538489] env[70015]: INFO nova.compute.manager [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Took 41.78 seconds to build instance. [ 1020.661807] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a3cfb8f2-9e76-47fd-8670-3c5a87941d27 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Lock "dd3e3400-bf0e-41f2-954d-b7b78e6941b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.264s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.728152] env[70015]: DEBUG oslo_vmware.api [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611300, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601613} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.728440] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] f3b64104-3919-4838-9c2b-601a41be2ece/f3b64104-3919-4838-9c2b-601a41be2ece.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1020.728658] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1020.728901] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5dfebb0c-58dc-4308-bcce-13321b567dab {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.737041] env[70015]: DEBUG oslo_vmware.api [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Waiting for the task: (returnval){ [ 1020.737041] env[70015]: value = "task-3611301" [ 1020.737041] env[70015]: _type = "Task" [ 1020.737041] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.743229] env[70015]: DEBUG oslo_vmware.api [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611301, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.835812] env[70015]: DEBUG oslo_vmware.rw_handles [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52607034-e1ab-06db-6292-dfd17f79be29/disk-0.vmdk. {{(pid=70015) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1020.836063] env[70015]: INFO nova.virt.vmwareapi.images [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] Downloaded image file data 951b0727-e1e6-4b34-83ad-a46654d7e187 [ 1020.836989] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d187e81-0ed7-4ff1-9d88-23b8c3b82abc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.853069] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f5856d8-4737-44bc-a2a4-3b90996c84d2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.877867] env[70015]: INFO nova.virt.vmwareapi.images [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] The imported VM was unregistered [ 1020.880248] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] Caching image {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1020.880480] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Creating directory with path [datastore2] devstack-image-cache_base/951b0727-e1e6-4b34-83ad-a46654d7e187 {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1020.880956] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dade3b94-1def-475a-9f5b-cff48fab49cc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.907398] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Created directory with path [datastore2] devstack-image-cache_base/951b0727-e1e6-4b34-83ad-a46654d7e187 {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1020.907640] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_d61dd086-0886-43e7-b972-a12316f018e0/OSTACK_IMG_d61dd086-0886-43e7-b972-a12316f018e0.vmdk to [datastore2] devstack-image-cache_base/951b0727-e1e6-4b34-83ad-a46654d7e187/951b0727-e1e6-4b34-83ad-a46654d7e187.vmdk. {{(pid=70015) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1020.907904] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-0d96fe62-0fbd-4ef4-8b4a-d4dad3da89ea {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.914099] env[70015]: DEBUG oslo_vmware.api [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 1020.914099] env[70015]: value = "task-3611303" [ 1020.914099] env[70015]: _type = "Task" [ 1020.914099] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.921980] env[70015]: DEBUG oslo_vmware.api [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611303, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.927691] env[70015]: DEBUG oslo_concurrency.lockutils [req-fe245ad7-02ed-4a10-aa55-e6fae29cac13 req-a1151d72-4add-4492-b0be-0724a00d6f6a service nova] Releasing lock "refresh_cache-0d932dc3-0f82-48f4-8fab-fcd39f5f89eb" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.992277] env[70015]: DEBUG oslo_concurrency.lockutils [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Acquiring lock "refresh_cache-5e9ca815-97d7-431f-8a92-9ab12b7e3a35" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.992498] env[70015]: DEBUG oslo_concurrency.lockutils [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Acquired lock "refresh_cache-5e9ca815-97d7-431f-8a92-9ab12b7e3a35" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.992698] env[70015]: DEBUG nova.network.neutron [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1021.040373] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e5417a2a-e541-4e79-88c6-2724bd857ccf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "5609a74f-9200-49e8-880d-da768b12d8ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.293s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.247748] env[70015]: DEBUG oslo_vmware.api [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611301, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.367481] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0340651a-bb74-4e69-8edb-a0bd62f173ac tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquiring lock "c8747a31-7a75-4ccd-b513-fb2a0769b0d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.367729] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0340651a-bb74-4e69-8edb-a0bd62f173ac tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Lock "c8747a31-7a75-4ccd-b513-fb2a0769b0d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.367927] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0340651a-bb74-4e69-8edb-a0bd62f173ac tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquiring lock "c8747a31-7a75-4ccd-b513-fb2a0769b0d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.368138] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0340651a-bb74-4e69-8edb-a0bd62f173ac tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Lock "c8747a31-7a75-4ccd-b513-fb2a0769b0d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.368302] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0340651a-bb74-4e69-8edb-a0bd62f173ac tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Lock "c8747a31-7a75-4ccd-b513-fb2a0769b0d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.370472] env[70015]: INFO nova.compute.manager [None req-0340651a-bb74-4e69-8edb-a0bd62f173ac tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: c8747a31-7a75-4ccd-b513-fb2a0769b0d9] Terminating instance [ 1021.420698] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041abc8f-b4c9-4e8f-b969-84c37ef072c1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.426154] env[70015]: DEBUG oslo_vmware.api [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611303, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.430168] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9374c0e-f8fd-40c4-87de-d6bb7980643a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.459679] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8c189d-d0ec-4ef7-b216-01e42619dae4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.466572] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27376b05-de7f-459a-a8c1-38a722f36483 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.480942] env[70015]: DEBUG nova.compute.provider_tree [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.527359] env[70015]: DEBUG nova.network.neutron [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1021.536339] env[70015]: DEBUG oslo_concurrency.lockutils [None req-75e2e908-de0d-4958-af46-c3da5eb702ce tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "5609a74f-9200-49e8-880d-da768b12d8ee" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.536592] env[70015]: DEBUG oslo_concurrency.lockutils [None req-75e2e908-de0d-4958-af46-c3da5eb702ce tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "5609a74f-9200-49e8-880d-da768b12d8ee" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.682933] env[70015]: DEBUG nova.network.neutron [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Updating instance_info_cache with network_info: [{"id": "718a0b7f-d7d8-4dc1-a185-097ff80a5ccb", "address": "fa:16:3e:0c:66:06", "network": {"id": "95efea0f-47dd-4e00-93a5-5956063d36a2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-128699547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56b653c9717c48faae27d5abd0e5113f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap718a0b7f-d7", "ovs_interfaceid": "718a0b7f-d7d8-4dc1-a185-097ff80a5ccb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.745953] env[70015]: DEBUG oslo_vmware.api [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611301, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.611567} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.746276] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1021.747128] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1cf719-031d-49f5-8b4a-c94f821f27f6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.769692] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] f3b64104-3919-4838-9c2b-601a41be2ece/f3b64104-3919-4838-9c2b-601a41be2ece.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1021.770436] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-541df31d-ed6b-46e3-8196-6929e323c964 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.789835] env[70015]: DEBUG oslo_vmware.api [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Waiting for the task: (returnval){ [ 1021.789835] env[70015]: value = "task-3611304" [ 1021.789835] env[70015]: _type = "Task" [ 1021.789835] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.798347] env[70015]: DEBUG oslo_vmware.api [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611304, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.876506] env[70015]: DEBUG nova.compute.manager [None req-0340651a-bb74-4e69-8edb-a0bd62f173ac tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: c8747a31-7a75-4ccd-b513-fb2a0769b0d9] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1021.876777] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-0340651a-bb74-4e69-8edb-a0bd62f173ac tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: c8747a31-7a75-4ccd-b513-fb2a0769b0d9] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1021.877699] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a15d8ef-2e5c-403a-8370-9410ee349836 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.885604] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-0340651a-bb74-4e69-8edb-a0bd62f173ac tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: c8747a31-7a75-4ccd-b513-fb2a0769b0d9] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1021.885868] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-251f3a00-7453-4a52-bdec-ef6e72103a61 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.892523] env[70015]: DEBUG oslo_vmware.api [None req-0340651a-bb74-4e69-8edb-a0bd62f173ac tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 1021.892523] env[70015]: value = "task-3611305" [ 1021.892523] env[70015]: _type = "Task" [ 1021.892523] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.900763] env[70015]: DEBUG oslo_vmware.api [None req-0340651a-bb74-4e69-8edb-a0bd62f173ac tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611305, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.923466] env[70015]: DEBUG oslo_vmware.api [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611303, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.984378] env[70015]: DEBUG nova.scheduler.client.report [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.040718] env[70015]: DEBUG nova.compute.utils [None req-75e2e908-de0d-4958-af46-c3da5eb702ce tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1022.184933] env[70015]: DEBUG oslo_concurrency.lockutils [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Releasing lock "refresh_cache-5e9ca815-97d7-431f-8a92-9ab12b7e3a35" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.185352] env[70015]: DEBUG nova.compute.manager [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Instance network_info: |[{"id": "718a0b7f-d7d8-4dc1-a185-097ff80a5ccb", "address": "fa:16:3e:0c:66:06", "network": {"id": "95efea0f-47dd-4e00-93a5-5956063d36a2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-128699547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56b653c9717c48faae27d5abd0e5113f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap718a0b7f-d7", "ovs_interfaceid": "718a0b7f-d7d8-4dc1-a185-097ff80a5ccb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1022.185798] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:66:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a8c8175-1197-4f12-baac-ef6aba95f585', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '718a0b7f-d7d8-4dc1-a185-097ff80a5ccb', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1022.193559] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.194586] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1022.194839] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41f8db72-717a-4bca-bcc1-4e1dc1ea95ba {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.217737] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1022.217737] env[70015]: value = "task-3611306" [ 1022.217737] env[70015]: _type = "Task" [ 1022.217737] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.226130] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611306, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.302369] env[70015]: DEBUG oslo_vmware.api [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611304, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.402440] env[70015]: DEBUG oslo_vmware.api [None req-0340651a-bb74-4e69-8edb-a0bd62f173ac tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611305, 'name': PowerOffVM_Task, 'duration_secs': 0.380147} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.402825] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-0340651a-bb74-4e69-8edb-a0bd62f173ac tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: c8747a31-7a75-4ccd-b513-fb2a0769b0d9] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1022.403064] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-0340651a-bb74-4e69-8edb-a0bd62f173ac tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: c8747a31-7a75-4ccd-b513-fb2a0769b0d9] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1022.403583] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-433561d9-d35f-4ad2-a39f-98f8dafafadf {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.424755] env[70015]: DEBUG oslo_vmware.api [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611303, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.475468] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-0340651a-bb74-4e69-8edb-a0bd62f173ac tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: c8747a31-7a75-4ccd-b513-fb2a0769b0d9] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1022.475713] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-0340651a-bb74-4e69-8edb-a0bd62f173ac tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: c8747a31-7a75-4ccd-b513-fb2a0769b0d9] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1022.475899] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-0340651a-bb74-4e69-8edb-a0bd62f173ac tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Deleting the datastore file [datastore1] c8747a31-7a75-4ccd-b513-fb2a0769b0d9 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1022.476236] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa19bb09-82b7-4f03-84f6-850150de2507 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.484159] env[70015]: DEBUG oslo_vmware.api [None req-0340651a-bb74-4e69-8edb-a0bd62f173ac tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 1022.484159] env[70015]: value = "task-3611308" [ 1022.484159] env[70015]: _type = "Task" [ 1022.484159] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.490439] env[70015]: DEBUG oslo_concurrency.lockutils [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.373s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.491500] env[70015]: DEBUG nova.compute.manager [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1022.498317] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 24.716s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.498544] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.498707] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70015) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1022.499580] env[70015]: DEBUG oslo_concurrency.lockutils [None req-be9b563b-02f6-4eb9-aca0-ee8b2273f792 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.393s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.499833] env[70015]: DEBUG nova.objects.instance [None req-be9b563b-02f6-4eb9-aca0-ee8b2273f792 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Lazy-loading 'resources' on Instance uuid c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.501110] env[70015]: DEBUG oslo_vmware.api [None req-0340651a-bb74-4e69-8edb-a0bd62f173ac tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611308, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.502309] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14d74d7-09d0-418d-9e54-7e52b87aae22 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.510290] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350373f9-deac-4841-a0cb-02ebd5257100 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.528300] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b41a96f-703f-49db-a655-69c3b7565ba1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.538491] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dfa415c-83bc-4dd3-96d4-71ba420f1d24 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.543708] env[70015]: DEBUG oslo_concurrency.lockutils [None req-75e2e908-de0d-4958-af46-c3da5eb702ce tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "5609a74f-9200-49e8-880d-da768b12d8ee" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.572774] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178406MB free_disk=76GB free_vcpus=48 pci_devices=None {{(pid=70015) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1022.573071] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.728229] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611306, 'name': CreateVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.801282] env[70015]: DEBUG oslo_vmware.api [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611304, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.897345] env[70015]: DEBUG nova.compute.manager [req-15b3d9f1-3cdb-4bdf-8577-335bf85b4a0a req-7cef2299-fa15-4cb0-ada2-61a2f4f04443 service nova] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Received event network-changed-718a0b7f-d7d8-4dc1-a185-097ff80a5ccb {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.897448] env[70015]: DEBUG nova.compute.manager [req-15b3d9f1-3cdb-4bdf-8577-335bf85b4a0a req-7cef2299-fa15-4cb0-ada2-61a2f4f04443 service nova] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Refreshing instance network info cache due to event network-changed-718a0b7f-d7d8-4dc1-a185-097ff80a5ccb. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1022.897674] env[70015]: DEBUG oslo_concurrency.lockutils [req-15b3d9f1-3cdb-4bdf-8577-335bf85b4a0a req-7cef2299-fa15-4cb0-ada2-61a2f4f04443 service nova] Acquiring lock "refresh_cache-5e9ca815-97d7-431f-8a92-9ab12b7e3a35" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.897819] env[70015]: DEBUG oslo_concurrency.lockutils [req-15b3d9f1-3cdb-4bdf-8577-335bf85b4a0a req-7cef2299-fa15-4cb0-ada2-61a2f4f04443 service nova] Acquired lock "refresh_cache-5e9ca815-97d7-431f-8a92-9ab12b7e3a35" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.897979] env[70015]: DEBUG nova.network.neutron [req-15b3d9f1-3cdb-4bdf-8577-335bf85b4a0a req-7cef2299-fa15-4cb0-ada2-61a2f4f04443 service nova] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Refreshing network info cache for port 718a0b7f-d7d8-4dc1-a185-097ff80a5ccb {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1022.927807] env[70015]: DEBUG oslo_vmware.api [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611303, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.994387] env[70015]: DEBUG oslo_vmware.api [None req-0340651a-bb74-4e69-8edb-a0bd62f173ac tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611308, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.405225} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.994670] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-0340651a-bb74-4e69-8edb-a0bd62f173ac tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1022.994889] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-0340651a-bb74-4e69-8edb-a0bd62f173ac tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: c8747a31-7a75-4ccd-b513-fb2a0769b0d9] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1022.995079] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-0340651a-bb74-4e69-8edb-a0bd62f173ac tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: c8747a31-7a75-4ccd-b513-fb2a0769b0d9] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1022.995237] env[70015]: INFO nova.compute.manager [None req-0340651a-bb74-4e69-8edb-a0bd62f173ac tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: c8747a31-7a75-4ccd-b513-fb2a0769b0d9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1022.995485] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0340651a-bb74-4e69-8edb-a0bd62f173ac tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.996063] env[70015]: DEBUG nova.compute.manager [-] [instance: c8747a31-7a75-4ccd-b513-fb2a0769b0d9] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1022.996063] env[70015]: DEBUG nova.network.neutron [-] [instance: c8747a31-7a75-4ccd-b513-fb2a0769b0d9] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1023.007038] env[70015]: DEBUG nova.compute.utils [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1023.008737] env[70015]: DEBUG nova.compute.manager [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1023.008737] env[70015]: DEBUG nova.network.neutron [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1023.052831] env[70015]: DEBUG nova.policy [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5c434507a334eb2a99c82a16ff4138e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f46bede451e4bd286f66d742e8a0a39', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 1023.239079] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611306, 'name': CreateVM_Task, 'duration_secs': 0.545676} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.239473] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1023.240224] env[70015]: DEBUG oslo_concurrency.lockutils [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.240387] env[70015]: DEBUG oslo_concurrency.lockutils [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.240712] env[70015]: DEBUG oslo_concurrency.lockutils [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.241023] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a62b679f-f499-4f84-b92b-686bd37a6064 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.247877] env[70015]: DEBUG oslo_vmware.api [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Waiting for the task: (returnval){ [ 1023.247877] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5229f5e0-ea59-30ca-d074-b1174825d6fb" [ 1023.247877] env[70015]: _type = "Task" [ 1023.247877] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.262426] env[70015]: DEBUG oslo_vmware.api [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5229f5e0-ea59-30ca-d074-b1174825d6fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.303909] env[70015]: DEBUG oslo_vmware.api [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611304, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.426345] env[70015]: DEBUG oslo_vmware.api [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611303, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.440951] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad78d61-ca88-4e3c-b984-747976b02e9b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.448597] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92bf2a3d-7d03-460f-b4bd-72fd2abd9ee0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.485400] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630542f1-2b92-4964-bba2-9c05821d8983 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.493273] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c96b52f-0088-4ac8-bd6f-081a9f191ddf {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.507317] env[70015]: DEBUG nova.compute.provider_tree [None req-be9b563b-02f6-4eb9-aca0-ee8b2273f792 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.512585] env[70015]: DEBUG nova.compute.manager [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1023.640023] env[70015]: DEBUG oslo_concurrency.lockutils [None req-75e2e908-de0d-4958-af46-c3da5eb702ce tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "5609a74f-9200-49e8-880d-da768b12d8ee" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.640406] env[70015]: DEBUG oslo_concurrency.lockutils [None req-75e2e908-de0d-4958-af46-c3da5eb702ce tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "5609a74f-9200-49e8-880d-da768b12d8ee" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.640763] env[70015]: INFO nova.compute.manager [None req-75e2e908-de0d-4958-af46-c3da5eb702ce tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Attaching volume a1659bd6-927a-47a9-86aa-1739b524818a to /dev/sdb [ 1023.666581] env[70015]: DEBUG nova.network.neutron [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Successfully created port: 11abb559-58d8-49fd-b274-e850bca497c6 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1023.690471] env[70015]: DEBUG nova.network.neutron [req-15b3d9f1-3cdb-4bdf-8577-335bf85b4a0a req-7cef2299-fa15-4cb0-ada2-61a2f4f04443 service nova] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Updated VIF entry in instance network info cache for port 718a0b7f-d7d8-4dc1-a185-097ff80a5ccb. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1023.690471] env[70015]: DEBUG nova.network.neutron [req-15b3d9f1-3cdb-4bdf-8577-335bf85b4a0a req-7cef2299-fa15-4cb0-ada2-61a2f4f04443 service nova] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Updating instance_info_cache with network_info: [{"id": "718a0b7f-d7d8-4dc1-a185-097ff80a5ccb", "address": "fa:16:3e:0c:66:06", "network": {"id": "95efea0f-47dd-4e00-93a5-5956063d36a2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-128699547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56b653c9717c48faae27d5abd0e5113f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap718a0b7f-d7", "ovs_interfaceid": "718a0b7f-d7d8-4dc1-a185-097ff80a5ccb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.710900] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f656095-1e59-4f2d-925e-5cd1581d6824 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.719289] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476cdd96-7c57-4ed5-b710-b5d18ea35a0d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.733465] env[70015]: DEBUG nova.virt.block_device [None req-75e2e908-de0d-4958-af46-c3da5eb702ce tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Updating existing volume attachment record: 5885f1dd-8689-4ca1-a3a9-602fef96a999 {{(pid=70015) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1023.761627] env[70015]: DEBUG oslo_vmware.api [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5229f5e0-ea59-30ca-d074-b1174825d6fb, 'name': SearchDatastore_Task, 'duration_secs': 0.02822} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.762113] env[70015]: DEBUG oslo_concurrency.lockutils [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.762728] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1023.762728] env[70015]: DEBUG oslo_concurrency.lockutils [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.762862] env[70015]: DEBUG oslo_concurrency.lockutils [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.762993] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1023.763350] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05df6aa7-b0c3-453b-8b81-a1ecbb66d676 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.774288] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1023.774560] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1023.775359] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f767e0d5-3205-4b47-b641-067c0f63a3e5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.781278] env[70015]: DEBUG oslo_vmware.api [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Waiting for the task: (returnval){ [ 1023.781278] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]526f31af-a077-1aa4-d333-3dca2984e01c" [ 1023.781278] env[70015]: _type = "Task" [ 1023.781278] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.790787] env[70015]: DEBUG oslo_vmware.api [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]526f31af-a077-1aa4-d333-3dca2984e01c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.801523] env[70015]: DEBUG oslo_vmware.api [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611304, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.820176] env[70015]: DEBUG nova.network.neutron [-] [instance: c8747a31-7a75-4ccd-b513-fb2a0769b0d9] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.927298] env[70015]: DEBUG oslo_vmware.api [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611303, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.004608} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.927618] env[70015]: INFO nova.virt.vmwareapi.ds_util [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_d61dd086-0886-43e7-b972-a12316f018e0/OSTACK_IMG_d61dd086-0886-43e7-b972-a12316f018e0.vmdk to [datastore2] devstack-image-cache_base/951b0727-e1e6-4b34-83ad-a46654d7e187/951b0727-e1e6-4b34-83ad-a46654d7e187.vmdk. [ 1023.927832] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] Cleaning up location [datastore2] OSTACK_IMG_d61dd086-0886-43e7-b972-a12316f018e0 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1023.928021] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_d61dd086-0886-43e7-b972-a12316f018e0 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1023.928299] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc250fec-601f-4287-8839-2900b91483d5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.934221] env[70015]: DEBUG oslo_vmware.api [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 1023.934221] env[70015]: value = "task-3611310" [ 1023.934221] env[70015]: _type = "Task" [ 1023.934221] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.944149] env[70015]: DEBUG oslo_vmware.api [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611310, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.016631] env[70015]: DEBUG nova.scheduler.client.report [None req-be9b563b-02f6-4eb9-aca0-ee8b2273f792 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.195357] env[70015]: DEBUG oslo_concurrency.lockutils [req-15b3d9f1-3cdb-4bdf-8577-335bf85b4a0a req-7cef2299-fa15-4cb0-ada2-61a2f4f04443 service nova] Releasing lock "refresh_cache-5e9ca815-97d7-431f-8a92-9ab12b7e3a35" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.292543] env[70015]: DEBUG oslo_vmware.api [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]526f31af-a077-1aa4-d333-3dca2984e01c, 'name': SearchDatastore_Task, 'duration_secs': 0.014828} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.296063] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74a4db4d-90ec-4a29-b7ec-de2ecdbb1b82 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.301495] env[70015]: DEBUG oslo_vmware.api [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Waiting for the task: (returnval){ [ 1024.301495] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52aa0b67-0abc-60c9-8465-321cb699c296" [ 1024.301495] env[70015]: _type = "Task" [ 1024.301495] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.304491] env[70015]: DEBUG oslo_vmware.api [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611304, 'name': ReconfigVM_Task, 'duration_secs': 2.198846} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.307247] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Reconfigured VM instance instance-00000059 to attach disk [datastore2] f3b64104-3919-4838-9c2b-601a41be2ece/f3b64104-3919-4838-9c2b-601a41be2ece.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1024.307896] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-914ca492-c137-4a7b-aa70-cedb28c78787 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.313456] env[70015]: DEBUG oslo_vmware.api [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52aa0b67-0abc-60c9-8465-321cb699c296, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.314573] env[70015]: DEBUG oslo_vmware.api [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Waiting for the task: (returnval){ [ 1024.314573] env[70015]: value = "task-3611313" [ 1024.314573] env[70015]: _type = "Task" [ 1024.314573] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.322034] env[70015]: DEBUG oslo_vmware.api [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611313, 'name': Rename_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.323400] env[70015]: INFO nova.compute.manager [-] [instance: c8747a31-7a75-4ccd-b513-fb2a0769b0d9] Took 1.33 seconds to deallocate network for instance. [ 1024.444080] env[70015]: DEBUG oslo_vmware.api [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611310, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.058753} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.444434] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1024.445094] env[70015]: DEBUG oslo_concurrency.lockutils [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Releasing lock "[datastore2] devstack-image-cache_base/951b0727-e1e6-4b34-83ad-a46654d7e187/951b0727-e1e6-4b34-83ad-a46654d7e187.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.445094] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/951b0727-e1e6-4b34-83ad-a46654d7e187/951b0727-e1e6-4b34-83ad-a46654d7e187.vmdk to [datastore2] 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412/273a8c9c-bc9c-440d-ab7b-cdd7e2e19412.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1024.445342] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b1aeb8e-6175-4901-9e5c-3605545ad140 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.451332] env[70015]: DEBUG oslo_vmware.api [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 1024.451332] env[70015]: value = "task-3611314" [ 1024.451332] env[70015]: _type = "Task" [ 1024.451332] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.458986] env[70015]: DEBUG oslo_vmware.api [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611314, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.524794] env[70015]: DEBUG oslo_concurrency.lockutils [None req-be9b563b-02f6-4eb9-aca0-ee8b2273f792 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.026s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.527695] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d9a1468a-16ea-4e68-b1c4-62421236afe6 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.944s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.527987] env[70015]: DEBUG nova.objects.instance [None req-d9a1468a-16ea-4e68-b1c4-62421236afe6 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Lazy-loading 'resources' on Instance uuid f319194b-6c78-4824-b117-e8334b900360 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.530308] env[70015]: DEBUG nova.compute.manager [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1024.548125] env[70015]: INFO nova.scheduler.client.report [None req-be9b563b-02f6-4eb9-aca0-ee8b2273f792 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Deleted allocations for instance c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81 [ 1024.559938] env[70015]: DEBUG nova.virt.hardware [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1024.560222] env[70015]: DEBUG nova.virt.hardware [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1024.560419] env[70015]: DEBUG nova.virt.hardware [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1024.560661] env[70015]: DEBUG nova.virt.hardware [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1024.560806] env[70015]: DEBUG nova.virt.hardware [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1024.560987] env[70015]: DEBUG nova.virt.hardware [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1024.561172] env[70015]: DEBUG nova.virt.hardware [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1024.561353] env[70015]: DEBUG nova.virt.hardware [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1024.561528] env[70015]: DEBUG nova.virt.hardware [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1024.561652] env[70015]: DEBUG nova.virt.hardware [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1024.561824] env[70015]: DEBUG nova.virt.hardware [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1024.562676] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbcdd45a-4c4d-4a68-9503-8595839740fe {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.571269] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71111cb1-d90d-4a9e-aadf-0a85b267fb70 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.814281] env[70015]: DEBUG oslo_vmware.api [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52aa0b67-0abc-60c9-8465-321cb699c296, 'name': SearchDatastore_Task, 'duration_secs': 0.037827} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.814567] env[70015]: DEBUG oslo_concurrency.lockutils [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.814836] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 5e9ca815-97d7-431f-8a92-9ab12b7e3a35/5e9ca815-97d7-431f-8a92-9ab12b7e3a35.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1024.815177] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-809c9af4-38f6-450c-836b-71ccbe619a3f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.825116] env[70015]: DEBUG oslo_vmware.api [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611313, 'name': Rename_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.826463] env[70015]: DEBUG oslo_vmware.api [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Waiting for the task: (returnval){ [ 1024.826463] env[70015]: value = "task-3611315" [ 1024.826463] env[70015]: _type = "Task" [ 1024.826463] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.830082] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0340651a-bb74-4e69-8edb-a0bd62f173ac tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.834774] env[70015]: DEBUG oslo_vmware.api [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Task: {'id': task-3611315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.923629] env[70015]: DEBUG nova.compute.manager [req-3a798c7c-2fd0-4bb8-b570-c6a7fe114455 req-0b566f0d-1517-49a5-8989-bf33895c75d1 service nova] [instance: c8747a31-7a75-4ccd-b513-fb2a0769b0d9] Received event network-vif-deleted-320eb707-a5d0-4834-bdcc-1295fe2ec015 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.961275] env[70015]: DEBUG oslo_vmware.api [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611314, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.060686] env[70015]: DEBUG oslo_concurrency.lockutils [None req-be9b563b-02f6-4eb9-aca0-ee8b2273f792 tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Lock "c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.612s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.272447] env[70015]: DEBUG nova.compute.manager [req-5a1dc5fa-a95f-426d-81cf-073812b74d76 req-0bfe7fe7-2397-4ebf-afd7-dbcd32e3537b service nova] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Received event network-vif-plugged-11abb559-58d8-49fd-b274-e850bca497c6 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.272698] env[70015]: DEBUG oslo_concurrency.lockutils [req-5a1dc5fa-a95f-426d-81cf-073812b74d76 req-0bfe7fe7-2397-4ebf-afd7-dbcd32e3537b service nova] Acquiring lock "a173c940-ed80-45ec-83a2-af2b2ad416c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.272698] env[70015]: DEBUG oslo_concurrency.lockutils [req-5a1dc5fa-a95f-426d-81cf-073812b74d76 req-0bfe7fe7-2397-4ebf-afd7-dbcd32e3537b service nova] Lock "a173c940-ed80-45ec-83a2-af2b2ad416c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.273121] env[70015]: DEBUG oslo_concurrency.lockutils [req-5a1dc5fa-a95f-426d-81cf-073812b74d76 req-0bfe7fe7-2397-4ebf-afd7-dbcd32e3537b service nova] Lock "a173c940-ed80-45ec-83a2-af2b2ad416c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.273121] env[70015]: DEBUG nova.compute.manager [req-5a1dc5fa-a95f-426d-81cf-073812b74d76 req-0bfe7fe7-2397-4ebf-afd7-dbcd32e3537b service nova] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] No waiting events found dispatching network-vif-plugged-11abb559-58d8-49fd-b274-e850bca497c6 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1025.273343] env[70015]: WARNING nova.compute.manager [req-5a1dc5fa-a95f-426d-81cf-073812b74d76 req-0bfe7fe7-2397-4ebf-afd7-dbcd32e3537b service nova] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Received unexpected event network-vif-plugged-11abb559-58d8-49fd-b274-e850bca497c6 for instance with vm_state building and task_state spawning. [ 1025.324923] env[70015]: DEBUG oslo_vmware.api [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611313, 'name': Rename_Task, 'duration_secs': 0.517618} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.328452] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.329708] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc08390c-dc05-4eb9-8a47-85cfe43ae4c4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.340537] env[70015]: DEBUG oslo_vmware.api [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Task: {'id': task-3611315, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.341956] env[70015]: DEBUG oslo_vmware.api [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Waiting for the task: (returnval){ [ 1025.341956] env[70015]: value = "task-3611316" [ 1025.341956] env[70015]: _type = "Task" [ 1025.341956] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.352977] env[70015]: DEBUG oslo_vmware.api [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611316, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.354688] env[70015]: DEBUG nova.network.neutron [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Successfully updated port: 11abb559-58d8-49fd-b274-e850bca497c6 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1025.389782] env[70015]: DEBUG nova.compute.manager [req-39cfaeeb-3659-4751-a268-41bfcb51b555 req-dd5aa3fb-8a0a-49e7-93c0-a8f5ec200046 service nova] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Received event network-changed-11abb559-58d8-49fd-b274-e850bca497c6 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.390197] env[70015]: DEBUG nova.compute.manager [req-39cfaeeb-3659-4751-a268-41bfcb51b555 req-dd5aa3fb-8a0a-49e7-93c0-a8f5ec200046 service nova] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Refreshing instance network info cache due to event network-changed-11abb559-58d8-49fd-b274-e850bca497c6. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1025.390571] env[70015]: DEBUG oslo_concurrency.lockutils [req-39cfaeeb-3659-4751-a268-41bfcb51b555 req-dd5aa3fb-8a0a-49e7-93c0-a8f5ec200046 service nova] Acquiring lock "refresh_cache-a173c940-ed80-45ec-83a2-af2b2ad416c4" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.390911] env[70015]: DEBUG oslo_concurrency.lockutils [req-39cfaeeb-3659-4751-a268-41bfcb51b555 req-dd5aa3fb-8a0a-49e7-93c0-a8f5ec200046 service nova] Acquired lock "refresh_cache-a173c940-ed80-45ec-83a2-af2b2ad416c4" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.391205] env[70015]: DEBUG nova.network.neutron [req-39cfaeeb-3659-4751-a268-41bfcb51b555 req-dd5aa3fb-8a0a-49e7-93c0-a8f5ec200046 service nova] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Refreshing network info cache for port 11abb559-58d8-49fd-b274-e850bca497c6 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.455061] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681eb7a8-6721-4f8a-b4de-09d2b7908f7b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.473316] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077132ac-2c41-4c8c-9826-26b85d7eeffa {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.477328] env[70015]: DEBUG oslo_vmware.api [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611314, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.513978] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4990c1ad-fd0a-4b82-88d6-f68b851b4635 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.524280] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bdbb16e-6502-46dc-a031-598c4321aef0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.548804] env[70015]: DEBUG nova.compute.provider_tree [None req-d9a1468a-16ea-4e68-b1c4-62421236afe6 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.838771] env[70015]: DEBUG oslo_vmware.api [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Task: {'id': task-3611315, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.884766} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.839057] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 5e9ca815-97d7-431f-8a92-9ab12b7e3a35/5e9ca815-97d7-431f-8a92-9ab12b7e3a35.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1025.839287] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1025.839547] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a759dd2-802b-4823-b898-3e2bda545781 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.850177] env[70015]: DEBUG oslo_vmware.api [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Waiting for the task: (returnval){ [ 1025.850177] env[70015]: value = "task-3611317" [ 1025.850177] env[70015]: _type = "Task" [ 1025.850177] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.858894] env[70015]: DEBUG oslo_concurrency.lockutils [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquiring lock "refresh_cache-a173c940-ed80-45ec-83a2-af2b2ad416c4" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.859123] env[70015]: DEBUG oslo_vmware.api [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611316, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.864487] env[70015]: DEBUG oslo_vmware.api [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Task: {'id': task-3611317, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.963415] env[70015]: DEBUG oslo_vmware.api [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611314, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.964328] env[70015]: DEBUG nova.network.neutron [req-39cfaeeb-3659-4751-a268-41bfcb51b555 req-dd5aa3fb-8a0a-49e7-93c0-a8f5ec200046 service nova] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1026.052565] env[70015]: DEBUG nova.scheduler.client.report [None req-d9a1468a-16ea-4e68-b1c4-62421236afe6 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.177757] env[70015]: DEBUG nova.network.neutron [req-39cfaeeb-3659-4751-a268-41bfcb51b555 req-dd5aa3fb-8a0a-49e7-93c0-a8f5ec200046 service nova] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.359044] env[70015]: DEBUG oslo_vmware.api [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611316, 'name': PowerOnVM_Task} progress is 71%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.364536] env[70015]: DEBUG oslo_vmware.api [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Task: {'id': task-3611317, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104978} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.364835] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1026.365967] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc66cdc-b9f1-46d3-9c19-00bd5548fa5c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.393486] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 5e9ca815-97d7-431f-8a92-9ab12b7e3a35/5e9ca815-97d7-431f-8a92-9ab12b7e3a35.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.393647] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5af9e986-01a0-4c1c-a0cf-a5e4f97a9d13 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.414557] env[70015]: DEBUG oslo_vmware.api [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Waiting for the task: (returnval){ [ 1026.414557] env[70015]: value = "task-3611319" [ 1026.414557] env[70015]: _type = "Task" [ 1026.414557] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.425415] env[70015]: DEBUG oslo_vmware.api [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Task: {'id': task-3611319, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.463598] env[70015]: DEBUG oslo_vmware.api [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611314, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.557806] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d9a1468a-16ea-4e68-b1c4-62421236afe6 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.030s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.561391] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7173fd0b-7c34-4139-a90a-3633b50bb910 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.665s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.561711] env[70015]: DEBUG nova.objects.instance [None req-7173fd0b-7c34-4139-a90a-3633b50bb910 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Lazy-loading 'resources' on Instance uuid 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.587508] env[70015]: INFO nova.scheduler.client.report [None req-d9a1468a-16ea-4e68-b1c4-62421236afe6 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Deleted allocations for instance f319194b-6c78-4824-b117-e8334b900360 [ 1026.682878] env[70015]: DEBUG oslo_concurrency.lockutils [req-39cfaeeb-3659-4751-a268-41bfcb51b555 req-dd5aa3fb-8a0a-49e7-93c0-a8f5ec200046 service nova] Releasing lock "refresh_cache-a173c940-ed80-45ec-83a2-af2b2ad416c4" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.683208] env[70015]: DEBUG oslo_concurrency.lockutils [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquired lock "refresh_cache-a173c940-ed80-45ec-83a2-af2b2ad416c4" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.683373] env[70015]: DEBUG nova.network.neutron [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.858270] env[70015]: DEBUG oslo_vmware.api [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611316, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.926529] env[70015]: DEBUG oslo_vmware.api [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Task: {'id': task-3611319, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.968854] env[70015]: DEBUG oslo_vmware.api [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611314, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.095982] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d9a1468a-16ea-4e68-b1c4-62421236afe6 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Lock "f319194b-6c78-4824-b117-e8334b900360" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.033s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.259554] env[70015]: DEBUG nova.network.neutron [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1027.355852] env[70015]: DEBUG oslo_vmware.api [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611316, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.431754] env[70015]: DEBUG oslo_vmware.api [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Task: {'id': task-3611319, 'name': ReconfigVM_Task, 'duration_secs': 0.86236} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.436192] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 5e9ca815-97d7-431f-8a92-9ab12b7e3a35/5e9ca815-97d7-431f-8a92-9ab12b7e3a35.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.437208] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d207877c-e0bb-45b3-886d-009347659e94 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.443447] env[70015]: DEBUG oslo_vmware.api [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Waiting for the task: (returnval){ [ 1027.443447] env[70015]: value = "task-3611320" [ 1027.443447] env[70015]: _type = "Task" [ 1027.443447] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.456843] env[70015]: DEBUG oslo_vmware.api [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Task: {'id': task-3611320, 'name': Rename_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.468475] env[70015]: DEBUG oslo_vmware.api [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611314, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.989109} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.468735] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/951b0727-e1e6-4b34-83ad-a46654d7e187/951b0727-e1e6-4b34-83ad-a46654d7e187.vmdk to [datastore2] 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412/273a8c9c-bc9c-440d-ab7b-cdd7e2e19412.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1027.470281] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fee6aa-6e85-4284-b9b3-999011b805c0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.475553] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3214a7-be26-44e3-9097-7ef49ed7e90d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.501630] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412/273a8c9c-bc9c-440d-ab7b-cdd7e2e19412.vmdk or device None with type streamOptimized {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.506206] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88061b3a-8645-4e78-80db-a649cc36068c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.525580] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdca91c9-a31b-4757-b10a-db0a507ba81f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.558712] env[70015]: DEBUG oslo_vmware.api [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 1027.558712] env[70015]: value = "task-3611321" [ 1027.558712] env[70015]: _type = "Task" [ 1027.558712] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.559465] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7d8563-2920-413d-b0ba-2c84dc3eb1bf {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.572382] env[70015]: DEBUG oslo_vmware.api [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611321, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.578478] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c342992-61be-4d1f-8700-fcf29ff69729 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.591214] env[70015]: DEBUG nova.compute.provider_tree [None req-7173fd0b-7c34-4139-a90a-3633b50bb910 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.639293] env[70015]: DEBUG nova.network.neutron [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Updating instance_info_cache with network_info: [{"id": "11abb559-58d8-49fd-b274-e850bca497c6", "address": "fa:16:3e:1e:2c:d4", "network": {"id": "8f7fedcd-4fbd-4c74-ad06-9db4b807c476", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1172678132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f46bede451e4bd286f66d742e8a0a39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11abb559-58", "ovs_interfaceid": "11abb559-58d8-49fd-b274-e850bca497c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.857221] env[70015]: DEBUG oslo_vmware.api [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611316, 'name': PowerOnVM_Task, 'duration_secs': 2.373851} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.857391] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1027.857599] env[70015]: INFO nova.compute.manager [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Took 12.36 seconds to spawn the instance on the hypervisor. [ 1027.857784] env[70015]: DEBUG nova.compute.manager [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1027.858569] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4bd310-f232-4799-b04a-2529ae334139 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.953128] env[70015]: DEBUG oslo_vmware.api [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Task: {'id': task-3611320, 'name': Rename_Task, 'duration_secs': 0.140346} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.953376] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1027.953619] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33cf6de9-9b2b-41c9-8783-d7e06fdcfd50 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.959733] env[70015]: DEBUG oslo_vmware.api [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Waiting for the task: (returnval){ [ 1027.959733] env[70015]: value = "task-3611322" [ 1027.959733] env[70015]: _type = "Task" [ 1027.959733] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.968206] env[70015]: DEBUG oslo_vmware.api [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Task: {'id': task-3611322, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.071107] env[70015]: DEBUG oslo_vmware.api [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611321, 'name': ReconfigVM_Task, 'duration_secs': 0.303003} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.071406] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412/273a8c9c-bc9c-440d-ab7b-cdd7e2e19412.vmdk or device None with type streamOptimized {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.072103] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19c9e857-0926-428d-a145-1c307a209cb3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.078089] env[70015]: DEBUG oslo_vmware.api [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 1028.078089] env[70015]: value = "task-3611323" [ 1028.078089] env[70015]: _type = "Task" [ 1028.078089] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.086885] env[70015]: DEBUG oslo_vmware.api [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611323, 'name': Rename_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.093905] env[70015]: DEBUG nova.scheduler.client.report [None req-7173fd0b-7c34-4139-a90a-3633b50bb910 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.139200] env[70015]: DEBUG oslo_concurrency.lockutils [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Releasing lock "refresh_cache-a173c940-ed80-45ec-83a2-af2b2ad416c4" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.139793] env[70015]: DEBUG nova.compute.manager [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Instance network_info: |[{"id": "11abb559-58d8-49fd-b274-e850bca497c6", "address": "fa:16:3e:1e:2c:d4", "network": {"id": "8f7fedcd-4fbd-4c74-ad06-9db4b807c476", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1172678132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f46bede451e4bd286f66d742e8a0a39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11abb559-58", "ovs_interfaceid": "11abb559-58d8-49fd-b274-e850bca497c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1028.140191] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:2c:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d062877-0b23-4965-908b-f585f25f3bf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11abb559-58d8-49fd-b274-e850bca497c6', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1028.150301] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.150963] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1028.151261] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47053b11-669b-4570-9d94-2cc64da29cd6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.176131] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1028.176131] env[70015]: value = "task-3611324" [ 1028.176131] env[70015]: _type = "Task" [ 1028.176131] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.184300] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611324, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.289220] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-75e2e908-de0d-4958-af46-c3da5eb702ce tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Volume attach. Driver type: vmdk {{(pid=70015) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1028.289478] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-75e2e908-de0d-4958-af46-c3da5eb702ce tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720366', 'volume_id': 'a1659bd6-927a-47a9-86aa-1739b524818a', 'name': 'volume-a1659bd6-927a-47a9-86aa-1739b524818a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5609a74f-9200-49e8-880d-da768b12d8ee', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1659bd6-927a-47a9-86aa-1739b524818a', 'serial': 'a1659bd6-927a-47a9-86aa-1739b524818a'} {{(pid=70015) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1028.290580] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2e31a3-c45a-4291-8e5c-987655abe012 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.306833] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79c2dac-3e25-40a5-b5cf-282dbe820d1b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.331504] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-75e2e908-de0d-4958-af46-c3da5eb702ce tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] volume-a1659bd6-927a-47a9-86aa-1739b524818a/volume-a1659bd6-927a-47a9-86aa-1739b524818a.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1028.331690] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63a9b7ff-7fea-4526-8826-614b6f2b4f01 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.350937] env[70015]: DEBUG oslo_vmware.api [None req-75e2e908-de0d-4958-af46-c3da5eb702ce tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1028.350937] env[70015]: value = "task-3611325" [ 1028.350937] env[70015]: _type = "Task" [ 1028.350937] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.358948] env[70015]: DEBUG oslo_vmware.api [None req-75e2e908-de0d-4958-af46-c3da5eb702ce tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611325, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.377016] env[70015]: INFO nova.compute.manager [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Took 38.20 seconds to build instance. [ 1028.470972] env[70015]: DEBUG oslo_vmware.api [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Task: {'id': task-3611322, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.590681] env[70015]: DEBUG oslo_vmware.api [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611323, 'name': Rename_Task, 'duration_secs': 0.183283} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.591373] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.591648] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-424bc6fb-555a-49fd-8a15-3f03bd89c948 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.597814] env[70015]: DEBUG oslo_vmware.api [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 1028.597814] env[70015]: value = "task-3611326" [ 1028.597814] env[70015]: _type = "Task" [ 1028.597814] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.601589] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7173fd0b-7c34-4139-a90a-3633b50bb910 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.040s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.603709] env[70015]: DEBUG oslo_concurrency.lockutils [None req-fd69ebf4-dc05-468c-bf93-bcffb1518e3e tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.892s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.603973] env[70015]: DEBUG nova.objects.instance [None req-fd69ebf4-dc05-468c-bf93-bcffb1518e3e tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Lazy-loading 'resources' on Instance uuid eca5f46e-6d82-499a-b5a2-018e49f3f933 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.612136] env[70015]: DEBUG oslo_vmware.api [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611326, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.647268] env[70015]: INFO nova.scheduler.client.report [None req-7173fd0b-7c34-4139-a90a-3633b50bb910 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Deleted allocations for instance 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21 [ 1028.689134] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611324, 'name': CreateVM_Task, 'duration_secs': 0.403454} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.689134] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1028.690562] env[70015]: DEBUG oslo_concurrency.lockutils [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.690782] env[70015]: DEBUG oslo_concurrency.lockutils [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.692281] env[70015]: DEBUG oslo_concurrency.lockutils [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.692281] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85bba82f-5d89-40d2-9d3e-88f3800f3ee3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.700925] env[70015]: DEBUG oslo_vmware.api [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 1028.700925] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]527fe5cb-7d69-fbfc-bffa-caa928a94c87" [ 1028.700925] env[70015]: _type = "Task" [ 1028.700925] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.710742] env[70015]: DEBUG oslo_vmware.api [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]527fe5cb-7d69-fbfc-bffa-caa928a94c87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.862751] env[70015]: DEBUG oslo_vmware.api [None req-75e2e908-de0d-4958-af46-c3da5eb702ce tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.879120] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5c10e18d-8509-4e3a-96d6-4edc67eca430 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "f3b64104-3919-4838-9c2b-601a41be2ece" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.710s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.971779] env[70015]: DEBUG oslo_vmware.api [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Task: {'id': task-3611322, 'name': PowerOnVM_Task, 'duration_secs': 0.570937} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.972122] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1028.972378] env[70015]: INFO nova.compute.manager [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Took 8.85 seconds to spawn the instance on the hypervisor. [ 1028.972600] env[70015]: DEBUG nova.compute.manager [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1028.973458] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008ec628-3eab-4673-8360-b404f88ed9cf {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.108179] env[70015]: DEBUG oslo_vmware.api [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611326, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.154522] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7173fd0b-7c34-4139-a90a-3633b50bb910 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Lock "03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.017s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.210803] env[70015]: DEBUG oslo_vmware.api [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]527fe5cb-7d69-fbfc-bffa-caa928a94c87, 'name': SearchDatastore_Task, 'duration_secs': 0.017705} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.213802] env[70015]: DEBUG oslo_concurrency.lockutils [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.214196] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1029.214411] env[70015]: DEBUG oslo_concurrency.lockutils [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.214589] env[70015]: DEBUG oslo_concurrency.lockutils [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.214779] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1029.215323] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2aa4e168-0cf6-4e5c-ab55-de98013afc59 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.229923] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1029.229923] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1029.232940] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d6c28f0-81c7-4791-adc6-bbe60a4a8a71 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.239448] env[70015]: DEBUG oslo_vmware.api [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 1029.239448] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5248ad46-8a7f-e61d-81ce-effd1ec34a10" [ 1029.239448] env[70015]: _type = "Task" [ 1029.239448] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.255195] env[70015]: DEBUG oslo_vmware.api [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5248ad46-8a7f-e61d-81ce-effd1ec34a10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.362690] env[70015]: DEBUG oslo_vmware.api [None req-75e2e908-de0d-4958-af46-c3da5eb702ce tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611325, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.496470] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d70263-7bf5-4af0-9bd5-a9e3071d7345 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.500622] env[70015]: INFO nova.compute.manager [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Took 35.85 seconds to build instance. [ 1029.507973] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18af323a-6cd0-4a81-b543-a3ba0a82904d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.543798] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4263de-bbbd-48b1-a0a9-893a4c89fc73 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.553898] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90f51a2-7657-4c98-8e45-ea3acf7e60cc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.570296] env[70015]: DEBUG nova.compute.provider_tree [None req-fd69ebf4-dc05-468c-bf93-bcffb1518e3e tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.612521] env[70015]: DEBUG oslo_vmware.api [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611326, 'name': PowerOnVM_Task, 'duration_secs': 0.531263} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.613133] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.614022] env[70015]: INFO nova.compute.manager [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] Took 16.68 seconds to spawn the instance on the hypervisor. [ 1029.614022] env[70015]: DEBUG nova.compute.manager [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1029.615540] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec102419-938a-4ad0-ac4e-bbef71a076f6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.711166] env[70015]: DEBUG nova.compute.manager [req-e198a9de-7b4d-4b3e-9298-931806399e95 req-6b80d756-ce1f-49b7-ba3e-a6a2cc655183 service nova] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Received event network-changed-c0f1ad30-40d1-4ab3-be46-9940907a2fe8 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.711335] env[70015]: DEBUG nova.compute.manager [req-e198a9de-7b4d-4b3e-9298-931806399e95 req-6b80d756-ce1f-49b7-ba3e-a6a2cc655183 service nova] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Refreshing instance network info cache due to event network-changed-c0f1ad30-40d1-4ab3-be46-9940907a2fe8. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1029.711553] env[70015]: DEBUG oslo_concurrency.lockutils [req-e198a9de-7b4d-4b3e-9298-931806399e95 req-6b80d756-ce1f-49b7-ba3e-a6a2cc655183 service nova] Acquiring lock "refresh_cache-f3b64104-3919-4838-9c2b-601a41be2ece" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.711696] env[70015]: DEBUG oslo_concurrency.lockutils [req-e198a9de-7b4d-4b3e-9298-931806399e95 req-6b80d756-ce1f-49b7-ba3e-a6a2cc655183 service nova] Acquired lock "refresh_cache-f3b64104-3919-4838-9c2b-601a41be2ece" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.711858] env[70015]: DEBUG nova.network.neutron [req-e198a9de-7b4d-4b3e-9298-931806399e95 req-6b80d756-ce1f-49b7-ba3e-a6a2cc655183 service nova] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Refreshing network info cache for port c0f1ad30-40d1-4ab3-be46-9940907a2fe8 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.751739] env[70015]: DEBUG oslo_vmware.api [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5248ad46-8a7f-e61d-81ce-effd1ec34a10, 'name': SearchDatastore_Task, 'duration_secs': 0.017893} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.752791] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa780fa8-1c4b-4780-b0f2-8fa077317af5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.757970] env[70015]: DEBUG oslo_vmware.api [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 1029.757970] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]523c3f96-0055-d6f5-61ba-c91f46c28e57" [ 1029.757970] env[70015]: _type = "Task" [ 1029.757970] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.765409] env[70015]: DEBUG oslo_vmware.api [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]523c3f96-0055-d6f5-61ba-c91f46c28e57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.862817] env[70015]: DEBUG oslo_vmware.api [None req-75e2e908-de0d-4958-af46-c3da5eb702ce tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611325, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.003313] env[70015]: DEBUG oslo_concurrency.lockutils [None req-492a5fd8-6406-468b-a254-f41509e8a7e3 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Lock "5e9ca815-97d7-431f-8a92-9ab12b7e3a35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.374s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.076335] env[70015]: DEBUG nova.scheduler.client.report [None req-fd69ebf4-dc05-468c-bf93-bcffb1518e3e tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.138426] env[70015]: INFO nova.compute.manager [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] Took 40.63 seconds to build instance. [ 1030.273013] env[70015]: DEBUG oslo_vmware.api [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]523c3f96-0055-d6f5-61ba-c91f46c28e57, 'name': SearchDatastore_Task, 'duration_secs': 0.027641} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.273343] env[70015]: DEBUG oslo_concurrency.lockutils [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.273608] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] a173c940-ed80-45ec-83a2-af2b2ad416c4/a173c940-ed80-45ec-83a2-af2b2ad416c4.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1030.273882] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2cd580a4-aef0-4bf1-a439-4405e1d617a0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.284275] env[70015]: DEBUG oslo_vmware.api [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 1030.284275] env[70015]: value = "task-3611327" [ 1030.284275] env[70015]: _type = "Task" [ 1030.284275] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.293362] env[70015]: DEBUG oslo_vmware.api [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611327, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.364549] env[70015]: DEBUG oslo_vmware.api [None req-75e2e908-de0d-4958-af46-c3da5eb702ce tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611325, 'name': ReconfigVM_Task, 'duration_secs': 1.736054} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.364549] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-75e2e908-de0d-4958-af46-c3da5eb702ce tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Reconfigured VM instance instance-00000057 to attach disk [datastore1] volume-a1659bd6-927a-47a9-86aa-1739b524818a/volume-a1659bd6-927a-47a9-86aa-1739b524818a.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.369145] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93a2e8e8-782e-4cf5-97df-b62817be5a1c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.385077] env[70015]: DEBUG oslo_vmware.api [None req-75e2e908-de0d-4958-af46-c3da5eb702ce tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1030.385077] env[70015]: value = "task-3611328" [ 1030.385077] env[70015]: _type = "Task" [ 1030.385077] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.393582] env[70015]: DEBUG oslo_vmware.api [None req-75e2e908-de0d-4958-af46-c3da5eb702ce tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611328, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.437719] env[70015]: DEBUG nova.compute.manager [req-dd72e2a4-04c8-4a78-b3da-905b5c0f0e1b req-cb82d030-ea00-4438-83cb-cabf8ccde5c1 service nova] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Received event network-changed-718a0b7f-d7d8-4dc1-a185-097ff80a5ccb {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.437949] env[70015]: DEBUG nova.compute.manager [req-dd72e2a4-04c8-4a78-b3da-905b5c0f0e1b req-cb82d030-ea00-4438-83cb-cabf8ccde5c1 service nova] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Refreshing instance network info cache due to event network-changed-718a0b7f-d7d8-4dc1-a185-097ff80a5ccb. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1030.438341] env[70015]: DEBUG oslo_concurrency.lockutils [req-dd72e2a4-04c8-4a78-b3da-905b5c0f0e1b req-cb82d030-ea00-4438-83cb-cabf8ccde5c1 service nova] Acquiring lock "refresh_cache-5e9ca815-97d7-431f-8a92-9ab12b7e3a35" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.438413] env[70015]: DEBUG oslo_concurrency.lockutils [req-dd72e2a4-04c8-4a78-b3da-905b5c0f0e1b req-cb82d030-ea00-4438-83cb-cabf8ccde5c1 service nova] Acquired lock "refresh_cache-5e9ca815-97d7-431f-8a92-9ab12b7e3a35" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.438598] env[70015]: DEBUG nova.network.neutron [req-dd72e2a4-04c8-4a78-b3da-905b5c0f0e1b req-cb82d030-ea00-4438-83cb-cabf8ccde5c1 service nova] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Refreshing network info cache for port 718a0b7f-d7d8-4dc1-a185-097ff80a5ccb {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1030.582867] env[70015]: DEBUG oslo_concurrency.lockutils [None req-fd69ebf4-dc05-468c-bf93-bcffb1518e3e tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.979s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.588189] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d3380a37-84b6-4c7e-935a-480b115d2262 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.326s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.588284] env[70015]: DEBUG nova.objects.instance [None req-d3380a37-84b6-4c7e-935a-480b115d2262 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Lazy-loading 'resources' on Instance uuid 1c415b61-b6b8-421e-a975-9f902d7c0f1f {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.624922] env[70015]: INFO nova.scheduler.client.report [None req-fd69ebf4-dc05-468c-bf93-bcffb1518e3e tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Deleted allocations for instance eca5f46e-6d82-499a-b5a2-018e49f3f933 [ 1030.642371] env[70015]: DEBUG oslo_concurrency.lockutils [None req-461efddd-7d20-477d-8253-0625f68b05bd tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lock "273a8c9c-bc9c-440d-ab7b-cdd7e2e19412" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.150s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.665755] env[70015]: DEBUG nova.network.neutron [req-e198a9de-7b4d-4b3e-9298-931806399e95 req-6b80d756-ce1f-49b7-ba3e-a6a2cc655183 service nova] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Updated VIF entry in instance network info cache for port c0f1ad30-40d1-4ab3-be46-9940907a2fe8. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1030.666190] env[70015]: DEBUG nova.network.neutron [req-e198a9de-7b4d-4b3e-9298-931806399e95 req-6b80d756-ce1f-49b7-ba3e-a6a2cc655183 service nova] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Updating instance_info_cache with network_info: [{"id": "c0f1ad30-40d1-4ab3-be46-9940907a2fe8", "address": "fa:16:3e:21:fd:e3", "network": {"id": "54eb7a37-2a22-42e7-8acd-b881580de840", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-916588865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c24df7a88e5f4165b2618140613b0538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0f1ad30-40", "ovs_interfaceid": "c0f1ad30-40d1-4ab3-be46-9940907a2fe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.794182] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "f32db101-16c7-4fe3-bf40-2e8e16c152ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.794950] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "f32db101-16c7-4fe3-bf40-2e8e16c152ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.806404] env[70015]: DEBUG oslo_vmware.api [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611327, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.896025] env[70015]: DEBUG oslo_vmware.api [None req-75e2e908-de0d-4958-af46-c3da5eb702ce tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611328, 'name': ReconfigVM_Task, 'duration_secs': 0.244705} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.896440] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-75e2e908-de0d-4958-af46-c3da5eb702ce tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720366', 'volume_id': 'a1659bd6-927a-47a9-86aa-1739b524818a', 'name': 'volume-a1659bd6-927a-47a9-86aa-1739b524818a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5609a74f-9200-49e8-880d-da768b12d8ee', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1659bd6-927a-47a9-86aa-1739b524818a', 'serial': 'a1659bd6-927a-47a9-86aa-1739b524818a'} {{(pid=70015) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1031.140034] env[70015]: DEBUG oslo_concurrency.lockutils [None req-fd69ebf4-dc05-468c-bf93-bcffb1518e3e tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Lock "eca5f46e-6d82-499a-b5a2-018e49f3f933" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.884s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.169761] env[70015]: DEBUG oslo_concurrency.lockutils [req-e198a9de-7b4d-4b3e-9298-931806399e95 req-6b80d756-ce1f-49b7-ba3e-a6a2cc655183 service nova] Releasing lock "refresh_cache-f3b64104-3919-4838-9c2b-601a41be2ece" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.193534] env[70015]: DEBUG oslo_concurrency.lockutils [None req-121793b7-cbec-4dee-ab58-e3bdbc49ffaf tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Acquiring lock "5e9ca815-97d7-431f-8a92-9ab12b7e3a35" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.193772] env[70015]: DEBUG oslo_concurrency.lockutils [None req-121793b7-cbec-4dee-ab58-e3bdbc49ffaf tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Lock "5e9ca815-97d7-431f-8a92-9ab12b7e3a35" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.002s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.194067] env[70015]: INFO nova.compute.manager [None req-121793b7-cbec-4dee-ab58-e3bdbc49ffaf tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Rebooting instance [ 1031.305963] env[70015]: DEBUG oslo_vmware.api [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611327, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536287} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.306342] env[70015]: DEBUG nova.compute.manager [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1031.314483] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] a173c940-ed80-45ec-83a2-af2b2ad416c4/a173c940-ed80-45ec-83a2-af2b2ad416c4.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1031.314483] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1031.316018] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85064770-fdc9-42f2-9075-ed266ac311c1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.326129] env[70015]: DEBUG oslo_vmware.api [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 1031.326129] env[70015]: value = "task-3611329" [ 1031.326129] env[70015]: _type = "Task" [ 1031.326129] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.332131] env[70015]: DEBUG oslo_vmware.api [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611329, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.426275] env[70015]: DEBUG nova.network.neutron [req-dd72e2a4-04c8-4a78-b3da-905b5c0f0e1b req-cb82d030-ea00-4438-83cb-cabf8ccde5c1 service nova] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Updated VIF entry in instance network info cache for port 718a0b7f-d7d8-4dc1-a185-097ff80a5ccb. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1031.426275] env[70015]: DEBUG nova.network.neutron [req-dd72e2a4-04c8-4a78-b3da-905b5c0f0e1b req-cb82d030-ea00-4438-83cb-cabf8ccde5c1 service nova] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Updating instance_info_cache with network_info: [{"id": "718a0b7f-d7d8-4dc1-a185-097ff80a5ccb", "address": "fa:16:3e:0c:66:06", "network": {"id": "95efea0f-47dd-4e00-93a5-5956063d36a2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-128699547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56b653c9717c48faae27d5abd0e5113f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap718a0b7f-d7", "ovs_interfaceid": "718a0b7f-d7d8-4dc1-a185-097ff80a5ccb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.430640] env[70015]: DEBUG oslo_concurrency.lockutils [None req-255a8526-96b7-4581-a004-ec4f5b210c31 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquiring lock "273a8c9c-bc9c-440d-ab7b-cdd7e2e19412" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.433025] env[70015]: DEBUG oslo_concurrency.lockutils [None req-255a8526-96b7-4581-a004-ec4f5b210c31 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lock "273a8c9c-bc9c-440d-ab7b-cdd7e2e19412" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.433025] env[70015]: DEBUG oslo_concurrency.lockutils [None req-255a8526-96b7-4581-a004-ec4f5b210c31 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquiring lock "273a8c9c-bc9c-440d-ab7b-cdd7e2e19412-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.433025] env[70015]: DEBUG oslo_concurrency.lockutils [None req-255a8526-96b7-4581-a004-ec4f5b210c31 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lock "273a8c9c-bc9c-440d-ab7b-cdd7e2e19412-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.433025] env[70015]: DEBUG oslo_concurrency.lockutils [None req-255a8526-96b7-4581-a004-ec4f5b210c31 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lock "273a8c9c-bc9c-440d-ab7b-cdd7e2e19412-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.434099] env[70015]: INFO nova.compute.manager [None req-255a8526-96b7-4581-a004-ec4f5b210c31 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] Terminating instance [ 1031.561196] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3986d7e3-9137-49c8-88d3-9466b51a5a1c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.571789] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba57ef75-9650-45b2-a240-5e11f8611062 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.608199] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4f84e5-24e1-41ce-9730-6ef7068c44d6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.616732] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d97a4d-eb07-48b7-b17f-7c5bf9451c6b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.632573] env[70015]: DEBUG nova.compute.provider_tree [None req-d3380a37-84b6-4c7e-935a-480b115d2262 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.728094] env[70015]: DEBUG oslo_concurrency.lockutils [None req-121793b7-cbec-4dee-ab58-e3bdbc49ffaf tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Acquiring lock "refresh_cache-5e9ca815-97d7-431f-8a92-9ab12b7e3a35" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.833901] env[70015]: DEBUG oslo_vmware.api [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611329, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065981} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.837022] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1031.837022] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7db7439-1df0-47eb-bd2d-0affbc656918 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.840473] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.861972] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] a173c940-ed80-45ec-83a2-af2b2ad416c4/a173c940-ed80-45ec-83a2-af2b2ad416c4.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1031.862358] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83b7ab98-bbca-4828-8b2e-e47be2dedff1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.882792] env[70015]: DEBUG oslo_vmware.api [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 1031.882792] env[70015]: value = "task-3611330" [ 1031.882792] env[70015]: _type = "Task" [ 1031.882792] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.893157] env[70015]: DEBUG oslo_vmware.api [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611330, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.934013] env[70015]: DEBUG oslo_concurrency.lockutils [req-dd72e2a4-04c8-4a78-b3da-905b5c0f0e1b req-cb82d030-ea00-4438-83cb-cabf8ccde5c1 service nova] Releasing lock "refresh_cache-5e9ca815-97d7-431f-8a92-9ab12b7e3a35" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.934576] env[70015]: DEBUG oslo_concurrency.lockutils [None req-121793b7-cbec-4dee-ab58-e3bdbc49ffaf tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Acquired lock "refresh_cache-5e9ca815-97d7-431f-8a92-9ab12b7e3a35" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.934813] env[70015]: DEBUG nova.network.neutron [None req-121793b7-cbec-4dee-ab58-e3bdbc49ffaf tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.943724] env[70015]: DEBUG nova.compute.manager [None req-255a8526-96b7-4581-a004-ec4f5b210c31 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1031.943975] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-255a8526-96b7-4581-a004-ec4f5b210c31 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1031.945553] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6eab545-4797-406d-9d56-4aac1ed3b473 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.956023] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-255a8526-96b7-4581-a004-ec4f5b210c31 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.956023] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c14f2cf1-4720-44ed-84d8-4947b7776dec {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.960666] env[70015]: DEBUG oslo_vmware.api [None req-255a8526-96b7-4581-a004-ec4f5b210c31 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 1031.960666] env[70015]: value = "task-3611331" [ 1031.960666] env[70015]: _type = "Task" [ 1031.960666] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.971234] env[70015]: DEBUG nova.objects.instance [None req-75e2e908-de0d-4958-af46-c3da5eb702ce tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lazy-loading 'flavor' on Instance uuid 5609a74f-9200-49e8-880d-da768b12d8ee {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.972702] env[70015]: DEBUG oslo_vmware.api [None req-255a8526-96b7-4581-a004-ec4f5b210c31 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.137825] env[70015]: DEBUG nova.scheduler.client.report [None req-d3380a37-84b6-4c7e-935a-480b115d2262 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.212565] env[70015]: DEBUG oslo_concurrency.lockutils [None req-417f42c0-c7f2-451a-9457-dedb9c7d4507 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "5609a74f-9200-49e8-880d-da768b12d8ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.393278] env[70015]: DEBUG oslo_vmware.api [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611330, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.469708] env[70015]: DEBUG oslo_vmware.api [None req-255a8526-96b7-4581-a004-ec4f5b210c31 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611331, 'name': PowerOffVM_Task, 'duration_secs': 0.26576} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.470048] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-255a8526-96b7-4581-a004-ec4f5b210c31 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.470299] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-255a8526-96b7-4581-a004-ec4f5b210c31 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.470565] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b671d72b-9622-4070-b90e-186c17cf8ac2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.477055] env[70015]: DEBUG oslo_concurrency.lockutils [None req-75e2e908-de0d-4958-af46-c3da5eb702ce tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "5609a74f-9200-49e8-880d-da768b12d8ee" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.837s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.478028] env[70015]: DEBUG oslo_concurrency.lockutils [None req-417f42c0-c7f2-451a-9457-dedb9c7d4507 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "5609a74f-9200-49e8-880d-da768b12d8ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.266s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.478255] env[70015]: DEBUG oslo_concurrency.lockutils [None req-417f42c0-c7f2-451a-9457-dedb9c7d4507 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "5609a74f-9200-49e8-880d-da768b12d8ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.478460] env[70015]: DEBUG oslo_concurrency.lockutils [None req-417f42c0-c7f2-451a-9457-dedb9c7d4507 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "5609a74f-9200-49e8-880d-da768b12d8ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.478623] env[70015]: DEBUG oslo_concurrency.lockutils [None req-417f42c0-c7f2-451a-9457-dedb9c7d4507 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "5609a74f-9200-49e8-880d-da768b12d8ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.482328] env[70015]: INFO nova.compute.manager [None req-417f42c0-c7f2-451a-9457-dedb9c7d4507 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Terminating instance [ 1032.535365] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-255a8526-96b7-4581-a004-ec4f5b210c31 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1032.535646] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-255a8526-96b7-4581-a004-ec4f5b210c31 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1032.535865] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-255a8526-96b7-4581-a004-ec4f5b210c31 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Deleting the datastore file [datastore2] 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.536167] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-964cbc45-b496-48cb-b0d8-9dc3e634efce {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.542178] env[70015]: DEBUG oslo_vmware.api [None req-255a8526-96b7-4581-a004-ec4f5b210c31 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 1032.542178] env[70015]: value = "task-3611333" [ 1032.542178] env[70015]: _type = "Task" [ 1032.542178] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.553413] env[70015]: DEBUG oslo_vmware.api [None req-255a8526-96b7-4581-a004-ec4f5b210c31 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611333, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.642701] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d3380a37-84b6-4c7e-935a-480b115d2262 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.055s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.646421] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b4fa10a5-5bea-4f03-88d0-13a1956345b5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.626s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.647069] env[70015]: DEBUG nova.objects.instance [None req-b4fa10a5-5bea-4f03-88d0-13a1956345b5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Lazy-loading 'resources' on Instance uuid 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.681379] env[70015]: INFO nova.scheduler.client.report [None req-d3380a37-84b6-4c7e-935a-480b115d2262 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Deleted allocations for instance 1c415b61-b6b8-421e-a975-9f902d7c0f1f [ 1032.893699] env[70015]: DEBUG oslo_vmware.api [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611330, 'name': ReconfigVM_Task, 'duration_secs': 0.7603} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.893999] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Reconfigured VM instance instance-0000005b to attach disk [datastore1] a173c940-ed80-45ec-83a2-af2b2ad416c4/a173c940-ed80-45ec-83a2-af2b2ad416c4.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1032.894679] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e87e0f9c-7954-4050-af2c-f4b5eb0a5e30 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.901014] env[70015]: DEBUG oslo_vmware.api [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 1032.901014] env[70015]: value = "task-3611334" [ 1032.901014] env[70015]: _type = "Task" [ 1032.901014] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.908810] env[70015]: DEBUG oslo_vmware.api [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611334, 'name': Rename_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.986622] env[70015]: DEBUG nova.compute.manager [None req-417f42c0-c7f2-451a-9457-dedb9c7d4507 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1032.986879] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-417f42c0-c7f2-451a-9457-dedb9c7d4507 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.987179] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-882de1c0-5ac8-4fb7-a70d-0f1cc7b73473 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.993568] env[70015]: DEBUG oslo_vmware.api [None req-417f42c0-c7f2-451a-9457-dedb9c7d4507 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1032.993568] env[70015]: value = "task-3611335" [ 1032.993568] env[70015]: _type = "Task" [ 1032.993568] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.002405] env[70015]: DEBUG oslo_vmware.api [None req-417f42c0-c7f2-451a-9457-dedb9c7d4507 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611335, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.028034] env[70015]: DEBUG nova.network.neutron [None req-121793b7-cbec-4dee-ab58-e3bdbc49ffaf tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Updating instance_info_cache with network_info: [{"id": "718a0b7f-d7d8-4dc1-a185-097ff80a5ccb", "address": "fa:16:3e:0c:66:06", "network": {"id": "95efea0f-47dd-4e00-93a5-5956063d36a2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-128699547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56b653c9717c48faae27d5abd0e5113f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap718a0b7f-d7", "ovs_interfaceid": "718a0b7f-d7d8-4dc1-a185-097ff80a5ccb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.053170] env[70015]: DEBUG oslo_vmware.api [None req-255a8526-96b7-4581-a004-ec4f5b210c31 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611333, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.436437} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.053476] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-255a8526-96b7-4581-a004-ec4f5b210c31 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1033.053686] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-255a8526-96b7-4581-a004-ec4f5b210c31 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1033.053873] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-255a8526-96b7-4581-a004-ec4f5b210c31 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1033.054169] env[70015]: INFO nova.compute.manager [None req-255a8526-96b7-4581-a004-ec4f5b210c31 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1033.054468] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-255a8526-96b7-4581-a004-ec4f5b210c31 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.054674] env[70015]: DEBUG nova.compute.manager [-] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1033.054788] env[70015]: DEBUG nova.network.neutron [-] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1033.190318] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d3380a37-84b6-4c7e-935a-480b115d2262 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Lock "1c415b61-b6b8-421e-a975-9f902d7c0f1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.514s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.412792] env[70015]: DEBUG oslo_vmware.api [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611334, 'name': Rename_Task, 'duration_secs': 0.203299} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.416407] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1033.417649] env[70015]: DEBUG nova.compute.manager [req-157ffd40-426b-4006-9dd4-7fd509a5d6b6 req-33a7bae4-d767-4b97-9395-3fa9eae43e4c service nova] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] Received event network-vif-deleted-1778236b-b348-453a-82e4-8b0c7ad5e67e {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.418100] env[70015]: INFO nova.compute.manager [req-157ffd40-426b-4006-9dd4-7fd509a5d6b6 req-33a7bae4-d767-4b97-9395-3fa9eae43e4c service nova] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] Neutron deleted interface 1778236b-b348-453a-82e4-8b0c7ad5e67e; detaching it from the instance and deleting it from the info cache [ 1033.418100] env[70015]: DEBUG nova.network.neutron [req-157ffd40-426b-4006-9dd4-7fd509a5d6b6 req-33a7bae4-d767-4b97-9395-3fa9eae43e4c service nova] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.421170] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1cb33f9f-7821-4354-9d41-d7f5239965cb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.429237] env[70015]: DEBUG oslo_vmware.api [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 1033.429237] env[70015]: value = "task-3611336" [ 1033.429237] env[70015]: _type = "Task" [ 1033.429237] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.440427] env[70015]: DEBUG oslo_vmware.api [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611336, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.469031] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8cb1d6-381b-4c45-877a-8925758d1f07 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.477022] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df256503-64d4-4897-9647-9ce83501873a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.511425] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96056698-9c9b-4e59-b112-bf2a74b7ccaf {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.522494] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5292a452-98a5-4714-aa76-0c4da3255690 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.526405] env[70015]: DEBUG oslo_vmware.api [None req-417f42c0-c7f2-451a-9457-dedb9c7d4507 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611335, 'name': PowerOffVM_Task, 'duration_secs': 0.437943} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.526624] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-417f42c0-c7f2-451a-9457-dedb9c7d4507 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.526865] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-417f42c0-c7f2-451a-9457-dedb9c7d4507 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Volume detach. Driver type: vmdk {{(pid=70015) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1033.527054] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-417f42c0-c7f2-451a-9457-dedb9c7d4507 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720366', 'volume_id': 'a1659bd6-927a-47a9-86aa-1739b524818a', 'name': 'volume-a1659bd6-927a-47a9-86aa-1739b524818a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5609a74f-9200-49e8-880d-da768b12d8ee', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1659bd6-927a-47a9-86aa-1739b524818a', 'serial': 'a1659bd6-927a-47a9-86aa-1739b524818a'} {{(pid=70015) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1033.528153] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0354a0cd-1c97-4a4c-bf62-a008ffb9e630 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.538697] env[70015]: DEBUG oslo_concurrency.lockutils [None req-121793b7-cbec-4dee-ab58-e3bdbc49ffaf tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Releasing lock "refresh_cache-5e9ca815-97d7-431f-8a92-9ab12b7e3a35" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.539928] env[70015]: DEBUG nova.compute.provider_tree [None req-b4fa10a5-5bea-4f03-88d0-13a1956345b5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.566976] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0db846d-e794-42bd-b3a7-96f534b3937c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.574832] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5a6496-b615-445b-975d-a8f285390540 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.596596] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e419e894-f463-47a0-98cc-84ae177f386c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.611776] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-417f42c0-c7f2-451a-9457-dedb9c7d4507 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] The volume has not been displaced from its original location: [datastore1] volume-a1659bd6-927a-47a9-86aa-1739b524818a/volume-a1659bd6-927a-47a9-86aa-1739b524818a.vmdk. No consolidation needed. {{(pid=70015) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1033.619467] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-417f42c0-c7f2-451a-9457-dedb9c7d4507 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Reconfiguring VM instance instance-00000057 to detach disk 2001 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1033.619861] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81bb1285-f62d-49d5-9c13-f18f354975fa {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.647094] env[70015]: DEBUG oslo_vmware.api [None req-417f42c0-c7f2-451a-9457-dedb9c7d4507 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1033.647094] env[70015]: value = "task-3611337" [ 1033.647094] env[70015]: _type = "Task" [ 1033.647094] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.657867] env[70015]: DEBUG oslo_vmware.api [None req-417f42c0-c7f2-451a-9457-dedb9c7d4507 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611337, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.891281] env[70015]: DEBUG nova.network.neutron [-] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.926592] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6094aab0-42bf-4c37-a2ee-8a35f7f768fb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.948760] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498c5127-401e-4740-9aa4-46378b01a952 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.964017] env[70015]: DEBUG oslo_vmware.api [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611336, 'name': PowerOnVM_Task} progress is 74%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.989402] env[70015]: DEBUG nova.compute.manager [req-157ffd40-426b-4006-9dd4-7fd509a5d6b6 req-33a7bae4-d767-4b97-9395-3fa9eae43e4c service nova] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] Detach interface failed, port_id=1778236b-b348-453a-82e4-8b0c7ad5e67e, reason: Instance 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412 could not be found. {{(pid=70015) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1034.045266] env[70015]: DEBUG nova.compute.manager [None req-121793b7-cbec-4dee-ab58-e3bdbc49ffaf tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1034.046155] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0089660-3ca6-462b-a7fc-713059b69518 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.066147] env[70015]: DEBUG nova.scheduler.client.report [None req-b4fa10a5-5bea-4f03-88d0-13a1956345b5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.160731] env[70015]: DEBUG oslo_vmware.api [None req-417f42c0-c7f2-451a-9457-dedb9c7d4507 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611337, 'name': ReconfigVM_Task, 'duration_secs': 0.322346} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.161262] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-417f42c0-c7f2-451a-9457-dedb9c7d4507 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Reconfigured VM instance instance-00000057 to detach disk 2001 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1034.168587] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d3fb5a2-0dc4-412a-8554-3cd98bfe532d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.189510] env[70015]: DEBUG oslo_vmware.api [None req-417f42c0-c7f2-451a-9457-dedb9c7d4507 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1034.189510] env[70015]: value = "task-3611338" [ 1034.189510] env[70015]: _type = "Task" [ 1034.189510] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.200481] env[70015]: DEBUG oslo_vmware.api [None req-417f42c0-c7f2-451a-9457-dedb9c7d4507 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611338, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.394169] env[70015]: INFO nova.compute.manager [-] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] Took 1.34 seconds to deallocate network for instance. [ 1034.439227] env[70015]: DEBUG oslo_vmware.api [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611336, 'name': PowerOnVM_Task, 'duration_secs': 0.776859} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.440441] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1034.440682] env[70015]: INFO nova.compute.manager [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Took 9.91 seconds to spawn the instance on the hypervisor. [ 1034.440870] env[70015]: DEBUG nova.compute.manager [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1034.441650] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78877be9-67fc-4897-a24a-392e4938926c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.571138] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b4fa10a5-5bea-4f03-88d0-13a1956345b5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.925s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.573471] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a9c2274f-0151-4276-ac4d-0a501617a103 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.451s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.573699] env[70015]: DEBUG nova.objects.instance [None req-a9c2274f-0151-4276-ac4d-0a501617a103 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Lazy-loading 'resources' on Instance uuid dcf312ed-c5b8-423e-b1fe-e0d96f5db30a {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.601920] env[70015]: INFO nova.scheduler.client.report [None req-b4fa10a5-5bea-4f03-88d0-13a1956345b5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Deleted allocations for instance 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3 [ 1034.698411] env[70015]: DEBUG oslo_vmware.api [None req-417f42c0-c7f2-451a-9457-dedb9c7d4507 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611338, 'name': ReconfigVM_Task, 'duration_secs': 0.405175} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.698704] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-417f42c0-c7f2-451a-9457-dedb9c7d4507 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720366', 'volume_id': 'a1659bd6-927a-47a9-86aa-1739b524818a', 'name': 'volume-a1659bd6-927a-47a9-86aa-1739b524818a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5609a74f-9200-49e8-880d-da768b12d8ee', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1659bd6-927a-47a9-86aa-1739b524818a', 'serial': 'a1659bd6-927a-47a9-86aa-1739b524818a'} {{(pid=70015) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1034.698984] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-417f42c0-c7f2-451a-9457-dedb9c7d4507 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.699891] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8d4a56-78f6-4326-bd0b-b2abb297d9a8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.706100] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-417f42c0-c7f2-451a-9457-dedb9c7d4507 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1034.706316] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2721302e-8c65-4b14-bb9e-c2b399c780d8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.789496] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-417f42c0-c7f2-451a-9457-dedb9c7d4507 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1034.789496] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-417f42c0-c7f2-451a-9457-dedb9c7d4507 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1034.789496] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-417f42c0-c7f2-451a-9457-dedb9c7d4507 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Deleting the datastore file [datastore2] 5609a74f-9200-49e8-880d-da768b12d8ee {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1034.789706] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5f3e7f2-cd4f-4e48-b55b-756c0d8ee322 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.795784] env[70015]: DEBUG oslo_vmware.api [None req-417f42c0-c7f2-451a-9457-dedb9c7d4507 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1034.795784] env[70015]: value = "task-3611340" [ 1034.795784] env[70015]: _type = "Task" [ 1034.795784] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.803267] env[70015]: DEBUG oslo_vmware.api [None req-417f42c0-c7f2-451a-9457-dedb9c7d4507 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611340, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.900728] env[70015]: DEBUG oslo_concurrency.lockutils [None req-255a8526-96b7-4581-a004-ec4f5b210c31 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.958032] env[70015]: INFO nova.compute.manager [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Took 39.65 seconds to build instance. [ 1035.062810] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12af58ba-92d4-4c0c-ad97-673da83f1a36 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.071102] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-121793b7-cbec-4dee-ab58-e3bdbc49ffaf tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Doing hard reboot of VM {{(pid=70015) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1035.071457] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-09e3409b-30ed-46c7-ae07-99c32aacea38 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.080206] env[70015]: DEBUG oslo_vmware.api [None req-121793b7-cbec-4dee-ab58-e3bdbc49ffaf tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Waiting for the task: (returnval){ [ 1035.080206] env[70015]: value = "task-3611341" [ 1035.080206] env[70015]: _type = "Task" [ 1035.080206] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.088405] env[70015]: DEBUG oslo_vmware.api [None req-121793b7-cbec-4dee-ab58-e3bdbc49ffaf tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Task: {'id': task-3611341, 'name': ResetVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.111987] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b4fa10a5-5bea-4f03-88d0-13a1956345b5 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Lock "58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.608s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.312191] env[70015]: DEBUG oslo_vmware.api [None req-417f42c0-c7f2-451a-9457-dedb9c7d4507 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611340, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.450416} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.312501] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-417f42c0-c7f2-451a-9457-dedb9c7d4507 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1035.312690] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-417f42c0-c7f2-451a-9457-dedb9c7d4507 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1035.312866] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-417f42c0-c7f2-451a-9457-dedb9c7d4507 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1035.313051] env[70015]: INFO nova.compute.manager [None req-417f42c0-c7f2-451a-9457-dedb9c7d4507 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Took 2.33 seconds to destroy the instance on the hypervisor. [ 1035.313305] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-417f42c0-c7f2-451a-9457-dedb9c7d4507 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.313500] env[70015]: DEBUG nova.compute.manager [-] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1035.313592] env[70015]: DEBUG nova.network.neutron [-] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1035.411258] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8c388b-04a2-4df3-9241-fedaa644e101 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.418659] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41fdd3b2-69df-48bc-bb06-667379faea77 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.458550] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb68fd0-451a-4ca3-b066-e8d20a0bac27 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.462401] env[70015]: DEBUG oslo_concurrency.lockutils [None req-503fdf96-dbca-46fc-8754-feaaab6dd06e tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "a173c940-ed80-45ec-83a2-af2b2ad416c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.166s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.467801] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b9acf1-1edc-4f60-b947-550eed657d6c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.482755] env[70015]: DEBUG nova.compute.provider_tree [None req-a9c2274f-0151-4276-ac4d-0a501617a103 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.596032] env[70015]: DEBUG oslo_vmware.api [None req-121793b7-cbec-4dee-ab58-e3bdbc49ffaf tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Task: {'id': task-3611341, 'name': ResetVM_Task, 'duration_secs': 0.146177} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.596032] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-121793b7-cbec-4dee-ab58-e3bdbc49ffaf tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Did hard reboot of VM {{(pid=70015) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1035.596190] env[70015]: DEBUG nova.compute.manager [None req-121793b7-cbec-4dee-ab58-e3bdbc49ffaf tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.596961] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d7c57d-2518-4b15-9c15-5c85fef2ad76 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.725097] env[70015]: DEBUG oslo_concurrency.lockutils [None req-089a6c70-da32-466b-83d3-b3e870a0b374 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Acquiring lock "de6d19be-a67c-44a0-9ea0-cffcae448d75" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.725407] env[70015]: DEBUG oslo_concurrency.lockutils [None req-089a6c70-da32-466b-83d3-b3e870a0b374 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Lock "de6d19be-a67c-44a0-9ea0-cffcae448d75" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.725407] env[70015]: DEBUG oslo_concurrency.lockutils [None req-089a6c70-da32-466b-83d3-b3e870a0b374 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Acquiring lock "de6d19be-a67c-44a0-9ea0-cffcae448d75-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.725623] env[70015]: DEBUG oslo_concurrency.lockutils [None req-089a6c70-da32-466b-83d3-b3e870a0b374 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Lock "de6d19be-a67c-44a0-9ea0-cffcae448d75-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.725798] env[70015]: DEBUG oslo_concurrency.lockutils [None req-089a6c70-da32-466b-83d3-b3e870a0b374 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Lock "de6d19be-a67c-44a0-9ea0-cffcae448d75-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.729099] env[70015]: INFO nova.compute.manager [None req-089a6c70-da32-466b-83d3-b3e870a0b374 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Terminating instance [ 1035.948437] env[70015]: DEBUG nova.compute.manager [req-26d25591-208a-422c-820a-fc1df69d6d12 req-b8c45d50-8854-4ee0-9645-680d395f51c4 service nova] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Received event network-vif-deleted-a9497fc5-f231-4d93-ba6a-afdb71a4b9ab {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.948630] env[70015]: INFO nova.compute.manager [req-26d25591-208a-422c-820a-fc1df69d6d12 req-b8c45d50-8854-4ee0-9645-680d395f51c4 service nova] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Neutron deleted interface a9497fc5-f231-4d93-ba6a-afdb71a4b9ab; detaching it from the instance and deleting it from the info cache [ 1035.948801] env[70015]: DEBUG nova.network.neutron [req-26d25591-208a-422c-820a-fc1df69d6d12 req-b8c45d50-8854-4ee0-9645-680d395f51c4 service nova] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.985701] env[70015]: DEBUG nova.scheduler.client.report [None req-a9c2274f-0151-4276-ac4d-0a501617a103 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.109612] env[70015]: DEBUG oslo_concurrency.lockutils [None req-121793b7-cbec-4dee-ab58-e3bdbc49ffaf tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Lock "5e9ca815-97d7-431f-8a92-9ab12b7e3a35" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.916s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.233955] env[70015]: DEBUG nova.compute.manager [None req-089a6c70-da32-466b-83d3-b3e870a0b374 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1036.234390] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-089a6c70-da32-466b-83d3-b3e870a0b374 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1036.235307] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e7f201-606a-47a3-b97e-d0abc61f2b3f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.243132] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-089a6c70-da32-466b-83d3-b3e870a0b374 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1036.243482] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2efb07dc-a3ba-4c97-b5d4-d109b811ef18 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.249345] env[70015]: DEBUG oslo_vmware.api [None req-089a6c70-da32-466b-83d3-b3e870a0b374 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Waiting for the task: (returnval){ [ 1036.249345] env[70015]: value = "task-3611342" [ 1036.249345] env[70015]: _type = "Task" [ 1036.249345] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.256913] env[70015]: DEBUG oslo_vmware.api [None req-089a6c70-da32-466b-83d3-b3e870a0b374 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611342, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.381721] env[70015]: DEBUG nova.network.neutron [-] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.452068] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f3744ae9-98fc-4805-bfbe-0cfd0e7e8838 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.461161] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70bf730a-adda-470c-9a97-88e143d1bc59 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.494599] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a9c2274f-0151-4276-ac4d-0a501617a103 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.921s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.496251] env[70015]: DEBUG nova.compute.manager [req-26d25591-208a-422c-820a-fc1df69d6d12 req-b8c45d50-8854-4ee0-9645-680d395f51c4 service nova] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Detach interface failed, port_id=a9497fc5-f231-4d93-ba6a-afdb71a4b9ab, reason: Instance 5609a74f-9200-49e8-880d-da768b12d8ee could not be found. {{(pid=70015) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1036.498071] env[70015]: DEBUG oslo_concurrency.lockutils [None req-fd00758c-21ba-4ac0-ba3b-5a70b3afacd9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.300s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.498350] env[70015]: DEBUG nova.objects.instance [None req-fd00758c-21ba-4ac0-ba3b-5a70b3afacd9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Lazy-loading 'resources' on Instance uuid f3d258e2-ca12-4953-a7a7-1d6f701d6599 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.520694] env[70015]: INFO nova.scheduler.client.report [None req-a9c2274f-0151-4276-ac4d-0a501617a103 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Deleted allocations for instance dcf312ed-c5b8-423e-b1fe-e0d96f5db30a [ 1036.762025] env[70015]: DEBUG oslo_vmware.api [None req-089a6c70-da32-466b-83d3-b3e870a0b374 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611342, 'name': PowerOffVM_Task, 'duration_secs': 0.190502} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.762025] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-089a6c70-da32-466b-83d3-b3e870a0b374 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1036.762025] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-089a6c70-da32-466b-83d3-b3e870a0b374 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1036.762025] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-faffef27-19c2-437b-a400-8235c8cfeb57 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.820043] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-089a6c70-da32-466b-83d3-b3e870a0b374 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1036.820300] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-089a6c70-da32-466b-83d3-b3e870a0b374 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1036.820393] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-089a6c70-da32-466b-83d3-b3e870a0b374 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Deleting the datastore file [datastore2] de6d19be-a67c-44a0-9ea0-cffcae448d75 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1036.820581] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51983c4e-ef75-484f-9f36-7a1aafb717ff {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.827134] env[70015]: DEBUG oslo_vmware.api [None req-089a6c70-da32-466b-83d3-b3e870a0b374 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Waiting for the task: (returnval){ [ 1036.827134] env[70015]: value = "task-3611344" [ 1036.827134] env[70015]: _type = "Task" [ 1036.827134] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.838496] env[70015]: DEBUG oslo_vmware.api [None req-089a6c70-da32-466b-83d3-b3e870a0b374 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611344, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.887739] env[70015]: INFO nova.compute.manager [-] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Took 1.57 seconds to deallocate network for instance. [ 1037.032295] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a9c2274f-0151-4276-ac4d-0a501617a103 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Lock "dcf312ed-c5b8-423e-b1fe-e0d96f5db30a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.118s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.340993] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599d964b-6cca-4106-bd6a-f87f6384482b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.348388] env[70015]: DEBUG oslo_vmware.api [None req-089a6c70-da32-466b-83d3-b3e870a0b374 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Task: {'id': task-3611344, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143987} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.349631] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-089a6c70-da32-466b-83d3-b3e870a0b374 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1037.349765] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-089a6c70-da32-466b-83d3-b3e870a0b374 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1037.349944] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-089a6c70-da32-466b-83d3-b3e870a0b374 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1037.350159] env[70015]: INFO nova.compute.manager [None req-089a6c70-da32-466b-83d3-b3e870a0b374 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1037.350415] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-089a6c70-da32-466b-83d3-b3e870a0b374 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.350848] env[70015]: DEBUG nova.compute.manager [-] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1037.350944] env[70015]: DEBUG nova.network.neutron [-] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1037.359383] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74ee7a8-4357-4a37-b066-f3f648648baa {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.394175] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4bbd38f-9730-40ce-acd9-4c4e880689d5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.403742] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd95dc45-ca92-42b4-b4f6-c471f682c830 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.426533] env[70015]: DEBUG nova.compute.provider_tree [None req-fd00758c-21ba-4ac0-ba3b-5a70b3afacd9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.455536] env[70015]: INFO nova.compute.manager [None req-417f42c0-c7f2-451a-9457-dedb9c7d4507 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Took 0.57 seconds to detach 1 volumes for instance. [ 1037.838710] env[70015]: DEBUG oslo_concurrency.lockutils [None req-921dddc2-86af-4503-9b71-333271ec2121 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Acquiring lock "5e9ca815-97d7-431f-8a92-9ab12b7e3a35" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.839011] env[70015]: DEBUG oslo_concurrency.lockutils [None req-921dddc2-86af-4503-9b71-333271ec2121 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Lock "5e9ca815-97d7-431f-8a92-9ab12b7e3a35" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.839207] env[70015]: DEBUG oslo_concurrency.lockutils [None req-921dddc2-86af-4503-9b71-333271ec2121 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Acquiring lock "5e9ca815-97d7-431f-8a92-9ab12b7e3a35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.839396] env[70015]: DEBUG oslo_concurrency.lockutils [None req-921dddc2-86af-4503-9b71-333271ec2121 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Lock "5e9ca815-97d7-431f-8a92-9ab12b7e3a35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.839565] env[70015]: DEBUG oslo_concurrency.lockutils [None req-921dddc2-86af-4503-9b71-333271ec2121 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Lock "5e9ca815-97d7-431f-8a92-9ab12b7e3a35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.842994] env[70015]: INFO nova.compute.manager [None req-921dddc2-86af-4503-9b71-333271ec2121 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Terminating instance [ 1037.934179] env[70015]: DEBUG nova.scheduler.client.report [None req-fd00758c-21ba-4ac0-ba3b-5a70b3afacd9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.964042] env[70015]: DEBUG oslo_concurrency.lockutils [None req-417f42c0-c7f2-451a-9457-dedb9c7d4507 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.990900] env[70015]: DEBUG nova.compute.manager [req-9fb13b84-9eea-48b7-b64d-ac456def0872 req-142772f3-1166-492d-9808-94679a8fc87c service nova] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Received event network-changed-11abb559-58d8-49fd-b274-e850bca497c6 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.991125] env[70015]: DEBUG nova.compute.manager [req-9fb13b84-9eea-48b7-b64d-ac456def0872 req-142772f3-1166-492d-9808-94679a8fc87c service nova] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Refreshing instance network info cache due to event network-changed-11abb559-58d8-49fd-b274-e850bca497c6. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1037.991350] env[70015]: DEBUG oslo_concurrency.lockutils [req-9fb13b84-9eea-48b7-b64d-ac456def0872 req-142772f3-1166-492d-9808-94679a8fc87c service nova] Acquiring lock "refresh_cache-a173c940-ed80-45ec-83a2-af2b2ad416c4" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.991492] env[70015]: DEBUG oslo_concurrency.lockutils [req-9fb13b84-9eea-48b7-b64d-ac456def0872 req-142772f3-1166-492d-9808-94679a8fc87c service nova] Acquired lock "refresh_cache-a173c940-ed80-45ec-83a2-af2b2ad416c4" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.991649] env[70015]: DEBUG nova.network.neutron [req-9fb13b84-9eea-48b7-b64d-ac456def0872 req-142772f3-1166-492d-9808-94679a8fc87c service nova] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Refreshing network info cache for port 11abb559-58d8-49fd-b274-e850bca497c6 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1038.304036] env[70015]: DEBUG nova.network.neutron [-] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.351806] env[70015]: DEBUG nova.compute.manager [None req-921dddc2-86af-4503-9b71-333271ec2121 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1038.352077] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-921dddc2-86af-4503-9b71-333271ec2121 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1038.352963] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66a46f1-fa7c-44e2-a7ee-7baa9c0a5592 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.365615] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-921dddc2-86af-4503-9b71-333271ec2121 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.365992] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09e44820-7b7e-4d42-90b9-74a5ee4efe22 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.374028] env[70015]: DEBUG oslo_vmware.api [None req-921dddc2-86af-4503-9b71-333271ec2121 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Waiting for the task: (returnval){ [ 1038.374028] env[70015]: value = "task-3611345" [ 1038.374028] env[70015]: _type = "Task" [ 1038.374028] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.382638] env[70015]: DEBUG oslo_vmware.api [None req-921dddc2-86af-4503-9b71-333271ec2121 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Task: {'id': task-3611345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.446715] env[70015]: DEBUG oslo_concurrency.lockutils [None req-fd00758c-21ba-4ac0-ba3b-5a70b3afacd9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.947s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.447305] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.005s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.451515] env[70015]: INFO nova.compute.claims [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: c072eaca-1697-4f75-bc2a-af6a92abdbdf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1038.492457] env[70015]: INFO nova.scheduler.client.report [None req-fd00758c-21ba-4ac0-ba3b-5a70b3afacd9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Deleted allocations for instance f3d258e2-ca12-4953-a7a7-1d6f701d6599 [ 1038.809101] env[70015]: INFO nova.compute.manager [-] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Took 1.46 seconds to deallocate network for instance. [ 1038.886014] env[70015]: DEBUG oslo_vmware.api [None req-921dddc2-86af-4503-9b71-333271ec2121 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Task: {'id': task-3611345, 'name': PowerOffVM_Task, 'duration_secs': 0.2661} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.886014] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-921dddc2-86af-4503-9b71-333271ec2121 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1038.886014] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-921dddc2-86af-4503-9b71-333271ec2121 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1038.886014] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e5a08f7-44b4-4189-98c3-5140ccba3b47 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.899601] env[70015]: DEBUG nova.network.neutron [req-9fb13b84-9eea-48b7-b64d-ac456def0872 req-142772f3-1166-492d-9808-94679a8fc87c service nova] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Updated VIF entry in instance network info cache for port 11abb559-58d8-49fd-b274-e850bca497c6. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1038.899601] env[70015]: DEBUG nova.network.neutron [req-9fb13b84-9eea-48b7-b64d-ac456def0872 req-142772f3-1166-492d-9808-94679a8fc87c service nova] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Updating instance_info_cache with network_info: [{"id": "11abb559-58d8-49fd-b274-e850bca497c6", "address": "fa:16:3e:1e:2c:d4", "network": {"id": "8f7fedcd-4fbd-4c74-ad06-9db4b807c476", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1172678132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f46bede451e4bd286f66d742e8a0a39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11abb559-58", "ovs_interfaceid": "11abb559-58d8-49fd-b274-e850bca497c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.960028] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-921dddc2-86af-4503-9b71-333271ec2121 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1038.960233] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-921dddc2-86af-4503-9b71-333271ec2121 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1038.960436] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-921dddc2-86af-4503-9b71-333271ec2121 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Deleting the datastore file [datastore1] 5e9ca815-97d7-431f-8a92-9ab12b7e3a35 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1038.960980] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1774912-84a3-45c6-87e4-c3101091b33d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.967515] env[70015]: DEBUG oslo_vmware.api [None req-921dddc2-86af-4503-9b71-333271ec2121 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Waiting for the task: (returnval){ [ 1038.967515] env[70015]: value = "task-3611347" [ 1038.967515] env[70015]: _type = "Task" [ 1038.967515] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.983401] env[70015]: DEBUG oslo_vmware.api [None req-921dddc2-86af-4503-9b71-333271ec2121 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Task: {'id': task-3611347, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.005661] env[70015]: DEBUG oslo_concurrency.lockutils [None req-fd00758c-21ba-4ac0-ba3b-5a70b3afacd9 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Lock "f3d258e2-ca12-4953-a7a7-1d6f701d6599" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.086s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.315510] env[70015]: DEBUG oslo_concurrency.lockutils [None req-089a6c70-da32-466b-83d3-b3e870a0b374 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.403460] env[70015]: DEBUG oslo_concurrency.lockutils [req-9fb13b84-9eea-48b7-b64d-ac456def0872 req-142772f3-1166-492d-9808-94679a8fc87c service nova] Releasing lock "refresh_cache-a173c940-ed80-45ec-83a2-af2b2ad416c4" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.403785] env[70015]: DEBUG nova.compute.manager [req-9fb13b84-9eea-48b7-b64d-ac456def0872 req-142772f3-1166-492d-9808-94679a8fc87c service nova] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Received event network-changed-718a0b7f-d7d8-4dc1-a185-097ff80a5ccb {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.403961] env[70015]: DEBUG nova.compute.manager [req-9fb13b84-9eea-48b7-b64d-ac456def0872 req-142772f3-1166-492d-9808-94679a8fc87c service nova] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Refreshing instance network info cache due to event network-changed-718a0b7f-d7d8-4dc1-a185-097ff80a5ccb. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1039.404203] env[70015]: DEBUG oslo_concurrency.lockutils [req-9fb13b84-9eea-48b7-b64d-ac456def0872 req-142772f3-1166-492d-9808-94679a8fc87c service nova] Acquiring lock "refresh_cache-5e9ca815-97d7-431f-8a92-9ab12b7e3a35" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.404351] env[70015]: DEBUG oslo_concurrency.lockutils [req-9fb13b84-9eea-48b7-b64d-ac456def0872 req-142772f3-1166-492d-9808-94679a8fc87c service nova] Acquired lock "refresh_cache-5e9ca815-97d7-431f-8a92-9ab12b7e3a35" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.404514] env[70015]: DEBUG nova.network.neutron [req-9fb13b84-9eea-48b7-b64d-ac456def0872 req-142772f3-1166-492d-9808-94679a8fc87c service nova] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Refreshing network info cache for port 718a0b7f-d7d8-4dc1-a185-097ff80a5ccb {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.481325] env[70015]: DEBUG oslo_vmware.api [None req-921dddc2-86af-4503-9b71-333271ec2121 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Task: {'id': task-3611347, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139757} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.481500] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-921dddc2-86af-4503-9b71-333271ec2121 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1039.482256] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-921dddc2-86af-4503-9b71-333271ec2121 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1039.482256] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-921dddc2-86af-4503-9b71-333271ec2121 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1039.482256] env[70015]: INFO nova.compute.manager [None req-921dddc2-86af-4503-9b71-333271ec2121 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1039.482256] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-921dddc2-86af-4503-9b71-333271ec2121 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.482469] env[70015]: DEBUG nova.compute.manager [-] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1039.482584] env[70015]: DEBUG nova.network.neutron [-] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1039.766129] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Acquiring lock "d1651f12-9f96-4e9c-84fa-4925cd1b23e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.766387] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Lock "d1651f12-9f96-4e9c-84fa-4925cd1b23e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.801936] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8299152-e4f2-4b70-9253-0ee2e607d620 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.811096] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690d8301-fd99-46de-bb69-9157b78686a1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.847134] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2cabec-1650-4707-92fc-edee9040f2da {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.853095] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19631688-6268-4603-afb4-1d0c3b2318bd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.867702] env[70015]: DEBUG nova.compute.provider_tree [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.928992] env[70015]: INFO nova.network.neutron [req-9fb13b84-9eea-48b7-b64d-ac456def0872 req-142772f3-1166-492d-9808-94679a8fc87c service nova] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Port 718a0b7f-d7d8-4dc1-a185-097ff80a5ccb from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1039.930501] env[70015]: DEBUG nova.network.neutron [req-9fb13b84-9eea-48b7-b64d-ac456def0872 req-142772f3-1166-492d-9808-94679a8fc87c service nova] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.031346] env[70015]: DEBUG nova.compute.manager [req-fa9ad7de-2d74-40e3-b7b4-d6afbda38524 req-3aae993a-6213-42b3-92d3-255a93a193cd service nova] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Received event network-vif-deleted-718a0b7f-d7d8-4dc1-a185-097ff80a5ccb {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.272921] env[70015]: DEBUG nova.compute.manager [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1040.373817] env[70015]: DEBUG nova.scheduler.client.report [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.420147] env[70015]: DEBUG nova.network.neutron [-] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.433305] env[70015]: DEBUG oslo_concurrency.lockutils [req-9fb13b84-9eea-48b7-b64d-ac456def0872 req-142772f3-1166-492d-9808-94679a8fc87c service nova] Releasing lock "refresh_cache-5e9ca815-97d7-431f-8a92-9ab12b7e3a35" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.433705] env[70015]: DEBUG nova.compute.manager [req-9fb13b84-9eea-48b7-b64d-ac456def0872 req-142772f3-1166-492d-9808-94679a8fc87c service nova] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Received event network-vif-deleted-36164275-1861-4ef5-90f2-18dee0fab77f {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.433956] env[70015]: INFO nova.compute.manager [req-9fb13b84-9eea-48b7-b64d-ac456def0872 req-142772f3-1166-492d-9808-94679a8fc87c service nova] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Neutron deleted interface 36164275-1861-4ef5-90f2-18dee0fab77f; detaching it from the instance and deleting it from the info cache [ 1040.434417] env[70015]: DEBUG nova.network.neutron [req-9fb13b84-9eea-48b7-b64d-ac456def0872 req-142772f3-1166-492d-9808-94679a8fc87c service nova] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.444236] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Acquiring lock "3810ad21-174f-4a0a-8895-6c70adccfeda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.444428] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Lock "3810ad21-174f-4a0a-8895-6c70adccfeda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.797810] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.883976] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.884555] env[70015]: DEBUG nova.compute.manager [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: c072eaca-1697-4f75-bc2a-af6a92abdbdf] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1040.891791] env[70015]: DEBUG oslo_concurrency.lockutils [None req-75c06303-ba45-4eaa-b915-ca72059b7964 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 21.988s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.926445] env[70015]: INFO nova.compute.manager [-] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Took 1.44 seconds to deallocate network for instance. [ 1040.940792] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0922326f-3a60-406b-94a8-039d806fe655 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.946987] env[70015]: DEBUG nova.compute.manager [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1040.953800] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be763981-346a-4a6b-bea7-d0e3af1da952 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.994660] env[70015]: DEBUG nova.compute.manager [req-9fb13b84-9eea-48b7-b64d-ac456def0872 req-142772f3-1166-492d-9808-94679a8fc87c service nova] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Detach interface failed, port_id=36164275-1861-4ef5-90f2-18dee0fab77f, reason: Instance de6d19be-a67c-44a0-9ea0-cffcae448d75 could not be found. {{(pid=70015) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1041.394896] env[70015]: DEBUG nova.compute.utils [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1041.400685] env[70015]: DEBUG nova.compute.manager [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: c072eaca-1697-4f75-bc2a-af6a92abdbdf] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1041.400685] env[70015]: DEBUG nova.network.neutron [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: c072eaca-1697-4f75-bc2a-af6a92abdbdf] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1041.434399] env[70015]: DEBUG oslo_concurrency.lockutils [None req-921dddc2-86af-4503-9b71-333271ec2121 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.464038] env[70015]: DEBUG nova.policy [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '71d14ff2560345f8a3ffe5c3bdbc2b9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b72f826aa534249890653a8e469cbaf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 1041.475581] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.763043] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15fd4bd-07ca-4e51-b7c2-20da24320f52 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.771079] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b03f25-304a-484d-9ee8-fb920300aafe {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.804703] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc13c24f-872e-4f34-aa8e-c93378e24499 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.812276] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98efa93-f20b-4d89-ba1c-470b472b1b27 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.826976] env[70015]: DEBUG nova.compute.provider_tree [None req-75c06303-ba45-4eaa-b915-ca72059b7964 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.866864] env[70015]: DEBUG nova.network.neutron [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: c072eaca-1697-4f75-bc2a-af6a92abdbdf] Successfully created port: bb90234e-d70a-49d1-a194-046967df4022 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1041.903635] env[70015]: DEBUG nova.compute.manager [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: c072eaca-1697-4f75-bc2a-af6a92abdbdf] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1041.927505] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Acquiring lock "cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.927738] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Lock "cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.330383] env[70015]: DEBUG nova.scheduler.client.report [None req-75c06303-ba45-4eaa-b915-ca72059b7964 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.430484] env[70015]: DEBUG nova.compute.manager [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1042.815375] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Acquiring lock "dbb17646-97f0-4a0c-a717-acc18b5a120f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.815594] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Lock "dbb17646-97f0-4a0c-a717-acc18b5a120f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.912878] env[70015]: DEBUG nova.compute.manager [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: c072eaca-1697-4f75-bc2a-af6a92abdbdf] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1042.945199] env[70015]: DEBUG nova.virt.hardware [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1042.945446] env[70015]: DEBUG nova.virt.hardware [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.945616] env[70015]: DEBUG nova.virt.hardware [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.945797] env[70015]: DEBUG nova.virt.hardware [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.945941] env[70015]: DEBUG nova.virt.hardware [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.946449] env[70015]: DEBUG nova.virt.hardware [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1042.946731] env[70015]: DEBUG nova.virt.hardware [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1042.946912] env[70015]: DEBUG nova.virt.hardware [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1042.947103] env[70015]: DEBUG nova.virt.hardware [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1042.947272] env[70015]: DEBUG nova.virt.hardware [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1042.947446] env[70015]: DEBUG nova.virt.hardware [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1042.948603] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e361957-dd73-47aa-b293-0b88927f0990 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.958497] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac319e17-5497-4a95-ab24-740f44fc617d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.963574] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.318380] env[70015]: DEBUG nova.compute.manager [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1043.323620] env[70015]: DEBUG nova.compute.manager [req-f5fa5cf8-c60f-4c85-8b94-181240e22b47 req-adda58f7-091a-4802-8a2b-83e66cb9f8cd service nova] [instance: c072eaca-1697-4f75-bc2a-af6a92abdbdf] Received event network-vif-plugged-bb90234e-d70a-49d1-a194-046967df4022 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.323839] env[70015]: DEBUG oslo_concurrency.lockutils [req-f5fa5cf8-c60f-4c85-8b94-181240e22b47 req-adda58f7-091a-4802-8a2b-83e66cb9f8cd service nova] Acquiring lock "c072eaca-1697-4f75-bc2a-af6a92abdbdf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.324064] env[70015]: DEBUG oslo_concurrency.lockutils [req-f5fa5cf8-c60f-4c85-8b94-181240e22b47 req-adda58f7-091a-4802-8a2b-83e66cb9f8cd service nova] Lock "c072eaca-1697-4f75-bc2a-af6a92abdbdf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.324238] env[70015]: DEBUG oslo_concurrency.lockutils [req-f5fa5cf8-c60f-4c85-8b94-181240e22b47 req-adda58f7-091a-4802-8a2b-83e66cb9f8cd service nova] Lock "c072eaca-1697-4f75-bc2a-af6a92abdbdf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.324405] env[70015]: DEBUG nova.compute.manager [req-f5fa5cf8-c60f-4c85-8b94-181240e22b47 req-adda58f7-091a-4802-8a2b-83e66cb9f8cd service nova] [instance: c072eaca-1697-4f75-bc2a-af6a92abdbdf] No waiting events found dispatching network-vif-plugged-bb90234e-d70a-49d1-a194-046967df4022 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1043.324571] env[70015]: WARNING nova.compute.manager [req-f5fa5cf8-c60f-4c85-8b94-181240e22b47 req-adda58f7-091a-4802-8a2b-83e66cb9f8cd service nova] [instance: c072eaca-1697-4f75-bc2a-af6a92abdbdf] Received unexpected event network-vif-plugged-bb90234e-d70a-49d1-a194-046967df4022 for instance with vm_state building and task_state spawning. [ 1043.346743] env[70015]: DEBUG oslo_concurrency.lockutils [None req-75c06303-ba45-4eaa-b915-ca72059b7964 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.452s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.347089] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 20.774s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.370645] env[70015]: DEBUG nova.network.neutron [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: c072eaca-1697-4f75-bc2a-af6a92abdbdf] Successfully updated port: bb90234e-d70a-49d1-a194-046967df4022 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1043.847901] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.873304] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquiring lock "refresh_cache-c072eaca-1697-4f75-bc2a-af6a92abdbdf" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.873363] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquired lock "refresh_cache-c072eaca-1697-4f75-bc2a-af6a92abdbdf" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.873522] env[70015]: DEBUG nova.network.neutron [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: c072eaca-1697-4f75-bc2a-af6a92abdbdf] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.920302] env[70015]: INFO nova.scheduler.client.report [None req-75c06303-ba45-4eaa-b915-ca72059b7964 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Deleted allocation for migration a4e8aef2-b8de-4b51-9fb7-02f95bdb1dbb [ 1044.387354] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 5105dfda-ca6b-44a3-af23-9162d99c7cb7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1044.387595] env[70015]: WARNING nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance c8747a31-7a75-4ccd-b513-fb2a0769b0d9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1044.387684] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 5a609adf-7c6f-4ee5-a94a-cdda99227a12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1044.387803] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 78ec1423-1160-453a-b6db-9348b37d34f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1044.387931] env[70015]: WARNING nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance de6d19be-a67c-44a0-9ea0-cffcae448d75 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1044.388059] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 678caff9-51ea-40ee-945b-6fe9901fd7f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1044.388176] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 39abed00-024f-4718-a7aa-9d26ea6533ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1044.388288] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance c485b9cd-6be9-48ea-a547-cc338e735f7c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1044.388400] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 65de80a6-6419-483a-82fd-7b702362167f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1044.388514] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1044.388621] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1044.388744] env[70015]: WARNING nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 5609a74f-9200-49e8-880d-da768b12d8ee is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1044.388863] env[70015]: WARNING nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1044.388974] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance f3b64104-3919-4838-9c2b-601a41be2ece actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1044.389106] env[70015]: WARNING nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 5e9ca815-97d7-431f-8a92-9ab12b7e3a35 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1044.389219] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance a173c940-ed80-45ec-83a2-af2b2ad416c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1044.389327] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance c072eaca-1697-4f75-bc2a-af6a92abdbdf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1044.414803] env[70015]: DEBUG nova.network.neutron [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: c072eaca-1697-4f75-bc2a-af6a92abdbdf] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1044.430222] env[70015]: DEBUG oslo_concurrency.lockutils [None req-75c06303-ba45-4eaa-b915-ca72059b7964 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "65de80a6-6419-483a-82fd-7b702362167f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 28.907s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.572418] env[70015]: DEBUG nova.network.neutron [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: c072eaca-1697-4f75-bc2a-af6a92abdbdf] Updating instance_info_cache with network_info: [{"id": "bb90234e-d70a-49d1-a194-046967df4022", "address": "fa:16:3e:bb:e5:3d", "network": {"id": "87921d07-4a17-46a8-bc91-3d5d318c1dff", "bridge": "br-int", "label": "tempest-ServersTestJSON-1620274104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b72f826aa534249890653a8e469cbaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb90234e-d7", "ovs_interfaceid": "bb90234e-d70a-49d1-a194-046967df4022", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.851044] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9b7a03c7-81d1-4b44-895f-75a9152018c3 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "65de80a6-6419-483a-82fd-7b702362167f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.851349] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9b7a03c7-81d1-4b44-895f-75a9152018c3 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "65de80a6-6419-483a-82fd-7b702362167f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.851563] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9b7a03c7-81d1-4b44-895f-75a9152018c3 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "65de80a6-6419-483a-82fd-7b702362167f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.851751] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9b7a03c7-81d1-4b44-895f-75a9152018c3 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "65de80a6-6419-483a-82fd-7b702362167f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.851995] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9b7a03c7-81d1-4b44-895f-75a9152018c3 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "65de80a6-6419-483a-82fd-7b702362167f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.854224] env[70015]: INFO nova.compute.manager [None req-9b7a03c7-81d1-4b44-895f-75a9152018c3 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Terminating instance [ 1044.893641] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance f32db101-16c7-4fe3-bf40-2e8e16c152ac has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1045.078731] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Releasing lock "refresh_cache-c072eaca-1697-4f75-bc2a-af6a92abdbdf" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.078731] env[70015]: DEBUG nova.compute.manager [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: c072eaca-1697-4f75-bc2a-af6a92abdbdf] Instance network_info: |[{"id": "bb90234e-d70a-49d1-a194-046967df4022", "address": "fa:16:3e:bb:e5:3d", "network": {"id": "87921d07-4a17-46a8-bc91-3d5d318c1dff", "bridge": "br-int", "label": "tempest-ServersTestJSON-1620274104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b72f826aa534249890653a8e469cbaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb90234e-d7", "ovs_interfaceid": "bb90234e-d70a-49d1-a194-046967df4022", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1045.078731] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: c072eaca-1697-4f75-bc2a-af6a92abdbdf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:e5:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f66f8375-4460-4acd-987b-acda72bfcf0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb90234e-d70a-49d1-a194-046967df4022', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1045.085245] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.085466] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c072eaca-1697-4f75-bc2a-af6a92abdbdf] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1045.085697] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-705f4280-c397-4f94-b16f-232946f80557 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.106912] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1045.106912] env[70015]: value = "task-3611348" [ 1045.106912] env[70015]: _type = "Task" [ 1045.106912] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.113901] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611348, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.335359] env[70015]: DEBUG oslo_concurrency.lockutils [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "a4aa7eb8-34bd-4270-a426-9b255f7db9d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.335552] env[70015]: DEBUG oslo_concurrency.lockutils [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "a4aa7eb8-34bd-4270-a426-9b255f7db9d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.354877] env[70015]: DEBUG nova.compute.manager [req-094e1e3a-3dbc-4bf4-b67d-980b8b781f85 req-8f1ebd0b-ca3f-46f4-b968-8ccc27528785 service nova] [instance: c072eaca-1697-4f75-bc2a-af6a92abdbdf] Received event network-changed-bb90234e-d70a-49d1-a194-046967df4022 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.355087] env[70015]: DEBUG nova.compute.manager [req-094e1e3a-3dbc-4bf4-b67d-980b8b781f85 req-8f1ebd0b-ca3f-46f4-b968-8ccc27528785 service nova] [instance: c072eaca-1697-4f75-bc2a-af6a92abdbdf] Refreshing instance network info cache due to event network-changed-bb90234e-d70a-49d1-a194-046967df4022. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1045.355303] env[70015]: DEBUG oslo_concurrency.lockutils [req-094e1e3a-3dbc-4bf4-b67d-980b8b781f85 req-8f1ebd0b-ca3f-46f4-b968-8ccc27528785 service nova] Acquiring lock "refresh_cache-c072eaca-1697-4f75-bc2a-af6a92abdbdf" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.355449] env[70015]: DEBUG oslo_concurrency.lockutils [req-094e1e3a-3dbc-4bf4-b67d-980b8b781f85 req-8f1ebd0b-ca3f-46f4-b968-8ccc27528785 service nova] Acquired lock "refresh_cache-c072eaca-1697-4f75-bc2a-af6a92abdbdf" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.355614] env[70015]: DEBUG nova.network.neutron [req-094e1e3a-3dbc-4bf4-b67d-980b8b781f85 req-8f1ebd0b-ca3f-46f4-b968-8ccc27528785 service nova] [instance: c072eaca-1697-4f75-bc2a-af6a92abdbdf] Refreshing network info cache for port bb90234e-d70a-49d1-a194-046967df4022 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.360089] env[70015]: DEBUG nova.compute.manager [None req-9b7a03c7-81d1-4b44-895f-75a9152018c3 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1045.360300] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7a03c7-81d1-4b44-895f-75a9152018c3 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1045.361187] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c089f7b4-a431-472e-8fed-6bc5a2efba09 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.369566] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b7a03c7-81d1-4b44-895f-75a9152018c3 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.369921] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-deca2fcf-62f0-40ce-8128-008762882177 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.376401] env[70015]: DEBUG oslo_vmware.api [None req-9b7a03c7-81d1-4b44-895f-75a9152018c3 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 1045.376401] env[70015]: value = "task-3611349" [ 1045.376401] env[70015]: _type = "Task" [ 1045.376401] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.388875] env[70015]: DEBUG oslo_vmware.api [None req-9b7a03c7-81d1-4b44-895f-75a9152018c3 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3611349, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.396236] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance d1651f12-9f96-4e9c-84fa-4925cd1b23e9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1045.615870] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611348, 'name': CreateVM_Task, 'duration_secs': 0.319596} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.616403] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c072eaca-1697-4f75-bc2a-af6a92abdbdf] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1045.617186] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.617370] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.617686] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.617934] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-529c5271-556f-4982-b913-d7466aef80a6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.622528] env[70015]: DEBUG oslo_vmware.api [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 1045.622528] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]521ee19e-4961-b0ec-4917-cb9854d42ef5" [ 1045.622528] env[70015]: _type = "Task" [ 1045.622528] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.630232] env[70015]: DEBUG oslo_vmware.api [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]521ee19e-4961-b0ec-4917-cb9854d42ef5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.837828] env[70015]: DEBUG nova.compute.manager [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: a4aa7eb8-34bd-4270-a426-9b255f7db9d9] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1045.887453] env[70015]: DEBUG oslo_vmware.api [None req-9b7a03c7-81d1-4b44-895f-75a9152018c3 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3611349, 'name': PowerOffVM_Task, 'duration_secs': 0.179878} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.890030] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b7a03c7-81d1-4b44-895f-75a9152018c3 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.890230] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7a03c7-81d1-4b44-895f-75a9152018c3 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1045.890638] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5bc44d0-41fd-4df8-8353-eb4fa089403b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.899529] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 3810ad21-174f-4a0a-8895-6c70adccfeda has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1045.954607] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7a03c7-81d1-4b44-895f-75a9152018c3 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1045.954709] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7a03c7-81d1-4b44-895f-75a9152018c3 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1045.954933] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b7a03c7-81d1-4b44-895f-75a9152018c3 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Deleting the datastore file [datastore1] 65de80a6-6419-483a-82fd-7b702362167f {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.955223] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3e1fc3e-e47a-4102-b90d-7710bb0edcec {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.961432] env[70015]: DEBUG oslo_vmware.api [None req-9b7a03c7-81d1-4b44-895f-75a9152018c3 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 1045.961432] env[70015]: value = "task-3611351" [ 1045.961432] env[70015]: _type = "Task" [ 1045.961432] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.971255] env[70015]: DEBUG oslo_vmware.api [None req-9b7a03c7-81d1-4b44-895f-75a9152018c3 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3611351, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.056410] env[70015]: DEBUG nova.network.neutron [req-094e1e3a-3dbc-4bf4-b67d-980b8b781f85 req-8f1ebd0b-ca3f-46f4-b968-8ccc27528785 service nova] [instance: c072eaca-1697-4f75-bc2a-af6a92abdbdf] Updated VIF entry in instance network info cache for port bb90234e-d70a-49d1-a194-046967df4022. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1046.056808] env[70015]: DEBUG nova.network.neutron [req-094e1e3a-3dbc-4bf4-b67d-980b8b781f85 req-8f1ebd0b-ca3f-46f4-b968-8ccc27528785 service nova] [instance: c072eaca-1697-4f75-bc2a-af6a92abdbdf] Updating instance_info_cache with network_info: [{"id": "bb90234e-d70a-49d1-a194-046967df4022", "address": "fa:16:3e:bb:e5:3d", "network": {"id": "87921d07-4a17-46a8-bc91-3d5d318c1dff", "bridge": "br-int", "label": "tempest-ServersTestJSON-1620274104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b72f826aa534249890653a8e469cbaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb90234e-d7", "ovs_interfaceid": "bb90234e-d70a-49d1-a194-046967df4022", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.132544] env[70015]: DEBUG oslo_vmware.api [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]521ee19e-4961-b0ec-4917-cb9854d42ef5, 'name': SearchDatastore_Task, 'duration_secs': 0.010094} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.132818] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.133059] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: c072eaca-1697-4f75-bc2a-af6a92abdbdf] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1046.133303] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.133478] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.133676] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1046.133927] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0dd0e48a-37a0-49df-95b3-c9e6034d7447 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.141330] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1046.141498] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1046.142166] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f6acd6d-c99d-40d3-b5c5-b3e0f133bf4d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.147048] env[70015]: DEBUG oslo_vmware.api [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 1046.147048] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52784486-4606-2fc7-477f-d31a7a658d91" [ 1046.147048] env[70015]: _type = "Task" [ 1046.147048] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.154078] env[70015]: DEBUG oslo_vmware.api [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52784486-4606-2fc7-477f-d31a7a658d91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.360453] env[70015]: DEBUG oslo_concurrency.lockutils [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.402034] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1046.471218] env[70015]: DEBUG oslo_vmware.api [None req-9b7a03c7-81d1-4b44-895f-75a9152018c3 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3611351, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136638} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.471602] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b7a03c7-81d1-4b44-895f-75a9152018c3 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1046.471839] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7a03c7-81d1-4b44-895f-75a9152018c3 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1046.472072] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7a03c7-81d1-4b44-895f-75a9152018c3 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1046.472229] env[70015]: INFO nova.compute.manager [None req-9b7a03c7-81d1-4b44-895f-75a9152018c3 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1046.472946] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b7a03c7-81d1-4b44-895f-75a9152018c3 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.472946] env[70015]: DEBUG nova.compute.manager [-] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1046.472946] env[70015]: DEBUG nova.network.neutron [-] [instance: 65de80a6-6419-483a-82fd-7b702362167f] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1046.560139] env[70015]: DEBUG oslo_concurrency.lockutils [req-094e1e3a-3dbc-4bf4-b67d-980b8b781f85 req-8f1ebd0b-ca3f-46f4-b968-8ccc27528785 service nova] Releasing lock "refresh_cache-c072eaca-1697-4f75-bc2a-af6a92abdbdf" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.657635] env[70015]: DEBUG oslo_vmware.api [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52784486-4606-2fc7-477f-d31a7a658d91, 'name': SearchDatastore_Task, 'duration_secs': 0.007635} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.658544] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15494c56-e126-47ae-984f-a02326dc1c4f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.664027] env[70015]: DEBUG oslo_vmware.api [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 1046.664027] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]525f2a44-1d90-9105-5ed7-7a1480bf22a8" [ 1046.664027] env[70015]: _type = "Task" [ 1046.664027] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.673268] env[70015]: DEBUG oslo_vmware.api [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]525f2a44-1d90-9105-5ed7-7a1480bf22a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.904438] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance dbb17646-97f0-4a0c-a717-acc18b5a120f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1046.904718] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=70015) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1046.904860] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2880MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=70015) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1047.153263] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f52c112-5c2e-4324-b189-3c1eb3e89f3d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.160556] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d956d8d1-8d91-43a2-88eb-d6d271d8a8d8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.192444] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e254d8-eef5-45aa-a42d-310d36d694c7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.197848] env[70015]: DEBUG oslo_vmware.api [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]525f2a44-1d90-9105-5ed7-7a1480bf22a8, 'name': SearchDatastore_Task, 'duration_secs': 0.009096} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.198428] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.198698] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] c072eaca-1697-4f75-bc2a-af6a92abdbdf/c072eaca-1697-4f75-bc2a-af6a92abdbdf.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1047.198919] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2de2ca4a-897c-4a5b-b5cd-d9b2c74aedbb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.203590] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c3d117-a220-4975-8802-5304f9e3144f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.207846] env[70015]: DEBUG oslo_vmware.api [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 1047.207846] env[70015]: value = "task-3611352" [ 1047.207846] env[70015]: _type = "Task" [ 1047.207846] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.218343] env[70015]: DEBUG nova.compute.provider_tree [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.223820] env[70015]: DEBUG oslo_vmware.api [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611352, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.266270] env[70015]: DEBUG nova.network.neutron [-] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.442849] env[70015]: DEBUG nova.compute.manager [req-216453a5-9abb-45ed-9d82-a1fa5c5aabf4 req-0036b8b7-7642-483f-b105-9177330eeec9 service nova] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Received event network-vif-deleted-bd4682ac-4b16-4c77-899c-f73895769db7 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.677746] env[70015]: DEBUG oslo_concurrency.lockutils [None req-92ece703-f503-4b28-824f-13771e818c45 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Acquiring lock "c485b9cd-6be9-48ea-a547-cc338e735f7c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.677924] env[70015]: DEBUG oslo_concurrency.lockutils [None req-92ece703-f503-4b28-824f-13771e818c45 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lock "c485b9cd-6be9-48ea-a547-cc338e735f7c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.720827] env[70015]: DEBUG nova.scheduler.client.report [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.724244] env[70015]: DEBUG oslo_vmware.api [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611352, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439986} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.724742] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] c072eaca-1697-4f75-bc2a-af6a92abdbdf/c072eaca-1697-4f75-bc2a-af6a92abdbdf.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1047.724967] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: c072eaca-1697-4f75-bc2a-af6a92abdbdf] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1047.725409] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80015a5f-b9ac-42c3-9079-6aab91f092de {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.731773] env[70015]: DEBUG oslo_vmware.api [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 1047.731773] env[70015]: value = "task-3611353" [ 1047.731773] env[70015]: _type = "Task" [ 1047.731773] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.742154] env[70015]: DEBUG oslo_vmware.api [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611353, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.768669] env[70015]: INFO nova.compute.manager [-] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Took 1.30 seconds to deallocate network for instance. [ 1048.181936] env[70015]: DEBUG nova.compute.utils [None req-92ece703-f503-4b28-824f-13771e818c45 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1048.226371] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70015) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1048.226698] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.880s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.227429] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0340651a-bb74-4e69-8edb-a0bd62f173ac tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.397s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.227717] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0340651a-bb74-4e69-8edb-a0bd62f173ac tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.230690] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.390s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.232948] env[70015]: INFO nova.compute.claims [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1048.248631] env[70015]: DEBUG oslo_vmware.api [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611353, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062282} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.248891] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: c072eaca-1697-4f75-bc2a-af6a92abdbdf] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1048.249673] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09749b76-4bac-475e-9614-4f870e93be05 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.272973] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: c072eaca-1697-4f75-bc2a-af6a92abdbdf] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] c072eaca-1697-4f75-bc2a-af6a92abdbdf/c072eaca-1697-4f75-bc2a-af6a92abdbdf.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1048.273634] env[70015]: INFO nova.scheduler.client.report [None req-0340651a-bb74-4e69-8edb-a0bd62f173ac tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Deleted allocations for instance c8747a31-7a75-4ccd-b513-fb2a0769b0d9 [ 1048.275129] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79d83da6-9d5f-49b1-9bfe-85a296793ffc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.291768] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9b7a03c7-81d1-4b44-895f-75a9152018c3 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.298802] env[70015]: DEBUG oslo_vmware.api [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 1048.298802] env[70015]: value = "task-3611354" [ 1048.298802] env[70015]: _type = "Task" [ 1048.298802] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.307350] env[70015]: DEBUG oslo_vmware.api [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611354, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.685274] env[70015]: DEBUG oslo_concurrency.lockutils [None req-92ece703-f503-4b28-824f-13771e818c45 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lock "c485b9cd-6be9-48ea-a547-cc338e735f7c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.797460] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0340651a-bb74-4e69-8edb-a0bd62f173ac tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Lock "c8747a31-7a75-4ccd-b513-fb2a0769b0d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.430s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.808770] env[70015]: DEBUG oslo_vmware.api [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611354, 'name': ReconfigVM_Task, 'duration_secs': 0.267017} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.809539] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: c072eaca-1697-4f75-bc2a-af6a92abdbdf] Reconfigured VM instance instance-0000005c to attach disk [datastore1] c072eaca-1697-4f75-bc2a-af6a92abdbdf/c072eaca-1697-4f75-bc2a-af6a92abdbdf.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.810151] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd7f72f9-c586-4498-9523-756b2deb8d06 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.816526] env[70015]: DEBUG oslo_vmware.api [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 1048.816526] env[70015]: value = "task-3611355" [ 1048.816526] env[70015]: _type = "Task" [ 1048.816526] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.824107] env[70015]: DEBUG oslo_vmware.api [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611355, 'name': Rename_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.040057] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6bd05f84-12b0-4a75-b432-f682efef9575 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquiring lock "5105dfda-ca6b-44a3-af23-9162d99c7cb7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.040057] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6bd05f84-12b0-4a75-b432-f682efef9575 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Lock "5105dfda-ca6b-44a3-af23-9162d99c7cb7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.040057] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6bd05f84-12b0-4a75-b432-f682efef9575 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquiring lock "5105dfda-ca6b-44a3-af23-9162d99c7cb7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.040057] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6bd05f84-12b0-4a75-b432-f682efef9575 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Lock "5105dfda-ca6b-44a3-af23-9162d99c7cb7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.040057] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6bd05f84-12b0-4a75-b432-f682efef9575 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Lock "5105dfda-ca6b-44a3-af23-9162d99c7cb7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.042077] env[70015]: INFO nova.compute.manager [None req-6bd05f84-12b0-4a75-b432-f682efef9575 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Terminating instance [ 1049.327499] env[70015]: DEBUG oslo_vmware.api [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611355, 'name': Rename_Task, 'duration_secs': 0.148929} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.327706] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: c072eaca-1697-4f75-bc2a-af6a92abdbdf] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1049.327947] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6156fdc-cd82-4efb-bcb1-76e16415ed48 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.333924] env[70015]: DEBUG oslo_vmware.api [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 1049.333924] env[70015]: value = "task-3611356" [ 1049.333924] env[70015]: _type = "Task" [ 1049.333924] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.342867] env[70015]: DEBUG oslo_vmware.api [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611356, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.517182] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f061f2-b6f8-47b1-9016-83eda45ed0c1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.525061] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c241e3a0-70f8-4a4f-9aa0-dfcbbefbd449 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.558151] env[70015]: DEBUG nova.compute.manager [None req-6bd05f84-12b0-4a75-b432-f682efef9575 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1049.558369] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd05f84-12b0-4a75-b432-f682efef9575 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.559386] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03aca23-f901-481b-8e35-5f18338d771b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.562936] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce103f4-8d6c-4bde-a1a7-52712a9cb670 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.572039] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bd05f84-12b0-4a75-b432-f682efef9575 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.572346] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4c90765-5409-4919-98ce-d8900a99b61b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.574979] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce7a908-1fce-4ff9-bdef-4263b70a49d3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.588417] env[70015]: DEBUG nova.compute.provider_tree [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.590774] env[70015]: DEBUG oslo_vmware.api [None req-6bd05f84-12b0-4a75-b432-f682efef9575 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 1049.590774] env[70015]: value = "task-3611357" [ 1049.590774] env[70015]: _type = "Task" [ 1049.590774] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.598339] env[70015]: DEBUG oslo_vmware.api [None req-6bd05f84-12b0-4a75-b432-f682efef9575 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.750874] env[70015]: DEBUG oslo_concurrency.lockutils [None req-92ece703-f503-4b28-824f-13771e818c45 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Acquiring lock "c485b9cd-6be9-48ea-a547-cc338e735f7c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.750874] env[70015]: DEBUG oslo_concurrency.lockutils [None req-92ece703-f503-4b28-824f-13771e818c45 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lock "c485b9cd-6be9-48ea-a547-cc338e735f7c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.750874] env[70015]: INFO nova.compute.manager [None req-92ece703-f503-4b28-824f-13771e818c45 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Attaching volume 84791052-3bb7-4936-a6b2-f3d9139373c5 to /dev/sdb [ 1049.787067] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efce6de2-60d1-4396-a635-8da44bbc4e2e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.794715] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c4c8ac-545d-4644-ae1f-e62118f8fb2b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.807757] env[70015]: DEBUG nova.virt.block_device [None req-92ece703-f503-4b28-824f-13771e818c45 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Updating existing volume attachment record: b486b35e-b378-4016-b460-5102b7c79e34 {{(pid=70015) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1049.844016] env[70015]: DEBUG oslo_vmware.api [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611356, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.092325] env[70015]: DEBUG nova.scheduler.client.report [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.104346] env[70015]: DEBUG oslo_vmware.api [None req-6bd05f84-12b0-4a75-b432-f682efef9575 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611357, 'name': PowerOffVM_Task, 'duration_secs': 0.19838} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.104617] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bd05f84-12b0-4a75-b432-f682efef9575 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.104789] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd05f84-12b0-4a75-b432-f682efef9575 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1050.105051] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6929281a-2f60-4bc6-9734-b29dc9fd8f0d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.169478] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd05f84-12b0-4a75-b432-f682efef9575 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1050.169577] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd05f84-12b0-4a75-b432-f682efef9575 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1050.169725] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bd05f84-12b0-4a75-b432-f682efef9575 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Deleting the datastore file [datastore2] 5105dfda-ca6b-44a3-af23-9162d99c7cb7 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.170015] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7aab0265-2d2e-4caf-96a3-8f8a02f0994d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.176639] env[70015]: DEBUG oslo_vmware.api [None req-6bd05f84-12b0-4a75-b432-f682efef9575 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for the task: (returnval){ [ 1050.176639] env[70015]: value = "task-3611362" [ 1050.176639] env[70015]: _type = "Task" [ 1050.176639] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.184404] env[70015]: DEBUG oslo_vmware.api [None req-6bd05f84-12b0-4a75-b432-f682efef9575 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.343016] env[70015]: DEBUG oslo_vmware.api [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611356, 'name': PowerOnVM_Task, 'duration_secs': 0.529287} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.344050] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: c072eaca-1697-4f75-bc2a-af6a92abdbdf] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.344050] env[70015]: INFO nova.compute.manager [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: c072eaca-1697-4f75-bc2a-af6a92abdbdf] Took 7.43 seconds to spawn the instance on the hypervisor. [ 1050.344050] env[70015]: DEBUG nova.compute.manager [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: c072eaca-1697-4f75-bc2a-af6a92abdbdf] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.344711] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ca5b1a-6795-4454-98c0-1609711db159 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.600785] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.370s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.601331] env[70015]: DEBUG nova.compute.manager [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1050.604139] env[70015]: DEBUG oslo_concurrency.lockutils [None req-255a8526-96b7-4581-a004-ec4f5b210c31 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.704s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.604335] env[70015]: DEBUG oslo_concurrency.lockutils [None req-255a8526-96b7-4581-a004-ec4f5b210c31 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.606335] env[70015]: DEBUG oslo_concurrency.lockutils [None req-417f42c0-c7f2-451a-9457-dedb9c7d4507 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.642s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.606508] env[70015]: DEBUG oslo_concurrency.lockutils [None req-417f42c0-c7f2-451a-9457-dedb9c7d4507 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.608464] env[70015]: DEBUG oslo_concurrency.lockutils [None req-089a6c70-da32-466b-83d3-b3e870a0b374 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.293s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.608654] env[70015]: DEBUG oslo_concurrency.lockutils [None req-089a6c70-da32-466b-83d3-b3e870a0b374 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.610195] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.813s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.611610] env[70015]: INFO nova.compute.claims [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1050.633560] env[70015]: INFO nova.scheduler.client.report [None req-417f42c0-c7f2-451a-9457-dedb9c7d4507 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Deleted allocations for instance 5609a74f-9200-49e8-880d-da768b12d8ee [ 1050.635754] env[70015]: INFO nova.scheduler.client.report [None req-089a6c70-da32-466b-83d3-b3e870a0b374 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Deleted allocations for instance de6d19be-a67c-44a0-9ea0-cffcae448d75 [ 1050.644805] env[70015]: INFO nova.scheduler.client.report [None req-255a8526-96b7-4581-a004-ec4f5b210c31 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Deleted allocations for instance 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412 [ 1050.689030] env[70015]: DEBUG oslo_vmware.api [None req-6bd05f84-12b0-4a75-b432-f682efef9575 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Task: {'id': task-3611362, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143535} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.689030] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bd05f84-12b0-4a75-b432-f682efef9575 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1050.689030] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd05f84-12b0-4a75-b432-f682efef9575 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1050.689030] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd05f84-12b0-4a75-b432-f682efef9575 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1050.689030] env[70015]: INFO nova.compute.manager [None req-6bd05f84-12b0-4a75-b432-f682efef9575 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1050.689030] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6bd05f84-12b0-4a75-b432-f682efef9575 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.689030] env[70015]: DEBUG nova.compute.manager [-] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1050.689030] env[70015]: DEBUG nova.network.neutron [-] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1050.860931] env[70015]: INFO nova.compute.manager [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: c072eaca-1697-4f75-bc2a-af6a92abdbdf] Took 32.44 seconds to build instance. [ 1051.060250] env[70015]: DEBUG nova.compute.manager [req-1852bca0-cc2c-4cab-afc2-2e5cb106f680 req-638787e5-4cfc-4e3e-8689-3ed39e583cb8 service nova] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Received event network-vif-deleted-2e4c8506-8af0-4efe-9c6e-7012683a29db {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.060438] env[70015]: INFO nova.compute.manager [req-1852bca0-cc2c-4cab-afc2-2e5cb106f680 req-638787e5-4cfc-4e3e-8689-3ed39e583cb8 service nova] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Neutron deleted interface 2e4c8506-8af0-4efe-9c6e-7012683a29db; detaching it from the instance and deleting it from the info cache [ 1051.060622] env[70015]: DEBUG nova.network.neutron [req-1852bca0-cc2c-4cab-afc2-2e5cb106f680 req-638787e5-4cfc-4e3e-8689-3ed39e583cb8 service nova] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.117137] env[70015]: DEBUG nova.compute.utils [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1051.121509] env[70015]: DEBUG nova.compute.manager [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1051.121509] env[70015]: DEBUG nova.network.neutron [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1051.146810] env[70015]: DEBUG oslo_concurrency.lockutils [None req-089a6c70-da32-466b-83d3-b3e870a0b374 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Lock "de6d19be-a67c-44a0-9ea0-cffcae448d75" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.421s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.147882] env[70015]: DEBUG oslo_concurrency.lockutils [None req-417f42c0-c7f2-451a-9457-dedb9c7d4507 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "5609a74f-9200-49e8-880d-da768b12d8ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.670s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.153761] env[70015]: DEBUG oslo_concurrency.lockutils [None req-255a8526-96b7-4581-a004-ec4f5b210c31 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lock "273a8c9c-bc9c-440d-ab7b-cdd7e2e19412" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.721s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.164414] env[70015]: DEBUG nova.policy [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '281654ddb97845d9919473afc24a3063', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c24df7a88e5f4165b2618140613b0538', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 1051.365071] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "c072eaca-1697-4f75-bc2a-af6a92abdbdf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.958s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.455623] env[70015]: DEBUG nova.network.neutron [-] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.506280] env[70015]: DEBUG nova.network.neutron [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Successfully created port: 09fab36f-d589-45af-af17-b4f17c842dc9 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1051.565962] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ea23efd4-973f-4aaa-ad6b-966953663570 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.575647] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63a20ee-c228-4397-bed5-852cc861b58a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.610165] env[70015]: DEBUG nova.compute.manager [req-1852bca0-cc2c-4cab-afc2-2e5cb106f680 req-638787e5-4cfc-4e3e-8689-3ed39e583cb8 service nova] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Detach interface failed, port_id=2e4c8506-8af0-4efe-9c6e-7012683a29db, reason: Instance 5105dfda-ca6b-44a3-af23-9162d99c7cb7 could not be found. {{(pid=70015) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1051.622437] env[70015]: DEBUG nova.compute.manager [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1051.702051] env[70015]: DEBUG oslo_concurrency.lockutils [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquiring lock "4e42e474-3a2d-4966-9695-4a8422ebfdf1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.702303] env[70015]: DEBUG oslo_concurrency.lockutils [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "4e42e474-3a2d-4966-9695-4a8422ebfdf1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.955933] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848dec53-7044-4fda-ab8b-2e7831720202 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.958746] env[70015]: INFO nova.compute.manager [-] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Took 1.27 seconds to deallocate network for instance. [ 1051.966537] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208e2564-9135-4399-b63b-02190581e38c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.999287] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c5d55c-7a17-493f-bc00-b3c9279969fd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.007877] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425e3f13-5b33-442f-9cc7-68a6444f3dc5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.023150] env[70015]: DEBUG nova.compute.provider_tree [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.205263] env[70015]: DEBUG nova.compute.manager [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 4e42e474-3a2d-4966-9695-4a8422ebfdf1] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1052.260724] env[70015]: DEBUG oslo_concurrency.lockutils [None req-88f41df2-e9b3-4885-85b7-36c83877d94d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquiring lock "678caff9-51ea-40ee-945b-6fe9901fd7f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.261040] env[70015]: DEBUG oslo_concurrency.lockutils [None req-88f41df2-e9b3-4885-85b7-36c83877d94d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lock "678caff9-51ea-40ee-945b-6fe9901fd7f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.262896] env[70015]: DEBUG oslo_concurrency.lockutils [None req-88f41df2-e9b3-4885-85b7-36c83877d94d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquiring lock "678caff9-51ea-40ee-945b-6fe9901fd7f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.262896] env[70015]: DEBUG oslo_concurrency.lockutils [None req-88f41df2-e9b3-4885-85b7-36c83877d94d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lock "678caff9-51ea-40ee-945b-6fe9901fd7f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.262896] env[70015]: DEBUG oslo_concurrency.lockutils [None req-88f41df2-e9b3-4885-85b7-36c83877d94d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lock "678caff9-51ea-40ee-945b-6fe9901fd7f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.270554] env[70015]: INFO nova.compute.manager [None req-88f41df2-e9b3-4885-85b7-36c83877d94d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Terminating instance [ 1052.471683] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6bd05f84-12b0-4a75-b432-f682efef9575 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.526682] env[70015]: DEBUG nova.scheduler.client.report [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.639561] env[70015]: DEBUG nova.compute.manager [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1052.669565] env[70015]: DEBUG nova.virt.hardware [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1052.669825] env[70015]: DEBUG nova.virt.hardware [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1052.669982] env[70015]: DEBUG nova.virt.hardware [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.670179] env[70015]: DEBUG nova.virt.hardware [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1052.670326] env[70015]: DEBUG nova.virt.hardware [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.670574] env[70015]: DEBUG nova.virt.hardware [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1052.670816] env[70015]: DEBUG nova.virt.hardware [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1052.670996] env[70015]: DEBUG nova.virt.hardware [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1052.671177] env[70015]: DEBUG nova.virt.hardware [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1052.671343] env[70015]: DEBUG nova.virt.hardware [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1052.671628] env[70015]: DEBUG nova.virt.hardware [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1052.672497] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f19a6e-86f4-4083-bc5c-b4be32f40585 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.683844] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02991661-bb75-4989-97d1-0067275784aa {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.729046] env[70015]: DEBUG oslo_concurrency.lockutils [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.778256] env[70015]: DEBUG nova.compute.manager [None req-88f41df2-e9b3-4885-85b7-36c83877d94d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1052.778568] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-88f41df2-e9b3-4885-85b7-36c83877d94d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.779477] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62801343-1752-4c6e-a20b-9b2dcad4593a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.788297] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-88f41df2-e9b3-4885-85b7-36c83877d94d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.788657] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0431c62a-5957-409e-8506-caf397975ba3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.795510] env[70015]: DEBUG oslo_vmware.api [None req-88f41df2-e9b3-4885-85b7-36c83877d94d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 1052.795510] env[70015]: value = "task-3611364" [ 1052.795510] env[70015]: _type = "Task" [ 1052.795510] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.804899] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "6cdf7b06-1bed-43cb-b3f3-832e747cc110" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.805471] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "6cdf7b06-1bed-43cb-b3f3-832e747cc110" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.815490] env[70015]: DEBUG oslo_vmware.api [None req-88f41df2-e9b3-4885-85b7-36c83877d94d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611364, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.859446] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquiring lock "9a57a48a-da10-4baa-a1aa-51178b6714e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.859682] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lock "9a57a48a-da10-4baa-a1aa-51178b6714e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.034024] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.422s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.034024] env[70015]: DEBUG nova.compute.manager [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1053.036869] env[70015]: DEBUG oslo_concurrency.lockutils [None req-921dddc2-86af-4503-9b71-333271ec2121 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.603s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.037592] env[70015]: DEBUG oslo_concurrency.lockutils [None req-921dddc2-86af-4503-9b71-333271ec2121 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.040594] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.565s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.042387] env[70015]: INFO nova.compute.claims [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1053.073617] env[70015]: INFO nova.scheduler.client.report [None req-921dddc2-86af-4503-9b71-333271ec2121 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Deleted allocations for instance 5e9ca815-97d7-431f-8a92-9ab12b7e3a35 [ 1053.094780] env[70015]: DEBUG nova.compute.manager [req-55bcf7d6-08a6-430e-b3e3-0bd5e93c3884 req-e623540f-8bed-413f-a947-b2f2c92d9900 service nova] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Received event network-vif-plugged-09fab36f-d589-45af-af17-b4f17c842dc9 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.094994] env[70015]: DEBUG oslo_concurrency.lockutils [req-55bcf7d6-08a6-430e-b3e3-0bd5e93c3884 req-e623540f-8bed-413f-a947-b2f2c92d9900 service nova] Acquiring lock "f32db101-16c7-4fe3-bf40-2e8e16c152ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.095237] env[70015]: DEBUG oslo_concurrency.lockutils [req-55bcf7d6-08a6-430e-b3e3-0bd5e93c3884 req-e623540f-8bed-413f-a947-b2f2c92d9900 service nova] Lock "f32db101-16c7-4fe3-bf40-2e8e16c152ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.095410] env[70015]: DEBUG oslo_concurrency.lockutils [req-55bcf7d6-08a6-430e-b3e3-0bd5e93c3884 req-e623540f-8bed-413f-a947-b2f2c92d9900 service nova] Lock "f32db101-16c7-4fe3-bf40-2e8e16c152ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.095650] env[70015]: DEBUG nova.compute.manager [req-55bcf7d6-08a6-430e-b3e3-0bd5e93c3884 req-e623540f-8bed-413f-a947-b2f2c92d9900 service nova] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] No waiting events found dispatching network-vif-plugged-09fab36f-d589-45af-af17-b4f17c842dc9 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1053.095750] env[70015]: WARNING nova.compute.manager [req-55bcf7d6-08a6-430e-b3e3-0bd5e93c3884 req-e623540f-8bed-413f-a947-b2f2c92d9900 service nova] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Received unexpected event network-vif-plugged-09fab36f-d589-45af-af17-b4f17c842dc9 for instance with vm_state building and task_state spawning. [ 1053.121023] env[70015]: DEBUG nova.network.neutron [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Successfully updated port: 09fab36f-d589-45af-af17-b4f17c842dc9 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1053.308952] env[70015]: DEBUG nova.compute.manager [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1053.311923] env[70015]: DEBUG oslo_vmware.api [None req-88f41df2-e9b3-4885-85b7-36c83877d94d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611364, 'name': PowerOffVM_Task, 'duration_secs': 0.384882} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.313242] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-88f41df2-e9b3-4885-85b7-36c83877d94d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.313361] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-88f41df2-e9b3-4885-85b7-36c83877d94d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.313813] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71eb4316-2a2b-4d9f-a6c0-0cbd73f4cc22 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.317151] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e0708bc9-32e2-4821-ae43-53aae6a68fe6 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquiring lock "04a6ab06-6e2c-4c81-a6aa-3f9811d2a733" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.317365] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e0708bc9-32e2-4821-ae43-53aae6a68fe6 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lock "04a6ab06-6e2c-4c81-a6aa-3f9811d2a733" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.362943] env[70015]: DEBUG nova.compute.manager [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1053.388658] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-88f41df2-e9b3-4885-85b7-36c83877d94d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.389870] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-88f41df2-e9b3-4885-85b7-36c83877d94d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.389870] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-88f41df2-e9b3-4885-85b7-36c83877d94d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Deleting the datastore file [datastore1] 678caff9-51ea-40ee-945b-6fe9901fd7f8 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.389870] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ee11984-940f-43c0-99e2-c3ab125f9bee {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.395742] env[70015]: DEBUG oslo_vmware.api [None req-88f41df2-e9b3-4885-85b7-36c83877d94d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 1053.395742] env[70015]: value = "task-3611366" [ 1053.395742] env[70015]: _type = "Task" [ 1053.395742] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.405929] env[70015]: DEBUG oslo_vmware.api [None req-88f41df2-e9b3-4885-85b7-36c83877d94d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611366, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.538971] env[70015]: DEBUG nova.compute.utils [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1053.540873] env[70015]: DEBUG nova.compute.manager [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1053.541237] env[70015]: DEBUG nova.network.neutron [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1053.589602] env[70015]: DEBUG oslo_concurrency.lockutils [None req-921dddc2-86af-4503-9b71-333271ec2121 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Lock "5e9ca815-97d7-431f-8a92-9ab12b7e3a35" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.750s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.605164] env[70015]: DEBUG nova.policy [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2984c3f794bf42f6a639b44dded99174', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae3ea9811a884cfdbfed901646a3947d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 1053.623964] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "refresh_cache-f32db101-16c7-4fe3-bf40-2e8e16c152ac" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.624136] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquired lock "refresh_cache-f32db101-16c7-4fe3-bf40-2e8e16c152ac" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.624289] env[70015]: DEBUG nova.network.neutron [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.820321] env[70015]: DEBUG nova.compute.utils [None req-e0708bc9-32e2-4821-ae43-53aae6a68fe6 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1053.835741] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.884718] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.885755] env[70015]: DEBUG nova.network.neutron [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Successfully created port: 13105a07-e789-4507-80aa-bad0b8d2dc5b {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1053.909015] env[70015]: DEBUG oslo_vmware.api [None req-88f41df2-e9b3-4885-85b7-36c83877d94d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611366, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133379} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.909579] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-88f41df2-e9b3-4885-85b7-36c83877d94d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.909885] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-88f41df2-e9b3-4885-85b7-36c83877d94d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.910159] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-88f41df2-e9b3-4885-85b7-36c83877d94d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.910635] env[70015]: INFO nova.compute.manager [None req-88f41df2-e9b3-4885-85b7-36c83877d94d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1053.910965] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88f41df2-e9b3-4885-85b7-36c83877d94d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.911397] env[70015]: DEBUG nova.compute.manager [-] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1053.911623] env[70015]: DEBUG nova.network.neutron [-] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1054.044969] env[70015]: DEBUG nova.compute.manager [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1054.283308] env[70015]: DEBUG nova.network.neutron [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1054.327729] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e0708bc9-32e2-4821-ae43-53aae6a68fe6 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lock "04a6ab06-6e2c-4c81-a6aa-3f9811d2a733" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.369397] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-92ece703-f503-4b28-824f-13771e818c45 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Volume attach. Driver type: vmdk {{(pid=70015) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1054.369607] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-92ece703-f503-4b28-824f-13771e818c45 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720370', 'volume_id': '84791052-3bb7-4936-a6b2-f3d9139373c5', 'name': 'volume-84791052-3bb7-4936-a6b2-f3d9139373c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c485b9cd-6be9-48ea-a547-cc338e735f7c', 'attached_at': '', 'detached_at': '', 'volume_id': '84791052-3bb7-4936-a6b2-f3d9139373c5', 'serial': '84791052-3bb7-4936-a6b2-f3d9139373c5'} {{(pid=70015) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1054.370656] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34285bd4-ada7-473d-b8c9-4f964f2d474f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.397640] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b32009-e81a-49b4-bbc0-251b994dde90 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.426500] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-92ece703-f503-4b28-824f-13771e818c45 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] volume-84791052-3bb7-4936-a6b2-f3d9139373c5/volume-84791052-3bb7-4936-a6b2-f3d9139373c5.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.431032] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8d7a7b0-47bc-4089-8c63-8a86d74a4e63 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.447673] env[70015]: DEBUG oslo_vmware.api [None req-92ece703-f503-4b28-824f-13771e818c45 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for the task: (returnval){ [ 1054.447673] env[70015]: value = "task-3611367" [ 1054.447673] env[70015]: _type = "Task" [ 1054.447673] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.455379] env[70015]: DEBUG oslo_vmware.api [None req-92ece703-f503-4b28-824f-13771e818c45 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611367, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.464958] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b203e1-c84a-4f6e-9ab1-141ea14f052c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.472329] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf1f578-c665-46e3-be85-cf130dc75e8e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.505455] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401527e7-8304-4450-abae-46c7e322ead2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.512581] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69efdb74-c700-40a6-95eb-1ba215b16167 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.528195] env[70015]: DEBUG nova.compute.provider_tree [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.674109] env[70015]: DEBUG nova.network.neutron [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Updating instance_info_cache with network_info: [{"id": "09fab36f-d589-45af-af17-b4f17c842dc9", "address": "fa:16:3e:da:75:11", "network": {"id": "54eb7a37-2a22-42e7-8acd-b881580de840", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-916588865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c24df7a88e5f4165b2618140613b0538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09fab36f-d5", "ovs_interfaceid": "09fab36f-d589-45af-af17-b4f17c842dc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.961920] env[70015]: DEBUG oslo_vmware.api [None req-92ece703-f503-4b28-824f-13771e818c45 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611367, 'name': ReconfigVM_Task, 'duration_secs': 0.349682} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.961920] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-92ece703-f503-4b28-824f-13771e818c45 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Reconfigured VM instance instance-00000054 to attach disk [datastore1] volume-84791052-3bb7-4936-a6b2-f3d9139373c5/volume-84791052-3bb7-4936-a6b2-f3d9139373c5.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1054.967479] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-203d1611-00c9-4e6c-96d4-7bc930fb85a7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.983019] env[70015]: DEBUG oslo_vmware.api [None req-92ece703-f503-4b28-824f-13771e818c45 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for the task: (returnval){ [ 1054.983019] env[70015]: value = "task-3611368" [ 1054.983019] env[70015]: _type = "Task" [ 1054.983019] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.991313] env[70015]: DEBUG oslo_vmware.api [None req-92ece703-f503-4b28-824f-13771e818c45 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611368, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.032241] env[70015]: DEBUG nova.scheduler.client.report [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.050918] env[70015]: DEBUG nova.compute.manager [req-f21fe74e-d38a-4a76-9acd-1b498eb2e326 req-5fccf5c0-35d1-433d-b7ac-04edab2cda74 service nova] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Received event network-vif-deleted-e48ba89b-81b1-421d-a1e4-55b73ddc6e2e {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.051226] env[70015]: INFO nova.compute.manager [req-f21fe74e-d38a-4a76-9acd-1b498eb2e326 req-5fccf5c0-35d1-433d-b7ac-04edab2cda74 service nova] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Neutron deleted interface e48ba89b-81b1-421d-a1e4-55b73ddc6e2e; detaching it from the instance and deleting it from the info cache [ 1055.051417] env[70015]: DEBUG nova.network.neutron [req-f21fe74e-d38a-4a76-9acd-1b498eb2e326 req-5fccf5c0-35d1-433d-b7ac-04edab2cda74 service nova] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.055921] env[70015]: DEBUG nova.compute.manager [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1055.090483] env[70015]: DEBUG nova.virt.hardware [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1055.090483] env[70015]: DEBUG nova.virt.hardware [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1055.090483] env[70015]: DEBUG nova.virt.hardware [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1055.090483] env[70015]: DEBUG nova.virt.hardware [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1055.090483] env[70015]: DEBUG nova.virt.hardware [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1055.090911] env[70015]: DEBUG nova.virt.hardware [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1055.091302] env[70015]: DEBUG nova.virt.hardware [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1055.091608] env[70015]: DEBUG nova.virt.hardware [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1055.091926] env[70015]: DEBUG nova.virt.hardware [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1055.092218] env[70015]: DEBUG nova.virt.hardware [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1055.092523] env[70015]: DEBUG nova.virt.hardware [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1055.094089] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7551b438-d391-4cb6-aaa7-a3e5014f5eda {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.102769] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27513b94-a487-4ae9-b695-e3c6e6571467 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.151023] env[70015]: DEBUG nova.compute.manager [req-739dfa19-c5ca-4ce6-a18b-e42aa8dc1b3d req-5a2e9174-b80f-4e14-b9a2-90f54a39baff service nova] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Received event network-changed-09fab36f-d589-45af-af17-b4f17c842dc9 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.151023] env[70015]: DEBUG nova.compute.manager [req-739dfa19-c5ca-4ce6-a18b-e42aa8dc1b3d req-5a2e9174-b80f-4e14-b9a2-90f54a39baff service nova] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Refreshing instance network info cache due to event network-changed-09fab36f-d589-45af-af17-b4f17c842dc9. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1055.151023] env[70015]: DEBUG oslo_concurrency.lockutils [req-739dfa19-c5ca-4ce6-a18b-e42aa8dc1b3d req-5a2e9174-b80f-4e14-b9a2-90f54a39baff service nova] Acquiring lock "refresh_cache-f32db101-16c7-4fe3-bf40-2e8e16c152ac" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.176400] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Releasing lock "refresh_cache-f32db101-16c7-4fe3-bf40-2e8e16c152ac" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.176753] env[70015]: DEBUG nova.compute.manager [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Instance network_info: |[{"id": "09fab36f-d589-45af-af17-b4f17c842dc9", "address": "fa:16:3e:da:75:11", "network": {"id": "54eb7a37-2a22-42e7-8acd-b881580de840", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-916588865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c24df7a88e5f4165b2618140613b0538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09fab36f-d5", "ovs_interfaceid": "09fab36f-d589-45af-af17-b4f17c842dc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1055.177066] env[70015]: DEBUG oslo_concurrency.lockutils [req-739dfa19-c5ca-4ce6-a18b-e42aa8dc1b3d req-5a2e9174-b80f-4e14-b9a2-90f54a39baff service nova] Acquired lock "refresh_cache-f32db101-16c7-4fe3-bf40-2e8e16c152ac" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.177254] env[70015]: DEBUG nova.network.neutron [req-739dfa19-c5ca-4ce6-a18b-e42aa8dc1b3d req-5a2e9174-b80f-4e14-b9a2-90f54a39baff service nova] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Refreshing network info cache for port 09fab36f-d589-45af-af17-b4f17c842dc9 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1055.178847] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:75:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24ec44b7-0acf-4ff9-8bb3-4641b74af7a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09fab36f-d589-45af-af17-b4f17c842dc9', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1055.190185] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.191502] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1055.192015] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb292535-7b2e-4052-a5ec-0ab2dc4f411b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.212515] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1055.212515] env[70015]: value = "task-3611369" [ 1055.212515] env[70015]: _type = "Task" [ 1055.212515] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.220901] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611369, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.263731] env[70015]: DEBUG nova.network.neutron [-] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.371053] env[70015]: DEBUG nova.network.neutron [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Successfully updated port: 13105a07-e789-4507-80aa-bad0b8d2dc5b {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1055.397196] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e0708bc9-32e2-4821-ae43-53aae6a68fe6 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquiring lock "04a6ab06-6e2c-4c81-a6aa-3f9811d2a733" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.397652] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e0708bc9-32e2-4821-ae43-53aae6a68fe6 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lock "04a6ab06-6e2c-4c81-a6aa-3f9811d2a733" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.397903] env[70015]: INFO nova.compute.manager [None req-e0708bc9-32e2-4821-ae43-53aae6a68fe6 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Attaching volume 5cdeb359-baa9-4a0d-b294-5e9cb2d5d021 to /dev/sdb [ 1055.442381] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a051a3-1e60-473b-a581-0969d7543b41 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.450186] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9c33d5-d554-4546-989c-fed969aad7b5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.463807] env[70015]: DEBUG nova.virt.block_device [None req-e0708bc9-32e2-4821-ae43-53aae6a68fe6 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Updating existing volume attachment record: 116d86fc-ae9f-495f-a5df-1b8c226c3c6a {{(pid=70015) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1055.493627] env[70015]: DEBUG oslo_vmware.api [None req-92ece703-f503-4b28-824f-13771e818c45 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611368, 'name': ReconfigVM_Task, 'duration_secs': 0.147587} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.493990] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-92ece703-f503-4b28-824f-13771e818c45 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720370', 'volume_id': '84791052-3bb7-4936-a6b2-f3d9139373c5', 'name': 'volume-84791052-3bb7-4936-a6b2-f3d9139373c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c485b9cd-6be9-48ea-a547-cc338e735f7c', 'attached_at': '', 'detached_at': '', 'volume_id': '84791052-3bb7-4936-a6b2-f3d9139373c5', 'serial': '84791052-3bb7-4936-a6b2-f3d9139373c5'} {{(pid=70015) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1055.540577] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.500s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.541109] env[70015]: DEBUG nova.compute.manager [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1055.546868] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.583s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.548804] env[70015]: INFO nova.compute.claims [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1055.555254] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dfcc557d-7f9e-45d8-a051-a09e485c8a1d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.568096] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ad75ad-b9a7-4c40-9317-a1dd5e6e4713 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.601353] env[70015]: DEBUG nova.compute.manager [req-f21fe74e-d38a-4a76-9acd-1b498eb2e326 req-5fccf5c0-35d1-433d-b7ac-04edab2cda74 service nova] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Detach interface failed, port_id=e48ba89b-81b1-421d-a1e4-55b73ddc6e2e, reason: Instance 678caff9-51ea-40ee-945b-6fe9901fd7f8 could not be found. {{(pid=70015) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1055.728144] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611369, 'name': CreateVM_Task, 'duration_secs': 0.363347} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.731490] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1055.732293] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.732454] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.732801] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.733672] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bdab811-8959-401f-8ccc-78ec824a41f0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.736581] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bf579872-2341-4c6e-832c-00c01649c705 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Acquiring lock "0d932dc3-0f82-48f4-8fab-fcd39f5f89eb" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.736794] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bf579872-2341-4c6e-832c-00c01649c705 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Lock "0d932dc3-0f82-48f4-8fab-fcd39f5f89eb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.742118] env[70015]: DEBUG oslo_vmware.api [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Waiting for the task: (returnval){ [ 1055.742118] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52dd447d-4989-dbeb-2a13-0848008a960b" [ 1055.742118] env[70015]: _type = "Task" [ 1055.742118] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.750758] env[70015]: DEBUG oslo_vmware.api [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52dd447d-4989-dbeb-2a13-0848008a960b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.768109] env[70015]: INFO nova.compute.manager [-] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Took 1.86 seconds to deallocate network for instance. [ 1055.877599] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Acquiring lock "refresh_cache-d1651f12-9f96-4e9c-84fa-4925cd1b23e9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.877906] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Acquired lock "refresh_cache-d1651f12-9f96-4e9c-84fa-4925cd1b23e9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.878101] env[70015]: DEBUG nova.network.neutron [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.923805] env[70015]: DEBUG nova.network.neutron [req-739dfa19-c5ca-4ce6-a18b-e42aa8dc1b3d req-5a2e9174-b80f-4e14-b9a2-90f54a39baff service nova] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Updated VIF entry in instance network info cache for port 09fab36f-d589-45af-af17-b4f17c842dc9. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1055.924229] env[70015]: DEBUG nova.network.neutron [req-739dfa19-c5ca-4ce6-a18b-e42aa8dc1b3d req-5a2e9174-b80f-4e14-b9a2-90f54a39baff service nova] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Updating instance_info_cache with network_info: [{"id": "09fab36f-d589-45af-af17-b4f17c842dc9", "address": "fa:16:3e:da:75:11", "network": {"id": "54eb7a37-2a22-42e7-8acd-b881580de840", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-916588865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c24df7a88e5f4165b2618140613b0538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09fab36f-d5", "ovs_interfaceid": "09fab36f-d589-45af-af17-b4f17c842dc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.048132] env[70015]: DEBUG nova.compute.utils [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1056.049588] env[70015]: DEBUG nova.compute.manager [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1056.049902] env[70015]: DEBUG nova.network.neutron [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1056.094442] env[70015]: DEBUG nova.policy [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2984c3f794bf42f6a639b44dded99174', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae3ea9811a884cfdbfed901646a3947d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 1056.243032] env[70015]: DEBUG nova.compute.utils [None req-bf579872-2341-4c6e-832c-00c01649c705 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1056.257642] env[70015]: DEBUG oslo_vmware.api [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52dd447d-4989-dbeb-2a13-0848008a960b, 'name': SearchDatastore_Task, 'duration_secs': 0.010933} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.258706] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.259017] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1056.259423] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.259531] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.259759] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1056.260374] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f2ea11f-d247-4be3-bb19-ccd07e16751b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.271055] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1056.271297] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1056.272296] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0c2bfa1-8e2f-41ea-96a9-bffb3aaf8e94 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.279122] env[70015]: DEBUG oslo_concurrency.lockutils [None req-88f41df2-e9b3-4885-85b7-36c83877d94d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.279516] env[70015]: DEBUG oslo_vmware.api [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Waiting for the task: (returnval){ [ 1056.279516] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52381994-72f4-c004-2e50-2fd9cf50efc0" [ 1056.279516] env[70015]: _type = "Task" [ 1056.279516] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.289427] env[70015]: DEBUG oslo_vmware.api [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52381994-72f4-c004-2e50-2fd9cf50efc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.354106] env[70015]: DEBUG nova.network.neutron [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Successfully created port: d394a1f0-dc87-421f-8efd-07835a2bcf25 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1056.421260] env[70015]: DEBUG oslo_concurrency.lockutils [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Acquiring lock "a8f90230-d8a9-47ee-9b36-9ee2e60feb12" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.421564] env[70015]: DEBUG oslo_concurrency.lockutils [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Lock "a8f90230-d8a9-47ee-9b36-9ee2e60feb12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.427236] env[70015]: DEBUG oslo_concurrency.lockutils [req-739dfa19-c5ca-4ce6-a18b-e42aa8dc1b3d req-5a2e9174-b80f-4e14-b9a2-90f54a39baff service nova] Releasing lock "refresh_cache-f32db101-16c7-4fe3-bf40-2e8e16c152ac" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.432875] env[70015]: DEBUG nova.network.neutron [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1056.549124] env[70015]: DEBUG nova.objects.instance [None req-92ece703-f503-4b28-824f-13771e818c45 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lazy-loading 'flavor' on Instance uuid c485b9cd-6be9-48ea-a547-cc338e735f7c {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.552829] env[70015]: DEBUG nova.compute.manager [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1056.643999] env[70015]: DEBUG nova.network.neutron [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Updating instance_info_cache with network_info: [{"id": "13105a07-e789-4507-80aa-bad0b8d2dc5b", "address": "fa:16:3e:1a:af:5c", "network": {"id": "3c20f828-b54b-46e8-8787-8652bc32cc05", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-883210113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae3ea9811a884cfdbfed901646a3947d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13105a07-e7", "ovs_interfaceid": "13105a07-e789-4507-80aa-bad0b8d2dc5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.751373] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bf579872-2341-4c6e-832c-00c01649c705 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Lock "0d932dc3-0f82-48f4-8fab-fcd39f5f89eb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.792682] env[70015]: DEBUG oslo_vmware.api [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52381994-72f4-c004-2e50-2fd9cf50efc0, 'name': SearchDatastore_Task, 'duration_secs': 0.011763} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.792682] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77ce692e-b2bd-4a5f-b238-ba20c78386aa {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.800734] env[70015]: DEBUG oslo_vmware.api [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Waiting for the task: (returnval){ [ 1056.800734] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52ab2f05-eb04-bacf-37b3-d1299f913c8a" [ 1056.800734] env[70015]: _type = "Task" [ 1056.800734] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.814817] env[70015]: DEBUG oslo_vmware.api [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52ab2f05-eb04-bacf-37b3-d1299f913c8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.916702] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b188683-e0bb-4025-8754-ac4f7554ba25 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.924623] env[70015]: DEBUG nova.compute.manager [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] [instance: a8f90230-d8a9-47ee-9b36-9ee2e60feb12] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1056.928142] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b405317b-cdf6-4d9b-acac-6e83b8b7860c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.961927] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deacc947-4b8f-4671-a399-eea313aba3b1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.970796] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd6108d-2d47-41f7-8a96-21562bea762b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.986503] env[70015]: DEBUG nova.compute.provider_tree [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.054941] env[70015]: DEBUG oslo_concurrency.lockutils [None req-92ece703-f503-4b28-824f-13771e818c45 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lock "c485b9cd-6be9-48ea-a547-cc338e735f7c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.304s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.146533] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Releasing lock "refresh_cache-d1651f12-9f96-4e9c-84fa-4925cd1b23e9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.146873] env[70015]: DEBUG nova.compute.manager [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Instance network_info: |[{"id": "13105a07-e789-4507-80aa-bad0b8d2dc5b", "address": "fa:16:3e:1a:af:5c", "network": {"id": "3c20f828-b54b-46e8-8787-8652bc32cc05", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-883210113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae3ea9811a884cfdbfed901646a3947d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13105a07-e7", "ovs_interfaceid": "13105a07-e789-4507-80aa-bad0b8d2dc5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1057.147314] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:af:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c6a4836-66dc-4e43-982b-f8fcd3f9989a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13105a07-e789-4507-80aa-bad0b8d2dc5b', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1057.154964] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Creating folder: Project (ae3ea9811a884cfdbfed901646a3947d). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1057.155273] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5273851-f523-442d-9741-fabad7c318d6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.167203] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Created folder: Project (ae3ea9811a884cfdbfed901646a3947d) in parent group-v720117. [ 1057.167398] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Creating folder: Instances. Parent ref: group-v720374. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1057.167666] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72d8ccab-48bf-4992-9331-09ddefb187ff {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.178064] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Created folder: Instances in parent group-v720374. [ 1057.178328] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.178528] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1057.178739] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95ad598e-f92e-49f0-a32d-91628bba611c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.201512] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1057.201512] env[70015]: value = "task-3611375" [ 1057.201512] env[70015]: _type = "Task" [ 1057.201512] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.213250] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611375, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.247277] env[70015]: DEBUG nova.compute.manager [req-39728dd2-9700-4f61-bebf-4eb77eeddeb7 req-9be43523-c09d-4f24-bd2b-6da4567b320d service nova] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Received event network-vif-plugged-13105a07-e789-4507-80aa-bad0b8d2dc5b {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.247490] env[70015]: DEBUG oslo_concurrency.lockutils [req-39728dd2-9700-4f61-bebf-4eb77eeddeb7 req-9be43523-c09d-4f24-bd2b-6da4567b320d service nova] Acquiring lock "d1651f12-9f96-4e9c-84fa-4925cd1b23e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.247699] env[70015]: DEBUG oslo_concurrency.lockutils [req-39728dd2-9700-4f61-bebf-4eb77eeddeb7 req-9be43523-c09d-4f24-bd2b-6da4567b320d service nova] Lock "d1651f12-9f96-4e9c-84fa-4925cd1b23e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.247907] env[70015]: DEBUG oslo_concurrency.lockutils [req-39728dd2-9700-4f61-bebf-4eb77eeddeb7 req-9be43523-c09d-4f24-bd2b-6da4567b320d service nova] Lock "d1651f12-9f96-4e9c-84fa-4925cd1b23e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.248343] env[70015]: DEBUG nova.compute.manager [req-39728dd2-9700-4f61-bebf-4eb77eeddeb7 req-9be43523-c09d-4f24-bd2b-6da4567b320d service nova] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] No waiting events found dispatching network-vif-plugged-13105a07-e789-4507-80aa-bad0b8d2dc5b {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1057.249036] env[70015]: WARNING nova.compute.manager [req-39728dd2-9700-4f61-bebf-4eb77eeddeb7 req-9be43523-c09d-4f24-bd2b-6da4567b320d service nova] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Received unexpected event network-vif-plugged-13105a07-e789-4507-80aa-bad0b8d2dc5b for instance with vm_state building and task_state spawning. [ 1057.249036] env[70015]: DEBUG nova.compute.manager [req-39728dd2-9700-4f61-bebf-4eb77eeddeb7 req-9be43523-c09d-4f24-bd2b-6da4567b320d service nova] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Received event network-changed-13105a07-e789-4507-80aa-bad0b8d2dc5b {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.249036] env[70015]: DEBUG nova.compute.manager [req-39728dd2-9700-4f61-bebf-4eb77eeddeb7 req-9be43523-c09d-4f24-bd2b-6da4567b320d service nova] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Refreshing instance network info cache due to event network-changed-13105a07-e789-4507-80aa-bad0b8d2dc5b. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1057.249036] env[70015]: DEBUG oslo_concurrency.lockutils [req-39728dd2-9700-4f61-bebf-4eb77eeddeb7 req-9be43523-c09d-4f24-bd2b-6da4567b320d service nova] Acquiring lock "refresh_cache-d1651f12-9f96-4e9c-84fa-4925cd1b23e9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.249245] env[70015]: DEBUG oslo_concurrency.lockutils [req-39728dd2-9700-4f61-bebf-4eb77eeddeb7 req-9be43523-c09d-4f24-bd2b-6da4567b320d service nova] Acquired lock "refresh_cache-d1651f12-9f96-4e9c-84fa-4925cd1b23e9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.249377] env[70015]: DEBUG nova.network.neutron [req-39728dd2-9700-4f61-bebf-4eb77eeddeb7 req-9be43523-c09d-4f24-bd2b-6da4567b320d service nova] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Refreshing network info cache for port 13105a07-e789-4507-80aa-bad0b8d2dc5b {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.316238] env[70015]: DEBUG oslo_vmware.api [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52ab2f05-eb04-bacf-37b3-d1299f913c8a, 'name': SearchDatastore_Task, 'duration_secs': 0.009797} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.317698] env[70015]: DEBUG oslo_concurrency.lockutils [None req-efb676ff-b6af-488f-96ed-3f11c97193ff tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Acquiring lock "39abed00-024f-4718-a7aa-9d26ea6533ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.317972] env[70015]: DEBUG oslo_concurrency.lockutils [None req-efb676ff-b6af-488f-96ed-3f11c97193ff tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Lock "39abed00-024f-4718-a7aa-9d26ea6533ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.318390] env[70015]: DEBUG oslo_concurrency.lockutils [None req-efb676ff-b6af-488f-96ed-3f11c97193ff tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Acquiring lock "39abed00-024f-4718-a7aa-9d26ea6533ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.318464] env[70015]: DEBUG oslo_concurrency.lockutils [None req-efb676ff-b6af-488f-96ed-3f11c97193ff tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Lock "39abed00-024f-4718-a7aa-9d26ea6533ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.318580] env[70015]: DEBUG oslo_concurrency.lockutils [None req-efb676ff-b6af-488f-96ed-3f11c97193ff tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Lock "39abed00-024f-4718-a7aa-9d26ea6533ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.321052] env[70015]: INFO nova.compute.manager [None req-efb676ff-b6af-488f-96ed-3f11c97193ff tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Terminating instance [ 1057.324916] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.324916] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] f32db101-16c7-4fe3-bf40-2e8e16c152ac/f32db101-16c7-4fe3-bf40-2e8e16c152ac.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1057.325357] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-686b7baf-c3e0-4223-aa1a-c4c4f44476d7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.333197] env[70015]: DEBUG oslo_vmware.api [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Waiting for the task: (returnval){ [ 1057.333197] env[70015]: value = "task-3611376" [ 1057.333197] env[70015]: _type = "Task" [ 1057.333197] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.342010] env[70015]: DEBUG oslo_vmware.api [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611376, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.454487] env[70015]: DEBUG oslo_concurrency.lockutils [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.489402] env[70015]: DEBUG nova.scheduler.client.report [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.561047] env[70015]: DEBUG nova.compute.manager [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1057.586321] env[70015]: DEBUG nova.virt.hardware [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1057.586773] env[70015]: DEBUG nova.virt.hardware [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1057.586773] env[70015]: DEBUG nova.virt.hardware [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.586992] env[70015]: DEBUG nova.virt.hardware [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1057.587306] env[70015]: DEBUG nova.virt.hardware [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.587925] env[70015]: DEBUG nova.virt.hardware [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1057.587925] env[70015]: DEBUG nova.virt.hardware [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1057.587925] env[70015]: DEBUG nova.virt.hardware [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1057.588316] env[70015]: DEBUG nova.virt.hardware [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1057.588316] env[70015]: DEBUG nova.virt.hardware [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1057.588486] env[70015]: DEBUG nova.virt.hardware [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1057.589503] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f8eeee-2f8f-450b-a8d3-da3d69f0b1be {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.599261] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561a3874-f97a-43e0-aee9-116163c3944c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.712333] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611375, 'name': CreateVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.808559] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bf579872-2341-4c6e-832c-00c01649c705 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Acquiring lock "0d932dc3-0f82-48f4-8fab-fcd39f5f89eb" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.808939] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bf579872-2341-4c6e-832c-00c01649c705 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Lock "0d932dc3-0f82-48f4-8fab-fcd39f5f89eb" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.809218] env[70015]: INFO nova.compute.manager [None req-bf579872-2341-4c6e-832c-00c01649c705 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Attaching volume 395b077e-8297-4612-b6ae-35ffd3ca3908 to /dev/sdb [ 1057.824516] env[70015]: DEBUG nova.compute.manager [None req-efb676ff-b6af-488f-96ed-3f11c97193ff tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1057.824755] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-efb676ff-b6af-488f-96ed-3f11c97193ff tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1057.827212] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47dd29d-cd08-48d0-9b4b-d9f9653df2f3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.840423] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb676ff-b6af-488f-96ed-3f11c97193ff tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1057.841052] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff5a57e1-bae8-4779-b4f6-994b990e3da7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.847339] env[70015]: DEBUG oslo_vmware.api [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611376, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493425} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.847663] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] f32db101-16c7-4fe3-bf40-2e8e16c152ac/f32db101-16c7-4fe3-bf40-2e8e16c152ac.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1057.847663] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1057.848592] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9db0cae2-5559-4da4-b855-b550a9369f70 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.852442] env[70015]: DEBUG oslo_vmware.api [None req-efb676ff-b6af-488f-96ed-3f11c97193ff tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Waiting for the task: (returnval){ [ 1057.852442] env[70015]: value = "task-3611377" [ 1057.852442] env[70015]: _type = "Task" [ 1057.852442] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.857326] env[70015]: DEBUG oslo_vmware.api [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Waiting for the task: (returnval){ [ 1057.857326] env[70015]: value = "task-3611378" [ 1057.857326] env[70015]: _type = "Task" [ 1057.857326] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.863422] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54cdbb6a-0448-4382-ba05-b58e6bafced8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.875014] env[70015]: DEBUG oslo_vmware.api [None req-efb676ff-b6af-488f-96ed-3f11c97193ff tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Task: {'id': task-3611377, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.879698] env[70015]: DEBUG oslo_vmware.api [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611378, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.882052] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11bd61b2-170d-4583-a31a-2ec90e2fdc79 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.895140] env[70015]: DEBUG nova.virt.block_device [None req-bf579872-2341-4c6e-832c-00c01649c705 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Updating existing volume attachment record: 4f87241e-87eb-4d3c-bd9d-e491013098b5 {{(pid=70015) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1057.980128] env[70015]: DEBUG nova.network.neutron [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Successfully updated port: d394a1f0-dc87-421f-8efd-07835a2bcf25 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1057.997491] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.448s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.997491] env[70015]: DEBUG nova.compute.manager [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1058.002025] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.151s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.007015] env[70015]: INFO nova.compute.claims [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1058.101878] env[70015]: DEBUG nova.network.neutron [req-39728dd2-9700-4f61-bebf-4eb77eeddeb7 req-9be43523-c09d-4f24-bd2b-6da4567b320d service nova] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Updated VIF entry in instance network info cache for port 13105a07-e789-4507-80aa-bad0b8d2dc5b. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.102265] env[70015]: DEBUG nova.network.neutron [req-39728dd2-9700-4f61-bebf-4eb77eeddeb7 req-9be43523-c09d-4f24-bd2b-6da4567b320d service nova] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Updating instance_info_cache with network_info: [{"id": "13105a07-e789-4507-80aa-bad0b8d2dc5b", "address": "fa:16:3e:1a:af:5c", "network": {"id": "3c20f828-b54b-46e8-8787-8652bc32cc05", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-883210113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae3ea9811a884cfdbfed901646a3947d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13105a07-e7", "ovs_interfaceid": "13105a07-e789-4507-80aa-bad0b8d2dc5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.215736] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611375, 'name': CreateVM_Task, 'duration_secs': 0.549501} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.216041] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1058.217117] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.217300] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.217624] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.217883] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-974e30ed-2b34-405f-a3c4-738b34498173 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.226276] env[70015]: DEBUG oslo_vmware.api [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1058.226276] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5209aae5-6e72-c0bf-f8be-d75f0490d300" [ 1058.226276] env[70015]: _type = "Task" [ 1058.226276] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.235576] env[70015]: DEBUG oslo_vmware.api [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5209aae5-6e72-c0bf-f8be-d75f0490d300, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.362016] env[70015]: DEBUG oslo_vmware.api [None req-efb676ff-b6af-488f-96ed-3f11c97193ff tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Task: {'id': task-3611377, 'name': PowerOffVM_Task, 'duration_secs': 0.185998} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.365123] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb676ff-b6af-488f-96ed-3f11c97193ff tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.365339] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-efb676ff-b6af-488f-96ed-3f11c97193ff tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1058.365553] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e36d549-68b0-423f-9baa-c834cea02586 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.371466] env[70015]: DEBUG oslo_vmware.api [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611378, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076315} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.371704] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1058.372449] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90130274-e96d-4015-bee4-aa4c6212d386 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.393739] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] f32db101-16c7-4fe3-bf40-2e8e16c152ac/f32db101-16c7-4fe3-bf40-2e8e16c152ac.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1058.394387] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1245912e-5bbe-4067-bc5b-2352166d5717 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.414063] env[70015]: DEBUG oslo_vmware.api [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Waiting for the task: (returnval){ [ 1058.414063] env[70015]: value = "task-3611382" [ 1058.414063] env[70015]: _type = "Task" [ 1058.414063] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.423204] env[70015]: DEBUG oslo_vmware.api [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611382, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.428597] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-efb676ff-b6af-488f-96ed-3f11c97193ff tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1058.428807] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-efb676ff-b6af-488f-96ed-3f11c97193ff tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1058.428984] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-efb676ff-b6af-488f-96ed-3f11c97193ff tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Deleting the datastore file [datastore2] 39abed00-024f-4718-a7aa-9d26ea6533ad {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1058.429248] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5d53ca7-0b16-4beb-8626-d9d50e95b734 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.435325] env[70015]: DEBUG oslo_vmware.api [None req-efb676ff-b6af-488f-96ed-3f11c97193ff tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Waiting for the task: (returnval){ [ 1058.435325] env[70015]: value = "task-3611383" [ 1058.435325] env[70015]: _type = "Task" [ 1058.435325] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.444973] env[70015]: DEBUG oslo_vmware.api [None req-efb676ff-b6af-488f-96ed-3f11c97193ff tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Task: {'id': task-3611383, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.482881] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Acquiring lock "refresh_cache-3810ad21-174f-4a0a-8895-6c70adccfeda" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.483084] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Acquired lock "refresh_cache-3810ad21-174f-4a0a-8895-6c70adccfeda" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.483260] env[70015]: DEBUG nova.network.neutron [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.511734] env[70015]: DEBUG nova.compute.utils [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1058.515477] env[70015]: DEBUG nova.compute.manager [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1058.515680] env[70015]: DEBUG nova.network.neutron [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1058.591721] env[70015]: DEBUG nova.policy [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1a8659ea4e44725b2fa6746b754c367', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db9270719b1d444d9e1e4434b1a1199a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 1058.606711] env[70015]: DEBUG oslo_concurrency.lockutils [req-39728dd2-9700-4f61-bebf-4eb77eeddeb7 req-9be43523-c09d-4f24-bd2b-6da4567b320d service nova] Releasing lock "refresh_cache-d1651f12-9f96-4e9c-84fa-4925cd1b23e9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.649038] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Acquiring lock "8d6d1eaf-cb87-4853-ac59-ddfd63b1874c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.649261] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lock "8d6d1eaf-cb87-4853-ac59-ddfd63b1874c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.740742] env[70015]: DEBUG oslo_vmware.api [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5209aae5-6e72-c0bf-f8be-d75f0490d300, 'name': SearchDatastore_Task, 'duration_secs': 0.010293} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.741051] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.741288] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1058.741522] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.741667] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.741843] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1058.742116] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86b33823-9786-4066-92f5-f755b7db157c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.749997] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1058.750195] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1058.751026] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b7cb4c6-90d3-49ee-8cc8-06e017a44649 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.755896] env[70015]: DEBUG oslo_vmware.api [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1058.755896] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]525f1caa-78ca-dc3b-0b9a-84f4dfaadcc8" [ 1058.755896] env[70015]: _type = "Task" [ 1058.755896] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.763905] env[70015]: DEBUG oslo_vmware.api [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]525f1caa-78ca-dc3b-0b9a-84f4dfaadcc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.924761] env[70015]: DEBUG oslo_vmware.api [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611382, 'name': ReconfigVM_Task, 'duration_secs': 0.331163} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.925047] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Reconfigured VM instance instance-0000005d to attach disk [datastore2] f32db101-16c7-4fe3-bf40-2e8e16c152ac/f32db101-16c7-4fe3-bf40-2e8e16c152ac.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.925693] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09f30111-a9a9-4de0-b5d3-5daeb7f24685 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.932224] env[70015]: DEBUG oslo_vmware.api [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Waiting for the task: (returnval){ [ 1058.932224] env[70015]: value = "task-3611384" [ 1058.932224] env[70015]: _type = "Task" [ 1058.932224] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.939529] env[70015]: DEBUG nova.network.neutron [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Successfully created port: 1c548735-b404-460f-821f-1f4af087088c {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1058.944336] env[70015]: DEBUG oslo_vmware.api [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611384, 'name': Rename_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.950795] env[70015]: DEBUG oslo_vmware.api [None req-efb676ff-b6af-488f-96ed-3f11c97193ff tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Task: {'id': task-3611383, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158563} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.950795] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-efb676ff-b6af-488f-96ed-3f11c97193ff tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1058.950795] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-efb676ff-b6af-488f-96ed-3f11c97193ff tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1058.950795] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-efb676ff-b6af-488f-96ed-3f11c97193ff tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1058.950795] env[70015]: INFO nova.compute.manager [None req-efb676ff-b6af-488f-96ed-3f11c97193ff tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1058.950795] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efb676ff-b6af-488f-96ed-3f11c97193ff tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.950795] env[70015]: DEBUG nova.compute.manager [-] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1058.950795] env[70015]: DEBUG nova.network.neutron [-] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1059.016150] env[70015]: DEBUG nova.compute.manager [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1059.024633] env[70015]: DEBUG nova.network.neutron [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1059.268186] env[70015]: DEBUG oslo_vmware.api [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]525f1caa-78ca-dc3b-0b9a-84f4dfaadcc8, 'name': SearchDatastore_Task, 'duration_secs': 0.0083} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.268971] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71f0b4d7-7e5b-48fe-9342-cd73e12392df {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.275508] env[70015]: DEBUG oslo_vmware.api [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1059.275508] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52558076-bddf-ba73-5d3b-5640cf94dcdf" [ 1059.275508] env[70015]: _type = "Task" [ 1059.275508] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.284547] env[70015]: DEBUG oslo_vmware.api [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52558076-bddf-ba73-5d3b-5640cf94dcdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.305187] env[70015]: DEBUG nova.network.neutron [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Updating instance_info_cache with network_info: [{"id": "d394a1f0-dc87-421f-8efd-07835a2bcf25", "address": "fa:16:3e:0e:1c:6b", "network": {"id": "3c20f828-b54b-46e8-8787-8652bc32cc05", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-883210113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae3ea9811a884cfdbfed901646a3947d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd394a1f0-dc", "ovs_interfaceid": "d394a1f0-dc87-421f-8efd-07835a2bcf25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.324296] env[70015]: DEBUG nova.compute.manager [req-7a283516-fa21-4204-9568-0b53bf2e2b22 req-8c2d465b-c3b4-4eec-8ad2-022fccf6b887 service nova] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Received event network-vif-plugged-d394a1f0-dc87-421f-8efd-07835a2bcf25 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.324296] env[70015]: DEBUG oslo_concurrency.lockutils [req-7a283516-fa21-4204-9568-0b53bf2e2b22 req-8c2d465b-c3b4-4eec-8ad2-022fccf6b887 service nova] Acquiring lock "3810ad21-174f-4a0a-8895-6c70adccfeda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.324296] env[70015]: DEBUG oslo_concurrency.lockutils [req-7a283516-fa21-4204-9568-0b53bf2e2b22 req-8c2d465b-c3b4-4eec-8ad2-022fccf6b887 service nova] Lock "3810ad21-174f-4a0a-8895-6c70adccfeda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.324296] env[70015]: DEBUG oslo_concurrency.lockutils [req-7a283516-fa21-4204-9568-0b53bf2e2b22 req-8c2d465b-c3b4-4eec-8ad2-022fccf6b887 service nova] Lock "3810ad21-174f-4a0a-8895-6c70adccfeda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.324296] env[70015]: DEBUG nova.compute.manager [req-7a283516-fa21-4204-9568-0b53bf2e2b22 req-8c2d465b-c3b4-4eec-8ad2-022fccf6b887 service nova] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] No waiting events found dispatching network-vif-plugged-d394a1f0-dc87-421f-8efd-07835a2bcf25 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1059.324495] env[70015]: WARNING nova.compute.manager [req-7a283516-fa21-4204-9568-0b53bf2e2b22 req-8c2d465b-c3b4-4eec-8ad2-022fccf6b887 service nova] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Received unexpected event network-vif-plugged-d394a1f0-dc87-421f-8efd-07835a2bcf25 for instance with vm_state building and task_state spawning. [ 1059.324537] env[70015]: DEBUG nova.compute.manager [req-7a283516-fa21-4204-9568-0b53bf2e2b22 req-8c2d465b-c3b4-4eec-8ad2-022fccf6b887 service nova] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Received event network-changed-d394a1f0-dc87-421f-8efd-07835a2bcf25 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.324665] env[70015]: DEBUG nova.compute.manager [req-7a283516-fa21-4204-9568-0b53bf2e2b22 req-8c2d465b-c3b4-4eec-8ad2-022fccf6b887 service nova] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Refreshing instance network info cache due to event network-changed-d394a1f0-dc87-421f-8efd-07835a2bcf25. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1059.324834] env[70015]: DEBUG oslo_concurrency.lockutils [req-7a283516-fa21-4204-9568-0b53bf2e2b22 req-8c2d465b-c3b4-4eec-8ad2-022fccf6b887 service nova] Acquiring lock "refresh_cache-3810ad21-174f-4a0a-8895-6c70adccfeda" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.394356] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a227e70-9953-44af-9fe9-6c36d458560c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.402905] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4fe11e-a679-4566-aacb-c46587f590ed {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.441582] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1354dbe-2a41-40b6-85de-1080d7224514 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.453394] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99b43d0-e7f2-43aa-a2ca-cd7eca3e48bc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.457984] env[70015]: DEBUG oslo_vmware.api [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611384, 'name': Rename_Task, 'duration_secs': 0.152288} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.458609] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.459176] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85c0be90-c8dc-4c38-ab80-c989b34b9f17 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.469594] env[70015]: DEBUG nova.compute.provider_tree [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.477590] env[70015]: DEBUG oslo_vmware.api [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Waiting for the task: (returnval){ [ 1059.477590] env[70015]: value = "task-3611385" [ 1059.477590] env[70015]: _type = "Task" [ 1059.477590] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.486554] env[70015]: DEBUG oslo_vmware.api [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611385, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.724965] env[70015]: DEBUG nova.network.neutron [-] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.787904] env[70015]: DEBUG oslo_vmware.api [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52558076-bddf-ba73-5d3b-5640cf94dcdf, 'name': SearchDatastore_Task, 'duration_secs': 0.009411} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.788309] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.788651] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] d1651f12-9f96-4e9c-84fa-4925cd1b23e9/d1651f12-9f96-4e9c-84fa-4925cd1b23e9.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1059.788920] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90853d01-9b4e-413a-a324-35773047df43 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.796273] env[70015]: DEBUG oslo_vmware.api [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1059.796273] env[70015]: value = "task-3611386" [ 1059.796273] env[70015]: _type = "Task" [ 1059.796273] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.806157] env[70015]: DEBUG oslo_vmware.api [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611386, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.808030] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Releasing lock "refresh_cache-3810ad21-174f-4a0a-8895-6c70adccfeda" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.808467] env[70015]: DEBUG nova.compute.manager [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Instance network_info: |[{"id": "d394a1f0-dc87-421f-8efd-07835a2bcf25", "address": "fa:16:3e:0e:1c:6b", "network": {"id": "3c20f828-b54b-46e8-8787-8652bc32cc05", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-883210113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae3ea9811a884cfdbfed901646a3947d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd394a1f0-dc", "ovs_interfaceid": "d394a1f0-dc87-421f-8efd-07835a2bcf25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1059.808788] env[70015]: DEBUG oslo_concurrency.lockutils [req-7a283516-fa21-4204-9568-0b53bf2e2b22 req-8c2d465b-c3b4-4eec-8ad2-022fccf6b887 service nova] Acquired lock "refresh_cache-3810ad21-174f-4a0a-8895-6c70adccfeda" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.808972] env[70015]: DEBUG nova.network.neutron [req-7a283516-fa21-4204-9568-0b53bf2e2b22 req-8c2d465b-c3b4-4eec-8ad2-022fccf6b887 service nova] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Refreshing network info cache for port d394a1f0-dc87-421f-8efd-07835a2bcf25 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1059.810182] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:1c:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c6a4836-66dc-4e43-982b-f8fcd3f9989a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd394a1f0-dc87-421f-8efd-07835a2bcf25', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1059.817807] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1059.818766] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1059.819014] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0b7b8a3-7fec-489c-8058-12aa0313db9f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.840253] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1059.840253] env[70015]: value = "task-3611387" [ 1059.840253] env[70015]: _type = "Task" [ 1059.840253] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.848479] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611387, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.973035] env[70015]: DEBUG nova.scheduler.client.report [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.990754] env[70015]: DEBUG oslo_vmware.api [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611385, 'name': PowerOnVM_Task, 'duration_secs': 0.503931} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.991756] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1059.991970] env[70015]: INFO nova.compute.manager [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Took 7.35 seconds to spawn the instance on the hypervisor. [ 1059.992162] env[70015]: DEBUG nova.compute.manager [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.993017] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf24707-2282-4ec4-b2b4-45da2fdedaad {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.025612] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0708bc9-32e2-4821-ae43-53aae6a68fe6 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Volume attach. Driver type: vmdk {{(pid=70015) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1060.025911] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0708bc9-32e2-4821-ae43-53aae6a68fe6 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720373', 'volume_id': '5cdeb359-baa9-4a0d-b294-5e9cb2d5d021', 'name': 'volume-5cdeb359-baa9-4a0d-b294-5e9cb2d5d021', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '04a6ab06-6e2c-4c81-a6aa-3f9811d2a733', 'attached_at': '', 'detached_at': '', 'volume_id': '5cdeb359-baa9-4a0d-b294-5e9cb2d5d021', 'serial': '5cdeb359-baa9-4a0d-b294-5e9cb2d5d021'} {{(pid=70015) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1060.027199] env[70015]: DEBUG nova.compute.manager [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1060.029956] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b066d0e-e828-4377-84ab-ef77fb53f5ad {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.052096] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c309ad4-0f9b-4969-b7ec-fc8ffff6193e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.089574] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0708bc9-32e2-4821-ae43-53aae6a68fe6 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] volume-5cdeb359-baa9-4a0d-b294-5e9cb2d5d021/volume-5cdeb359-baa9-4a0d-b294-5e9cb2d5d021.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.092739] env[70015]: DEBUG nova.virt.hardware [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1060.093040] env[70015]: DEBUG nova.virt.hardware [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1060.093240] env[70015]: DEBUG nova.virt.hardware [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.093440] env[70015]: DEBUG nova.virt.hardware [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1060.093600] env[70015]: DEBUG nova.virt.hardware [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.093753] env[70015]: DEBUG nova.virt.hardware [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1060.093968] env[70015]: DEBUG nova.virt.hardware [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1060.094180] env[70015]: DEBUG nova.virt.hardware [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1060.094356] env[70015]: DEBUG nova.virt.hardware [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1060.094521] env[70015]: DEBUG nova.virt.hardware [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1060.094701] env[70015]: DEBUG nova.virt.hardware [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1060.095426] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e07230b-755d-4073-99b3-f417d8205994 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.111591] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de332a26-078d-4246-8395-28de16187a69 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.123501] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4602ce07-ef53-4bf4-9e3f-b10282eaefa1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.128019] env[70015]: DEBUG oslo_vmware.api [None req-e0708bc9-32e2-4821-ae43-53aae6a68fe6 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 1060.128019] env[70015]: value = "task-3611388" [ 1060.128019] env[70015]: _type = "Task" [ 1060.128019] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.148470] env[70015]: DEBUG oslo_vmware.api [None req-e0708bc9-32e2-4821-ae43-53aae6a68fe6 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611388, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.227786] env[70015]: INFO nova.compute.manager [-] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Took 1.28 seconds to deallocate network for instance. [ 1060.310243] env[70015]: DEBUG oslo_vmware.api [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611386, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499348} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.311046] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] d1651f12-9f96-4e9c-84fa-4925cd1b23e9/d1651f12-9f96-4e9c-84fa-4925cd1b23e9.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1060.312902] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1060.312902] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91fd6965-4a8b-4d47-91fa-4d3669002ab2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.324418] env[70015]: DEBUG oslo_vmware.api [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1060.324418] env[70015]: value = "task-3611390" [ 1060.324418] env[70015]: _type = "Task" [ 1060.324418] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.333653] env[70015]: DEBUG oslo_vmware.api [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611390, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.350329] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611387, 'name': CreateVM_Task, 'duration_secs': 0.477392} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.350522] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1060.351216] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.351402] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.351747] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.352019] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d814307-c7b3-422e-8734-60175a58f0f7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.356710] env[70015]: DEBUG oslo_vmware.api [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1060.356710] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]525aea30-dac9-b342-6a76-9d01daf00d6a" [ 1060.356710] env[70015]: _type = "Task" [ 1060.356710] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.365954] env[70015]: DEBUG oslo_vmware.api [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]525aea30-dac9-b342-6a76-9d01daf00d6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.479437] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.479678] env[70015]: DEBUG nova.compute.manager [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1060.485724] env[70015]: DEBUG oslo_concurrency.lockutils [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.125s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.487245] env[70015]: INFO nova.compute.claims [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: a4aa7eb8-34bd-4270-a426-9b255f7db9d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1060.518198] env[70015]: INFO nova.compute.manager [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Took 28.70 seconds to build instance. [ 1060.639098] env[70015]: DEBUG oslo_vmware.api [None req-e0708bc9-32e2-4821-ae43-53aae6a68fe6 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611388, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.738708] env[70015]: DEBUG oslo_concurrency.lockutils [None req-efb676ff-b6af-488f-96ed-3f11c97193ff tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.751343] env[70015]: DEBUG nova.compute.manager [req-e5077bfa-4305-49b5-904c-26d79df0c9b2 req-059fa585-4c92-4e1b-a013-efac90d9b451 service nova] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Received event network-vif-plugged-1c548735-b404-460f-821f-1f4af087088c {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.751343] env[70015]: DEBUG oslo_concurrency.lockutils [req-e5077bfa-4305-49b5-904c-26d79df0c9b2 req-059fa585-4c92-4e1b-a013-efac90d9b451 service nova] Acquiring lock "cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.751343] env[70015]: DEBUG oslo_concurrency.lockutils [req-e5077bfa-4305-49b5-904c-26d79df0c9b2 req-059fa585-4c92-4e1b-a013-efac90d9b451 service nova] Lock "cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.751343] env[70015]: DEBUG oslo_concurrency.lockutils [req-e5077bfa-4305-49b5-904c-26d79df0c9b2 req-059fa585-4c92-4e1b-a013-efac90d9b451 service nova] Lock "cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.751343] env[70015]: DEBUG nova.compute.manager [req-e5077bfa-4305-49b5-904c-26d79df0c9b2 req-059fa585-4c92-4e1b-a013-efac90d9b451 service nova] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] No waiting events found dispatching network-vif-plugged-1c548735-b404-460f-821f-1f4af087088c {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1060.751343] env[70015]: WARNING nova.compute.manager [req-e5077bfa-4305-49b5-904c-26d79df0c9b2 req-059fa585-4c92-4e1b-a013-efac90d9b451 service nova] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Received unexpected event network-vif-plugged-1c548735-b404-460f-821f-1f4af087088c for instance with vm_state building and task_state spawning. [ 1060.772022] env[70015]: DEBUG nova.network.neutron [req-7a283516-fa21-4204-9568-0b53bf2e2b22 req-8c2d465b-c3b4-4eec-8ad2-022fccf6b887 service nova] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Updated VIF entry in instance network info cache for port d394a1f0-dc87-421f-8efd-07835a2bcf25. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1060.772022] env[70015]: DEBUG nova.network.neutron [req-7a283516-fa21-4204-9568-0b53bf2e2b22 req-8c2d465b-c3b4-4eec-8ad2-022fccf6b887 service nova] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Updating instance_info_cache with network_info: [{"id": "d394a1f0-dc87-421f-8efd-07835a2bcf25", "address": "fa:16:3e:0e:1c:6b", "network": {"id": "3c20f828-b54b-46e8-8787-8652bc32cc05", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-883210113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae3ea9811a884cfdbfed901646a3947d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd394a1f0-dc", "ovs_interfaceid": "d394a1f0-dc87-421f-8efd-07835a2bcf25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.834243] env[70015]: DEBUG oslo_vmware.api [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611390, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.871028] env[70015]: DEBUG oslo_vmware.api [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]525aea30-dac9-b342-6a76-9d01daf00d6a, 'name': SearchDatastore_Task, 'duration_secs': 0.017461} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.871028] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.871028] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1060.871028] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.871028] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.871028] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1060.871028] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76fa0108-84c9-4d4e-a739-ccfb6265aad4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.881786] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1060.881786] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1060.882913] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e009892f-5db9-4189-b6da-51e961a2d46f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.888031] env[70015]: DEBUG oslo_vmware.api [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1060.888031] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5227ac90-f3f5-4a68-abbf-321ec6aa2530" [ 1060.888031] env[70015]: _type = "Task" [ 1060.888031] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.896306] env[70015]: DEBUG oslo_vmware.api [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5227ac90-f3f5-4a68-abbf-321ec6aa2530, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.919152] env[70015]: DEBUG nova.network.neutron [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Successfully updated port: 1c548735-b404-460f-821f-1f4af087088c {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1060.996893] env[70015]: DEBUG nova.compute.utils [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1061.001623] env[70015]: DEBUG nova.compute.manager [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1061.001623] env[70015]: DEBUG nova.network.neutron [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1061.022059] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d838dc83-4b4e-4302-8014-b6ce7dd0791f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "f32db101-16c7-4fe3-bf40-2e8e16c152ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.225s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.114665] env[70015]: DEBUG nova.policy [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd788441c80414255b7ce43d33f5df5e5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9556717825c24d43880c6e21c8f6a540', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 1061.147150] env[70015]: DEBUG oslo_vmware.api [None req-e0708bc9-32e2-4821-ae43-53aae6a68fe6 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611388, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.273726] env[70015]: DEBUG oslo_concurrency.lockutils [req-7a283516-fa21-4204-9568-0b53bf2e2b22 req-8c2d465b-c3b4-4eec-8ad2-022fccf6b887 service nova] Releasing lock "refresh_cache-3810ad21-174f-4a0a-8895-6c70adccfeda" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.274105] env[70015]: DEBUG nova.compute.manager [req-7a283516-fa21-4204-9568-0b53bf2e2b22 req-8c2d465b-c3b4-4eec-8ad2-022fccf6b887 service nova] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Received event network-vif-deleted-ae98d77e-a8d6-4130-a56e-f66775ade6b7 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.274281] env[70015]: INFO nova.compute.manager [req-7a283516-fa21-4204-9568-0b53bf2e2b22 req-8c2d465b-c3b4-4eec-8ad2-022fccf6b887 service nova] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Neutron deleted interface ae98d77e-a8d6-4130-a56e-f66775ade6b7; detaching it from the instance and deleting it from the info cache [ 1061.274458] env[70015]: DEBUG nova.network.neutron [req-7a283516-fa21-4204-9568-0b53bf2e2b22 req-8c2d465b-c3b4-4eec-8ad2-022fccf6b887 service nova] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.335664] env[70015]: DEBUG oslo_vmware.api [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611390, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.398716] env[70015]: DEBUG oslo_vmware.api [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5227ac90-f3f5-4a68-abbf-321ec6aa2530, 'name': SearchDatastore_Task, 'duration_secs': 0.046203} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.399795] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ba3bcf3-7cf1-44a5-8190-aa9ef161b547 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.405205] env[70015]: DEBUG oslo_vmware.api [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1061.405205] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52c1094f-07ed-bc4c-ace4-9a331f74b931" [ 1061.405205] env[70015]: _type = "Task" [ 1061.405205] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.413559] env[70015]: DEBUG oslo_vmware.api [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52c1094f-07ed-bc4c-ace4-9a331f74b931, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.422868] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Acquiring lock "refresh_cache-cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.423123] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Acquired lock "refresh_cache-cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.423315] env[70015]: DEBUG nova.network.neutron [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.514245] env[70015]: DEBUG nova.compute.manager [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1061.529068] env[70015]: DEBUG nova.compute.manager [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1061.645468] env[70015]: DEBUG oslo_vmware.api [None req-e0708bc9-32e2-4821-ae43-53aae6a68fe6 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611388, 'name': ReconfigVM_Task, 'duration_secs': 1.11932} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.646624] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0708bc9-32e2-4821-ae43-53aae6a68fe6 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Reconfigured VM instance instance-00000056 to attach disk [datastore1] volume-5cdeb359-baa9-4a0d-b294-5e9cb2d5d021/volume-5cdeb359-baa9-4a0d-b294-5e9cb2d5d021.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.657031] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a6e322f-3155-4724-a61a-7f5f206bf0c5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.676186] env[70015]: DEBUG oslo_vmware.api [None req-e0708bc9-32e2-4821-ae43-53aae6a68fe6 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 1061.676186] env[70015]: value = "task-3611391" [ 1061.676186] env[70015]: _type = "Task" [ 1061.676186] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.689798] env[70015]: DEBUG oslo_vmware.api [None req-e0708bc9-32e2-4821-ae43-53aae6a68fe6 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611391, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.780221] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-90c82de9-aca6-4d4d-8370-31821b65093b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.789783] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661db93b-80d7-4b2a-8e2f-aff81912ce51 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.828538] env[70015]: DEBUG nova.compute.manager [req-7a283516-fa21-4204-9568-0b53bf2e2b22 req-8c2d465b-c3b4-4eec-8ad2-022fccf6b887 service nova] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Detach interface failed, port_id=ae98d77e-a8d6-4130-a56e-f66775ade6b7, reason: Instance 39abed00-024f-4718-a7aa-9d26ea6533ad could not be found. {{(pid=70015) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1061.838202] env[70015]: DEBUG oslo_vmware.api [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611390, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.146219} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.838573] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1061.839769] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944734b6-6eac-4a84-abdb-8ec19f58d9c5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.864083] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] d1651f12-9f96-4e9c-84fa-4925cd1b23e9/d1651f12-9f96-4e9c-84fa-4925cd1b23e9.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1061.867078] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55545a50-834c-42c6-b542-52ae7ebc9ce3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.887832] env[70015]: DEBUG oslo_vmware.api [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1061.887832] env[70015]: value = "task-3611392" [ 1061.887832] env[70015]: _type = "Task" [ 1061.887832] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.900202] env[70015]: DEBUG oslo_vmware.api [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611392, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.917590] env[70015]: DEBUG oslo_vmware.api [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52c1094f-07ed-bc4c-ace4-9a331f74b931, 'name': SearchDatastore_Task, 'duration_secs': 0.011495} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.917867] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.918156] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 3810ad21-174f-4a0a-8895-6c70adccfeda/3810ad21-174f-4a0a-8895-6c70adccfeda.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1061.918540] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b373ef3-83ab-40ef-bdb3-5b3281360ee0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.929324] env[70015]: DEBUG oslo_vmware.api [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1061.929324] env[70015]: value = "task-3611393" [ 1061.929324] env[70015]: _type = "Task" [ 1061.929324] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.940244] env[70015]: DEBUG oslo_vmware.api [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611393, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.941844] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0158a7-1db5-4972-8ba1-c666b5f9cccb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.949076] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab3d145-e012-40e9-ad88-16ff56f8304d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.981732] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf66688-e0c1-470a-a8d9-24c2faf6d82c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.990234] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298b72cc-46bd-45f2-941c-90e5b53452f1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.004500] env[70015]: DEBUG nova.compute.provider_tree [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.047020] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.089291] env[70015]: DEBUG nova.network.neutron [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Successfully created port: 532131bd-8964-416b-9574-49020def4089 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1062.144924] env[70015]: DEBUG nova.network.neutron [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1062.194779] env[70015]: DEBUG oslo_vmware.api [None req-e0708bc9-32e2-4821-ae43-53aae6a68fe6 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611391, 'name': ReconfigVM_Task, 'duration_secs': 0.20842} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.195372] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0708bc9-32e2-4821-ae43-53aae6a68fe6 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720373', 'volume_id': '5cdeb359-baa9-4a0d-b294-5e9cb2d5d021', 'name': 'volume-5cdeb359-baa9-4a0d-b294-5e9cb2d5d021', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '04a6ab06-6e2c-4c81-a6aa-3f9811d2a733', 'attached_at': '', 'detached_at': '', 'volume_id': '5cdeb359-baa9-4a0d-b294-5e9cb2d5d021', 'serial': '5cdeb359-baa9-4a0d-b294-5e9cb2d5d021'} {{(pid=70015) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1062.399210] env[70015]: DEBUG oslo_vmware.api [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611392, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.439903] env[70015]: DEBUG oslo_vmware.api [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611393, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.468020] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf579872-2341-4c6e-832c-00c01649c705 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Volume attach. Driver type: vmdk {{(pid=70015) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1062.468020] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf579872-2341-4c6e-832c-00c01649c705 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720377', 'volume_id': '395b077e-8297-4612-b6ae-35ffd3ca3908', 'name': 'volume-395b077e-8297-4612-b6ae-35ffd3ca3908', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d932dc3-0f82-48f4-8fab-fcd39f5f89eb', 'attached_at': '', 'detached_at': '', 'volume_id': '395b077e-8297-4612-b6ae-35ffd3ca3908', 'serial': '395b077e-8297-4612-b6ae-35ffd3ca3908'} {{(pid=70015) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1062.468020] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529f5b9c-a075-4f00-b91c-31645d7e08d5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.486323] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f2226a-0780-4d9e-be7e-3eccf56fd516 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.509954] env[70015]: DEBUG nova.scheduler.client.report [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.521669] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf579872-2341-4c6e-832c-00c01649c705 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] volume-395b077e-8297-4612-b6ae-35ffd3ca3908/volume-395b077e-8297-4612-b6ae-35ffd3ca3908.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.522267] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06f000fc-6fc5-46b1-989c-7e36b71a81ea {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.538756] env[70015]: DEBUG nova.compute.manager [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1062.547587] env[70015]: DEBUG oslo_vmware.api [None req-bf579872-2341-4c6e-832c-00c01649c705 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Waiting for the task: (returnval){ [ 1062.547587] env[70015]: value = "task-3611394" [ 1062.547587] env[70015]: _type = "Task" [ 1062.547587] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.561451] env[70015]: DEBUG oslo_vmware.api [None req-bf579872-2341-4c6e-832c-00c01649c705 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3611394, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.575273] env[70015]: DEBUG nova.virt.hardware [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.575554] env[70015]: DEBUG nova.virt.hardware [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.575752] env[70015]: DEBUG nova.virt.hardware [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.575977] env[70015]: DEBUG nova.virt.hardware [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.576136] env[70015]: DEBUG nova.virt.hardware [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.576296] env[70015]: DEBUG nova.virt.hardware [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.576514] env[70015]: DEBUG nova.virt.hardware [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.576685] env[70015]: DEBUG nova.virt.hardware [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.576883] env[70015]: DEBUG nova.virt.hardware [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.577057] env[70015]: DEBUG nova.virt.hardware [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.577245] env[70015]: DEBUG nova.virt.hardware [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.578180] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a7e0eb-7af4-41aa-98b5-3645f14b3659 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.586659] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c078c1d-2be0-46ef-9b7d-bcbd9d263e58 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.672455] env[70015]: DEBUG nova.network.neutron [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Updating instance_info_cache with network_info: [{"id": "1c548735-b404-460f-821f-1f4af087088c", "address": "fa:16:3e:50:e2:2c", "network": {"id": "74079621-6489-4099-86ba-2ce6a3e033f9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-701290069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db9270719b1d444d9e1e4434b1a1199a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c548735-b4", "ovs_interfaceid": "1c548735-b404-460f-821f-1f4af087088c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.868983] env[70015]: DEBUG nova.compute.manager [req-9f98716b-e56e-49ad-9f48-cf5ae54dfcdc req-33ba6c2c-5fc5-4470-a6af-7be5b06cf298 service nova] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Received event network-changed-1c548735-b404-460f-821f-1f4af087088c {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.869339] env[70015]: DEBUG nova.compute.manager [req-9f98716b-e56e-49ad-9f48-cf5ae54dfcdc req-33ba6c2c-5fc5-4470-a6af-7be5b06cf298 service nova] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Refreshing instance network info cache due to event network-changed-1c548735-b404-460f-821f-1f4af087088c. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1062.869655] env[70015]: DEBUG oslo_concurrency.lockutils [req-9f98716b-e56e-49ad-9f48-cf5ae54dfcdc req-33ba6c2c-5fc5-4470-a6af-7be5b06cf298 service nova] Acquiring lock "refresh_cache-cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.901781] env[70015]: DEBUG oslo_vmware.api [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611392, 'name': ReconfigVM_Task, 'duration_secs': 0.64198} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.906193] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Reconfigured VM instance instance-0000005e to attach disk [datastore1] d1651f12-9f96-4e9c-84fa-4925cd1b23e9/d1651f12-9f96-4e9c-84fa-4925cd1b23e9.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1062.907280] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e896a88e-a047-487b-874f-882b25a4ed22 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.913905] env[70015]: DEBUG oslo_vmware.api [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1062.913905] env[70015]: value = "task-3611395" [ 1062.913905] env[70015]: _type = "Task" [ 1062.913905] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.922922] env[70015]: DEBUG oslo_vmware.api [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611395, 'name': Rename_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.940402] env[70015]: DEBUG oslo_vmware.api [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611393, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562981} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.940722] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 3810ad21-174f-4a0a-8895-6c70adccfeda/3810ad21-174f-4a0a-8895-6c70adccfeda.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1062.940955] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1062.941227] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1fc67416-02e9-4783-b4fe-77356a896c82 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.947794] env[70015]: DEBUG oslo_vmware.api [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1062.947794] env[70015]: value = "task-3611396" [ 1062.947794] env[70015]: _type = "Task" [ 1062.947794] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.960151] env[70015]: DEBUG oslo_vmware.api [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611396, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.025053] env[70015]: DEBUG oslo_concurrency.lockutils [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.538s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.025053] env[70015]: DEBUG nova.compute.manager [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: a4aa7eb8-34bd-4270-a426-9b255f7db9d9] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1063.029123] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9b7a03c7-81d1-4b44-895f-75a9152018c3 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.737s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.029123] env[70015]: DEBUG nova.objects.instance [None req-9b7a03c7-81d1-4b44-895f-75a9152018c3 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lazy-loading 'resources' on Instance uuid 65de80a6-6419-483a-82fd-7b702362167f {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.059216] env[70015]: DEBUG oslo_vmware.api [None req-bf579872-2341-4c6e-832c-00c01649c705 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3611394, 'name': ReconfigVM_Task, 'duration_secs': 0.421569} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.059216] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf579872-2341-4c6e-832c-00c01649c705 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Reconfigured VM instance instance-00000055 to attach disk [datastore1] volume-395b077e-8297-4612-b6ae-35ffd3ca3908/volume-395b077e-8297-4612-b6ae-35ffd3ca3908.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.063511] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2041fc5-5dc2-464a-866d-6d5d63fd8fe2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.079643] env[70015]: DEBUG oslo_vmware.api [None req-bf579872-2341-4c6e-832c-00c01649c705 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Waiting for the task: (returnval){ [ 1063.079643] env[70015]: value = "task-3611397" [ 1063.079643] env[70015]: _type = "Task" [ 1063.079643] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.088326] env[70015]: DEBUG oslo_vmware.api [None req-bf579872-2341-4c6e-832c-00c01649c705 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3611397, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.177622] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Releasing lock "refresh_cache-cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.177622] env[70015]: DEBUG nova.compute.manager [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Instance network_info: |[{"id": "1c548735-b404-460f-821f-1f4af087088c", "address": "fa:16:3e:50:e2:2c", "network": {"id": "74079621-6489-4099-86ba-2ce6a3e033f9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-701290069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db9270719b1d444d9e1e4434b1a1199a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c548735-b4", "ovs_interfaceid": "1c548735-b404-460f-821f-1f4af087088c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1063.177622] env[70015]: DEBUG oslo_concurrency.lockutils [req-9f98716b-e56e-49ad-9f48-cf5ae54dfcdc req-33ba6c2c-5fc5-4470-a6af-7be5b06cf298 service nova] Acquired lock "refresh_cache-cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.177622] env[70015]: DEBUG nova.network.neutron [req-9f98716b-e56e-49ad-9f48-cf5ae54dfcdc req-33ba6c2c-5fc5-4470-a6af-7be5b06cf298 service nova] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Refreshing network info cache for port 1c548735-b404-460f-821f-1f4af087088c {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1063.177622] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:e2:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5291d0-ee0f-4d70-b2ae-ab6879a67b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c548735-b404-460f-821f-1f4af087088c', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1063.186755] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.187912] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1063.188237] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ada8fbbd-f293-4f8a-a54c-84ec279e4ea6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.210515] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1063.210515] env[70015]: value = "task-3611398" [ 1063.210515] env[70015]: _type = "Task" [ 1063.210515] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.219935] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611398, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.248886] env[70015]: DEBUG nova.objects.instance [None req-e0708bc9-32e2-4821-ae43-53aae6a68fe6 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lazy-loading 'flavor' on Instance uuid 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.424897] env[70015]: DEBUG oslo_vmware.api [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611395, 'name': Rename_Task, 'duration_secs': 0.231118} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.425312] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.425451] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1730f6ef-8239-44fe-9f5d-133bc3908ea0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.432926] env[70015]: DEBUG oslo_vmware.api [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1063.432926] env[70015]: value = "task-3611399" [ 1063.432926] env[70015]: _type = "Task" [ 1063.432926] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.441263] env[70015]: DEBUG oslo_vmware.api [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611399, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.460426] env[70015]: DEBUG oslo_vmware.api [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611396, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066847} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.460737] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1063.462110] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3474699-607a-40df-9c38-24679bb5a541 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.488027] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 3810ad21-174f-4a0a-8895-6c70adccfeda/3810ad21-174f-4a0a-8895-6c70adccfeda.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1063.488027] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dffc76e6-7c3d-455a-8b77-ac63df55d29f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.505575] env[70015]: DEBUG oslo_vmware.api [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1063.505575] env[70015]: value = "task-3611400" [ 1063.505575] env[70015]: _type = "Task" [ 1063.505575] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.514653] env[70015]: DEBUG oslo_vmware.api [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611400, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.533231] env[70015]: DEBUG nova.compute.utils [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1063.539540] env[70015]: DEBUG nova.compute.manager [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: a4aa7eb8-34bd-4270-a426-9b255f7db9d9] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1063.539678] env[70015]: DEBUG nova.network.neutron [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: a4aa7eb8-34bd-4270-a426-9b255f7db9d9] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1063.594793] env[70015]: DEBUG oslo_vmware.api [None req-bf579872-2341-4c6e-832c-00c01649c705 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3611397, 'name': ReconfigVM_Task, 'duration_secs': 0.141808} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.597939] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf579872-2341-4c6e-832c-00c01649c705 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720377', 'volume_id': '395b077e-8297-4612-b6ae-35ffd3ca3908', 'name': 'volume-395b077e-8297-4612-b6ae-35ffd3ca3908', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d932dc3-0f82-48f4-8fab-fcd39f5f89eb', 'attached_at': '', 'detached_at': '', 'volume_id': '395b077e-8297-4612-b6ae-35ffd3ca3908', 'serial': '395b077e-8297-4612-b6ae-35ffd3ca3908'} {{(pid=70015) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1063.638030] env[70015]: DEBUG nova.policy [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f74c80322484d35a9219fe7d3471e53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'faa8a08038de44e2ad837e0e45b67282', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 1063.728344] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611398, 'name': CreateVM_Task, 'duration_secs': 0.408769} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.728533] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1063.729228] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.729391] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.729783] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.730082] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfa62bd5-b51a-48aa-b843-2af09e8654b7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.735477] env[70015]: DEBUG oslo_vmware.api [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for the task: (returnval){ [ 1063.735477] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52587b2d-d752-482e-209b-db54d82302fd" [ 1063.735477] env[70015]: _type = "Task" [ 1063.735477] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.748705] env[70015]: DEBUG oslo_vmware.api [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52587b2d-d752-482e-209b-db54d82302fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.757073] env[70015]: DEBUG oslo_concurrency.lockutils [None req-e0708bc9-32e2-4821-ae43-53aae6a68fe6 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lock "04a6ab06-6e2c-4c81-a6aa-3f9811d2a733" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.357s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.935385] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5467d5b3-5bc7-4cd9-9b09-67cea1eefec3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.951338] env[70015]: DEBUG oslo_vmware.api [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611399, 'name': PowerOnVM_Task} progress is 76%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.952450] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96bc5a2b-e686-4fee-9eb6-28d95a312582 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.997516] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d547e77-be1e-4aa3-8dd3-062dd84e9cf8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.005892] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4238a20-8917-4464-98fa-2a9af7279878 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.025886] env[70015]: DEBUG nova.compute.provider_tree [None req-9b7a03c7-81d1-4b44-895f-75a9152018c3 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.031154] env[70015]: DEBUG oslo_vmware.api [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611400, 'name': ReconfigVM_Task, 'duration_secs': 0.296733} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.031503] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 3810ad21-174f-4a0a-8895-6c70adccfeda/3810ad21-174f-4a0a-8895-6c70adccfeda.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1064.032086] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64428c02-07f6-471a-a059-29b4ffc83bc8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.040613] env[70015]: DEBUG oslo_vmware.api [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1064.040613] env[70015]: value = "task-3611401" [ 1064.040613] env[70015]: _type = "Task" [ 1064.040613] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.047896] env[70015]: DEBUG nova.compute.manager [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: a4aa7eb8-34bd-4270-a426-9b255f7db9d9] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1064.058345] env[70015]: DEBUG oslo_vmware.api [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611401, 'name': Rename_Task} progress is 10%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.064279] env[70015]: DEBUG nova.network.neutron [req-9f98716b-e56e-49ad-9f48-cf5ae54dfcdc req-33ba6c2c-5fc5-4470-a6af-7be5b06cf298 service nova] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Updated VIF entry in instance network info cache for port 1c548735-b404-460f-821f-1f4af087088c. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1064.065046] env[70015]: DEBUG nova.network.neutron [req-9f98716b-e56e-49ad-9f48-cf5ae54dfcdc req-33ba6c2c-5fc5-4470-a6af-7be5b06cf298 service nova] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Updating instance_info_cache with network_info: [{"id": "1c548735-b404-460f-821f-1f4af087088c", "address": "fa:16:3e:50:e2:2c", "network": {"id": "74079621-6489-4099-86ba-2ce6a3e033f9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-701290069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db9270719b1d444d9e1e4434b1a1199a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c548735-b4", "ovs_interfaceid": "1c548735-b404-460f-821f-1f4af087088c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.190893] env[70015]: DEBUG nova.network.neutron [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: a4aa7eb8-34bd-4270-a426-9b255f7db9d9] Successfully created port: e33432f7-fc52-4f24-a1f1-bf72dfaf8580 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1064.247364] env[70015]: DEBUG oslo_vmware.api [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52587b2d-d752-482e-209b-db54d82302fd, 'name': SearchDatastore_Task, 'duration_secs': 0.014498} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.247978] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.248096] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1064.248475] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.248633] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.248911] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.249284] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5aa970ea-5fb2-49d2-be72-77a838852660 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.263192] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.263394] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1064.264205] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1682946-72a9-4ef2-be63-ad1453851776 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.269763] env[70015]: DEBUG oslo_vmware.api [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for the task: (returnval){ [ 1064.269763] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5299fb23-7db1-171c-f359-41af319eb811" [ 1064.269763] env[70015]: _type = "Task" [ 1064.269763] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.278381] env[70015]: DEBUG oslo_vmware.api [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5299fb23-7db1-171c-f359-41af319eb811, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.449322] env[70015]: DEBUG oslo_vmware.api [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611399, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.532621] env[70015]: DEBUG nova.scheduler.client.report [None req-9b7a03c7-81d1-4b44-895f-75a9152018c3 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.553424] env[70015]: DEBUG oslo_vmware.api [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611401, 'name': Rename_Task, 'duration_secs': 0.144978} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.553424] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1064.558193] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fcf19353-ac74-48ef-8313-b3a1d254d79a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.562931] env[70015]: DEBUG nova.compute.manager [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Stashing vm_state: active {{(pid=70015) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1064.566884] env[70015]: DEBUG nova.network.neutron [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Successfully updated port: 532131bd-8964-416b-9574-49020def4089 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1064.572019] env[70015]: DEBUG oslo_concurrency.lockutils [req-9f98716b-e56e-49ad-9f48-cf5ae54dfcdc req-33ba6c2c-5fc5-4470-a6af-7be5b06cf298 service nova] Releasing lock "refresh_cache-cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.573604] env[70015]: DEBUG oslo_vmware.api [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1064.573604] env[70015]: value = "task-3611402" [ 1064.573604] env[70015]: _type = "Task" [ 1064.573604] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.587873] env[70015]: DEBUG oslo_vmware.api [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611402, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.655777] env[70015]: DEBUG nova.objects.instance [None req-bf579872-2341-4c6e-832c-00c01649c705 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Lazy-loading 'flavor' on Instance uuid 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.717903] env[70015]: DEBUG nova.compute.manager [req-57b64c8a-d555-4b8e-b8e5-2a4e894d4d6b req-dc02c72c-f77d-473a-a387-fc8a00ffbd7e service nova] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Received event network-changed-09fab36f-d589-45af-af17-b4f17c842dc9 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.718962] env[70015]: DEBUG nova.compute.manager [req-57b64c8a-d555-4b8e-b8e5-2a4e894d4d6b req-dc02c72c-f77d-473a-a387-fc8a00ffbd7e service nova] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Refreshing instance network info cache due to event network-changed-09fab36f-d589-45af-af17-b4f17c842dc9. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1064.718962] env[70015]: DEBUG oslo_concurrency.lockutils [req-57b64c8a-d555-4b8e-b8e5-2a4e894d4d6b req-dc02c72c-f77d-473a-a387-fc8a00ffbd7e service nova] Acquiring lock "refresh_cache-f32db101-16c7-4fe3-bf40-2e8e16c152ac" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.718962] env[70015]: DEBUG oslo_concurrency.lockutils [req-57b64c8a-d555-4b8e-b8e5-2a4e894d4d6b req-dc02c72c-f77d-473a-a387-fc8a00ffbd7e service nova] Acquired lock "refresh_cache-f32db101-16c7-4fe3-bf40-2e8e16c152ac" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.718962] env[70015]: DEBUG nova.network.neutron [req-57b64c8a-d555-4b8e-b8e5-2a4e894d4d6b req-dc02c72c-f77d-473a-a387-fc8a00ffbd7e service nova] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Refreshing network info cache for port 09fab36f-d589-45af-af17-b4f17c842dc9 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1064.781315] env[70015]: DEBUG oslo_vmware.api [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5299fb23-7db1-171c-f359-41af319eb811, 'name': SearchDatastore_Task, 'duration_secs': 0.01234} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.782184] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e51d3af3-6a4f-42b4-ac72-22643cad9d5d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.787380] env[70015]: DEBUG oslo_vmware.api [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for the task: (returnval){ [ 1064.787380] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]523f7b72-955a-8d6c-fdac-fc5090f4556a" [ 1064.787380] env[70015]: _type = "Task" [ 1064.787380] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.795779] env[70015]: DEBUG oslo_vmware.api [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]523f7b72-955a-8d6c-fdac-fc5090f4556a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.908654] env[70015]: DEBUG nova.compute.manager [req-75a9cefc-2882-4cde-bf4a-4e1ece19a040 req-75ab211b-8ebc-4ea3-ac6f-512c9c68ef96 service nova] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Received event network-changed-c0f1ad30-40d1-4ab3-be46-9940907a2fe8 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.908870] env[70015]: DEBUG nova.compute.manager [req-75a9cefc-2882-4cde-bf4a-4e1ece19a040 req-75ab211b-8ebc-4ea3-ac6f-512c9c68ef96 service nova] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Refreshing instance network info cache due to event network-changed-c0f1ad30-40d1-4ab3-be46-9940907a2fe8. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1064.909769] env[70015]: DEBUG oslo_concurrency.lockutils [req-75a9cefc-2882-4cde-bf4a-4e1ece19a040 req-75ab211b-8ebc-4ea3-ac6f-512c9c68ef96 service nova] Acquiring lock "refresh_cache-f3b64104-3919-4838-9c2b-601a41be2ece" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.909769] env[70015]: DEBUG oslo_concurrency.lockutils [req-75a9cefc-2882-4cde-bf4a-4e1ece19a040 req-75ab211b-8ebc-4ea3-ac6f-512c9c68ef96 service nova] Acquired lock "refresh_cache-f3b64104-3919-4838-9c2b-601a41be2ece" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.909769] env[70015]: DEBUG nova.network.neutron [req-75a9cefc-2882-4cde-bf4a-4e1ece19a040 req-75ab211b-8ebc-4ea3-ac6f-512c9c68ef96 service nova] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Refreshing network info cache for port c0f1ad30-40d1-4ab3-be46-9940907a2fe8 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1064.949182] env[70015]: DEBUG oslo_vmware.api [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611399, 'name': PowerOnVM_Task, 'duration_secs': 1.109424} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.949465] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.949673] env[70015]: INFO nova.compute.manager [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Took 9.89 seconds to spawn the instance on the hypervisor. [ 1064.949854] env[70015]: DEBUG nova.compute.manager [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.951085] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006dcdac-adc1-4fdf-b300-3287cb9351f1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.038408] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9b7a03c7-81d1-4b44-895f-75a9152018c3 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.011s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.040590] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6bd05f84-12b0-4a75-b432-f682efef9575 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.569s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.040979] env[70015]: DEBUG nova.objects.instance [None req-6bd05f84-12b0-4a75-b432-f682efef9575 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Lazy-loading 'resources' on Instance uuid 5105dfda-ca6b-44a3-af23-9162d99c7cb7 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.065035] env[70015]: INFO nova.scheduler.client.report [None req-9b7a03c7-81d1-4b44-895f-75a9152018c3 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Deleted allocations for instance 65de80a6-6419-483a-82fd-7b702362167f [ 1065.067697] env[70015]: DEBUG nova.compute.manager [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: a4aa7eb8-34bd-4270-a426-9b255f7db9d9] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1065.076553] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Acquiring lock "refresh_cache-dbb17646-97f0-4a0c-a717-acc18b5a120f" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.077124] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Acquired lock "refresh_cache-dbb17646-97f0-4a0c-a717-acc18b5a120f" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.077124] env[70015]: DEBUG nova.network.neutron [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.091356] env[70015]: DEBUG oslo_vmware.api [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611402, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.095899] env[70015]: DEBUG oslo_concurrency.lockutils [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.108712] env[70015]: DEBUG nova.virt.hardware [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1065.109296] env[70015]: DEBUG nova.virt.hardware [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1065.109296] env[70015]: DEBUG nova.virt.hardware [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1065.109296] env[70015]: DEBUG nova.virt.hardware [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1065.109526] env[70015]: DEBUG nova.virt.hardware [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1065.109621] env[70015]: DEBUG nova.virt.hardware [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1065.110270] env[70015]: DEBUG nova.virt.hardware [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1065.110270] env[70015]: DEBUG nova.virt.hardware [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1065.110270] env[70015]: DEBUG nova.virt.hardware [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1065.110439] env[70015]: DEBUG nova.virt.hardware [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1065.110616] env[70015]: DEBUG nova.virt.hardware [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1065.111744] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c934820-47e7-4556-a006-1ddb4b887818 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.119626] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cdfc8ad-cfa8-42b6-9881-239478502b80 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.163700] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bf579872-2341-4c6e-832c-00c01649c705 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Lock "0d932dc3-0f82-48f4-8fab-fcd39f5f89eb" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.355s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.300825] env[70015]: DEBUG oslo_vmware.api [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]523f7b72-955a-8d6c-fdac-fc5090f4556a, 'name': SearchDatastore_Task, 'duration_secs': 0.012521} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.301140] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.301406] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec/cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1065.301668] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49d6f8e0-cbb3-4848-b3bb-de8feb7185a0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.308549] env[70015]: DEBUG oslo_vmware.api [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for the task: (returnval){ [ 1065.308549] env[70015]: value = "task-3611403" [ 1065.308549] env[70015]: _type = "Task" [ 1065.308549] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.317384] env[70015]: DEBUG oslo_vmware.api [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.455013] env[70015]: DEBUG nova.network.neutron [req-57b64c8a-d555-4b8e-b8e5-2a4e894d4d6b req-dc02c72c-f77d-473a-a387-fc8a00ffbd7e service nova] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Updated VIF entry in instance network info cache for port 09fab36f-d589-45af-af17-b4f17c842dc9. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1065.455408] env[70015]: DEBUG nova.network.neutron [req-57b64c8a-d555-4b8e-b8e5-2a4e894d4d6b req-dc02c72c-f77d-473a-a387-fc8a00ffbd7e service nova] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Updating instance_info_cache with network_info: [{"id": "09fab36f-d589-45af-af17-b4f17c842dc9", "address": "fa:16:3e:da:75:11", "network": {"id": "54eb7a37-2a22-42e7-8acd-b881580de840", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-916588865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c24df7a88e5f4165b2618140613b0538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09fab36f-d5", "ovs_interfaceid": "09fab36f-d589-45af-af17-b4f17c842dc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.466094] env[70015]: INFO nova.compute.manager [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Took 24.69 seconds to build instance. [ 1065.589285] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9b7a03c7-81d1-4b44-895f-75a9152018c3 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "65de80a6-6419-483a-82fd-7b702362167f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.738s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.600906] env[70015]: DEBUG oslo_vmware.api [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611402, 'name': PowerOnVM_Task, 'duration_secs': 0.732392} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.601090] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1065.601319] env[70015]: INFO nova.compute.manager [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Took 8.04 seconds to spawn the instance on the hypervisor. [ 1065.601509] env[70015]: DEBUG nova.compute.manager [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.602378] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b930b7-af29-4286-bf2b-e9ccf631c4c4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.630153] env[70015]: DEBUG nova.network.neutron [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1065.641641] env[70015]: DEBUG nova.network.neutron [req-75a9cefc-2882-4cde-bf4a-4e1ece19a040 req-75ab211b-8ebc-4ea3-ac6f-512c9c68ef96 service nova] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Updated VIF entry in instance network info cache for port c0f1ad30-40d1-4ab3-be46-9940907a2fe8. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1065.641641] env[70015]: DEBUG nova.network.neutron [req-75a9cefc-2882-4cde-bf4a-4e1ece19a040 req-75ab211b-8ebc-4ea3-ac6f-512c9c68ef96 service nova] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Updating instance_info_cache with network_info: [{"id": "c0f1ad30-40d1-4ab3-be46-9940907a2fe8", "address": "fa:16:3e:21:fd:e3", "network": {"id": "54eb7a37-2a22-42e7-8acd-b881580de840", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-916588865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c24df7a88e5f4165b2618140613b0538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0f1ad30-40", "ovs_interfaceid": "c0f1ad30-40d1-4ab3-be46-9940907a2fe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.680765] env[70015]: DEBUG oslo_concurrency.lockutils [None req-cdb700de-3289-4b33-822b-23c4409ad798 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Acquiring lock "0d932dc3-0f82-48f4-8fab-fcd39f5f89eb" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.681021] env[70015]: DEBUG oslo_concurrency.lockutils [None req-cdb700de-3289-4b33-822b-23c4409ad798 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Lock "0d932dc3-0f82-48f4-8fab-fcd39f5f89eb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.820769] env[70015]: DEBUG oslo_vmware.api [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611403, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.898902] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352f94bc-eea1-4f86-a33c-b801a9e4ce77 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.912026] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52afa6e4-687a-4229-a237-23add9933524 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.959991] env[70015]: DEBUG oslo_concurrency.lockutils [req-57b64c8a-d555-4b8e-b8e5-2a4e894d4d6b req-dc02c72c-f77d-473a-a387-fc8a00ffbd7e service nova] Releasing lock "refresh_cache-f32db101-16c7-4fe3-bf40-2e8e16c152ac" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.961600] env[70015]: DEBUG nova.network.neutron [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Updating instance_info_cache with network_info: [{"id": "532131bd-8964-416b-9574-49020def4089", "address": "fa:16:3e:1e:db:c2", "network": {"id": "6d8ddaa6-a85a-433f-a985-fdbfb9913c9e", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-404685912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9556717825c24d43880c6e21c8f6a540", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap532131bd-89", "ovs_interfaceid": "532131bd-8964-416b-9574-49020def4089", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.965429] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb7b92d-d41e-40c1-900d-f9b526583f58 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.968243] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bebe6b23-9e19-4ad0-b602-725355f19c59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Lock "d1651f12-9f96-4e9c-84fa-4925cd1b23e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.202s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.972875] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7fd46b-ad46-49be-8df7-677cfc788bc6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.992171] env[70015]: DEBUG nova.compute.provider_tree [None req-6bd05f84-12b0-4a75-b432-f682efef9575 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.129070] env[70015]: INFO nova.compute.manager [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Took 24.68 seconds to build instance. [ 1066.145463] env[70015]: DEBUG oslo_concurrency.lockutils [req-75a9cefc-2882-4cde-bf4a-4e1ece19a040 req-75ab211b-8ebc-4ea3-ac6f-512c9c68ef96 service nova] Releasing lock "refresh_cache-f3b64104-3919-4838-9c2b-601a41be2ece" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.145748] env[70015]: DEBUG nova.compute.manager [req-75a9cefc-2882-4cde-bf4a-4e1ece19a040 req-75ab211b-8ebc-4ea3-ac6f-512c9c68ef96 service nova] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Received event network-changed-09fab36f-d589-45af-af17-b4f17c842dc9 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.145921] env[70015]: DEBUG nova.compute.manager [req-75a9cefc-2882-4cde-bf4a-4e1ece19a040 req-75ab211b-8ebc-4ea3-ac6f-512c9c68ef96 service nova] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Refreshing instance network info cache due to event network-changed-09fab36f-d589-45af-af17-b4f17c842dc9. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1066.146146] env[70015]: DEBUG oslo_concurrency.lockutils [req-75a9cefc-2882-4cde-bf4a-4e1ece19a040 req-75ab211b-8ebc-4ea3-ac6f-512c9c68ef96 service nova] Acquiring lock "refresh_cache-f32db101-16c7-4fe3-bf40-2e8e16c152ac" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.146287] env[70015]: DEBUG oslo_concurrency.lockutils [req-75a9cefc-2882-4cde-bf4a-4e1ece19a040 req-75ab211b-8ebc-4ea3-ac6f-512c9c68ef96 service nova] Acquired lock "refresh_cache-f32db101-16c7-4fe3-bf40-2e8e16c152ac" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.146792] env[70015]: DEBUG nova.network.neutron [req-75a9cefc-2882-4cde-bf4a-4e1ece19a040 req-75ab211b-8ebc-4ea3-ac6f-512c9c68ef96 service nova] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Refreshing network info cache for port 09fab36f-d589-45af-af17-b4f17c842dc9 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1066.183930] env[70015]: DEBUG nova.compute.utils [None req-cdb700de-3289-4b33-822b-23c4409ad798 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1066.192817] env[70015]: DEBUG nova.network.neutron [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: a4aa7eb8-34bd-4270-a426-9b255f7db9d9] Successfully updated port: e33432f7-fc52-4f24-a1f1-bf72dfaf8580 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1066.318983] env[70015]: DEBUG oslo_vmware.api [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611403, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.797806} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.319332] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec/cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1066.319561] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.319810] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58b5d7e3-d52d-4361-8453-8369c33f8bf1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.325798] env[70015]: DEBUG oslo_vmware.api [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for the task: (returnval){ [ 1066.325798] env[70015]: value = "task-3611404" [ 1066.325798] env[70015]: _type = "Task" [ 1066.325798] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.333778] env[70015]: DEBUG oslo_vmware.api [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611404, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.467818] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Releasing lock "refresh_cache-dbb17646-97f0-4a0c-a717-acc18b5a120f" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.468288] env[70015]: DEBUG nova.compute.manager [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Instance network_info: |[{"id": "532131bd-8964-416b-9574-49020def4089", "address": "fa:16:3e:1e:db:c2", "network": {"id": "6d8ddaa6-a85a-433f-a985-fdbfb9913c9e", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-404685912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9556717825c24d43880c6e21c8f6a540", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap532131bd-89", "ovs_interfaceid": "532131bd-8964-416b-9574-49020def4089", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1066.468984] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:db:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50171613-b419-45e3-9ada-fcb6cd921428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '532131bd-8964-416b-9574-49020def4089', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1066.476754] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Creating folder: Project (9556717825c24d43880c6e21c8f6a540). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1066.477046] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2196099c-e289-4681-b86f-929ef41f1972 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.487499] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Created folder: Project (9556717825c24d43880c6e21c8f6a540) in parent group-v720117. [ 1066.487680] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Creating folder: Instances. Parent ref: group-v720380. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1066.487909] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a827292-0647-40d9-b7d5-cb8b9aa7f34a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.495425] env[70015]: DEBUG nova.scheduler.client.report [None req-6bd05f84-12b0-4a75-b432-f682efef9575 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.499512] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Created folder: Instances in parent group-v720380. [ 1066.499740] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.500145] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1066.500352] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-daef9723-3050-43a2-99c8-b91e648cfaa2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.519335] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1066.519335] env[70015]: value = "task-3611407" [ 1066.519335] env[70015]: _type = "Task" [ 1066.519335] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.528051] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611407, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.632992] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9d832d7e-7290-4998-93c1-286a8acc7a60 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Lock "3810ad21-174f-4a0a-8895-6c70adccfeda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.188s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.686186] env[70015]: DEBUG oslo_concurrency.lockutils [None req-cdb700de-3289-4b33-822b-23c4409ad798 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Lock "0d932dc3-0f82-48f4-8fab-fcd39f5f89eb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.696305] env[70015]: DEBUG oslo_concurrency.lockutils [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "refresh_cache-a4aa7eb8-34bd-4270-a426-9b255f7db9d9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.696588] env[70015]: DEBUG oslo_concurrency.lockutils [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquired lock "refresh_cache-a4aa7eb8-34bd-4270-a426-9b255f7db9d9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.696628] env[70015]: DEBUG nova.network.neutron [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: a4aa7eb8-34bd-4270-a426-9b255f7db9d9] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.800258] env[70015]: DEBUG nova.compute.manager [req-c85c02b7-e908-4eb8-8c77-0ea8043b10dd req-44663842-b2cd-4988-b909-c4e3e168c573 service nova] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Received event network-changed-c0f1ad30-40d1-4ab3-be46-9940907a2fe8 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.800465] env[70015]: DEBUG nova.compute.manager [req-c85c02b7-e908-4eb8-8c77-0ea8043b10dd req-44663842-b2cd-4988-b909-c4e3e168c573 service nova] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Refreshing instance network info cache due to event network-changed-c0f1ad30-40d1-4ab3-be46-9940907a2fe8. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1066.800735] env[70015]: DEBUG oslo_concurrency.lockutils [req-c85c02b7-e908-4eb8-8c77-0ea8043b10dd req-44663842-b2cd-4988-b909-c4e3e168c573 service nova] Acquiring lock "refresh_cache-f3b64104-3919-4838-9c2b-601a41be2ece" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.802554] env[70015]: DEBUG oslo_concurrency.lockutils [req-c85c02b7-e908-4eb8-8c77-0ea8043b10dd req-44663842-b2cd-4988-b909-c4e3e168c573 service nova] Acquired lock "refresh_cache-f3b64104-3919-4838-9c2b-601a41be2ece" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.802554] env[70015]: DEBUG nova.network.neutron [req-c85c02b7-e908-4eb8-8c77-0ea8043b10dd req-44663842-b2cd-4988-b909-c4e3e168c573 service nova] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Refreshing network info cache for port c0f1ad30-40d1-4ab3-be46-9940907a2fe8 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1066.835976] env[70015]: DEBUG oslo_vmware.api [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611404, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070293} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.836143] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1066.836895] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7490d71-2fa6-423d-b550-73d77408847e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.860701] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec/cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1066.860988] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebd9cb35-3202-4999-8bec-3eeb693924ef {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.885881] env[70015]: DEBUG oslo_vmware.api [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for the task: (returnval){ [ 1066.885881] env[70015]: value = "task-3611408" [ 1066.885881] env[70015]: _type = "Task" [ 1066.885881] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.894186] env[70015]: DEBUG oslo_vmware.api [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611408, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.937973] env[70015]: DEBUG nova.network.neutron [req-75a9cefc-2882-4cde-bf4a-4e1ece19a040 req-75ab211b-8ebc-4ea3-ac6f-512c9c68ef96 service nova] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Updated VIF entry in instance network info cache for port 09fab36f-d589-45af-af17-b4f17c842dc9. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1066.938543] env[70015]: DEBUG nova.network.neutron [req-75a9cefc-2882-4cde-bf4a-4e1ece19a040 req-75ab211b-8ebc-4ea3-ac6f-512c9c68ef96 service nova] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Updating instance_info_cache with network_info: [{"id": "09fab36f-d589-45af-af17-b4f17c842dc9", "address": "fa:16:3e:da:75:11", "network": {"id": "54eb7a37-2a22-42e7-8acd-b881580de840", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-916588865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c24df7a88e5f4165b2618140613b0538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09fab36f-d5", "ovs_interfaceid": "09fab36f-d589-45af-af17-b4f17c842dc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.997764] env[70015]: DEBUG nova.compute.manager [req-9d8668a1-a3d9-4f69-a6a6-31d829d27da7 req-e9e0bb03-5406-4bc3-b9e5-b4de567aa07a service nova] [instance: a4aa7eb8-34bd-4270-a426-9b255f7db9d9] Received event network-vif-plugged-e33432f7-fc52-4f24-a1f1-bf72dfaf8580 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.998805] env[70015]: DEBUG oslo_concurrency.lockutils [req-9d8668a1-a3d9-4f69-a6a6-31d829d27da7 req-e9e0bb03-5406-4bc3-b9e5-b4de567aa07a service nova] Acquiring lock "a4aa7eb8-34bd-4270-a426-9b255f7db9d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.998805] env[70015]: DEBUG oslo_concurrency.lockutils [req-9d8668a1-a3d9-4f69-a6a6-31d829d27da7 req-e9e0bb03-5406-4bc3-b9e5-b4de567aa07a service nova] Lock "a4aa7eb8-34bd-4270-a426-9b255f7db9d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.998805] env[70015]: DEBUG oslo_concurrency.lockutils [req-9d8668a1-a3d9-4f69-a6a6-31d829d27da7 req-e9e0bb03-5406-4bc3-b9e5-b4de567aa07a service nova] Lock "a4aa7eb8-34bd-4270-a426-9b255f7db9d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.998805] env[70015]: DEBUG nova.compute.manager [req-9d8668a1-a3d9-4f69-a6a6-31d829d27da7 req-e9e0bb03-5406-4bc3-b9e5-b4de567aa07a service nova] [instance: a4aa7eb8-34bd-4270-a426-9b255f7db9d9] No waiting events found dispatching network-vif-plugged-e33432f7-fc52-4f24-a1f1-bf72dfaf8580 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1066.998805] env[70015]: WARNING nova.compute.manager [req-9d8668a1-a3d9-4f69-a6a6-31d829d27da7 req-e9e0bb03-5406-4bc3-b9e5-b4de567aa07a service nova] [instance: a4aa7eb8-34bd-4270-a426-9b255f7db9d9] Received unexpected event network-vif-plugged-e33432f7-fc52-4f24-a1f1-bf72dfaf8580 for instance with vm_state building and task_state spawning. [ 1066.998805] env[70015]: DEBUG nova.compute.manager [req-9d8668a1-a3d9-4f69-a6a6-31d829d27da7 req-e9e0bb03-5406-4bc3-b9e5-b4de567aa07a service nova] [instance: a4aa7eb8-34bd-4270-a426-9b255f7db9d9] Received event network-changed-e33432f7-fc52-4f24-a1f1-bf72dfaf8580 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.999276] env[70015]: DEBUG nova.compute.manager [req-9d8668a1-a3d9-4f69-a6a6-31d829d27da7 req-e9e0bb03-5406-4bc3-b9e5-b4de567aa07a service nova] [instance: a4aa7eb8-34bd-4270-a426-9b255f7db9d9] Refreshing instance network info cache due to event network-changed-e33432f7-fc52-4f24-a1f1-bf72dfaf8580. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1066.999276] env[70015]: DEBUG oslo_concurrency.lockutils [req-9d8668a1-a3d9-4f69-a6a6-31d829d27da7 req-e9e0bb03-5406-4bc3-b9e5-b4de567aa07a service nova] Acquiring lock "refresh_cache-a4aa7eb8-34bd-4270-a426-9b255f7db9d9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.001582] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6bd05f84-12b0-4a75-b432-f682efef9575 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.961s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.003872] env[70015]: DEBUG oslo_concurrency.lockutils [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.275s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.005305] env[70015]: INFO nova.compute.claims [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 4e42e474-3a2d-4966-9695-4a8422ebfdf1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1067.025028] env[70015]: INFO nova.scheduler.client.report [None req-6bd05f84-12b0-4a75-b432-f682efef9575 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Deleted allocations for instance 5105dfda-ca6b-44a3-af23-9162d99c7cb7 [ 1067.032021] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611407, 'name': CreateVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.147893] env[70015]: INFO nova.compute.manager [None req-4d92b988-0212-45a0-9cfd-1641974956d9 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Rescuing [ 1067.148190] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4d92b988-0212-45a0-9cfd-1641974956d9 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Acquiring lock "refresh_cache-3810ad21-174f-4a0a-8895-6c70adccfeda" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.148343] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4d92b988-0212-45a0-9cfd-1641974956d9 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Acquired lock "refresh_cache-3810ad21-174f-4a0a-8895-6c70adccfeda" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.148512] env[70015]: DEBUG nova.network.neutron [None req-4d92b988-0212-45a0-9cfd-1641974956d9 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.231207] env[70015]: DEBUG nova.network.neutron [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: a4aa7eb8-34bd-4270-a426-9b255f7db9d9] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1067.396973] env[70015]: DEBUG oslo_vmware.api [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611408, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.443236] env[70015]: DEBUG oslo_concurrency.lockutils [req-75a9cefc-2882-4cde-bf4a-4e1ece19a040 req-75ab211b-8ebc-4ea3-ac6f-512c9c68ef96 service nova] Releasing lock "refresh_cache-f32db101-16c7-4fe3-bf40-2e8e16c152ac" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.443236] env[70015]: DEBUG nova.compute.manager [req-75a9cefc-2882-4cde-bf4a-4e1ece19a040 req-75ab211b-8ebc-4ea3-ac6f-512c9c68ef96 service nova] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Received event network-vif-plugged-532131bd-8964-416b-9574-49020def4089 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.443236] env[70015]: DEBUG oslo_concurrency.lockutils [req-75a9cefc-2882-4cde-bf4a-4e1ece19a040 req-75ab211b-8ebc-4ea3-ac6f-512c9c68ef96 service nova] Acquiring lock "dbb17646-97f0-4a0c-a717-acc18b5a120f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.443236] env[70015]: DEBUG oslo_concurrency.lockutils [req-75a9cefc-2882-4cde-bf4a-4e1ece19a040 req-75ab211b-8ebc-4ea3-ac6f-512c9c68ef96 service nova] Lock "dbb17646-97f0-4a0c-a717-acc18b5a120f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.443236] env[70015]: DEBUG oslo_concurrency.lockutils [req-75a9cefc-2882-4cde-bf4a-4e1ece19a040 req-75ab211b-8ebc-4ea3-ac6f-512c9c68ef96 service nova] Lock "dbb17646-97f0-4a0c-a717-acc18b5a120f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.443236] env[70015]: DEBUG nova.compute.manager [req-75a9cefc-2882-4cde-bf4a-4e1ece19a040 req-75ab211b-8ebc-4ea3-ac6f-512c9c68ef96 service nova] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] No waiting events found dispatching network-vif-plugged-532131bd-8964-416b-9574-49020def4089 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1067.443481] env[70015]: WARNING nova.compute.manager [req-75a9cefc-2882-4cde-bf4a-4e1ece19a040 req-75ab211b-8ebc-4ea3-ac6f-512c9c68ef96 service nova] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Received unexpected event network-vif-plugged-532131bd-8964-416b-9574-49020def4089 for instance with vm_state building and task_state spawning. [ 1067.443588] env[70015]: DEBUG nova.compute.manager [req-75a9cefc-2882-4cde-bf4a-4e1ece19a040 req-75ab211b-8ebc-4ea3-ac6f-512c9c68ef96 service nova] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Received event network-changed-532131bd-8964-416b-9574-49020def4089 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.443812] env[70015]: DEBUG nova.compute.manager [req-75a9cefc-2882-4cde-bf4a-4e1ece19a040 req-75ab211b-8ebc-4ea3-ac6f-512c9c68ef96 service nova] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Refreshing instance network info cache due to event network-changed-532131bd-8964-416b-9574-49020def4089. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1067.444048] env[70015]: DEBUG oslo_concurrency.lockutils [req-75a9cefc-2882-4cde-bf4a-4e1ece19a040 req-75ab211b-8ebc-4ea3-ac6f-512c9c68ef96 service nova] Acquiring lock "refresh_cache-dbb17646-97f0-4a0c-a717-acc18b5a120f" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.444190] env[70015]: DEBUG oslo_concurrency.lockutils [req-75a9cefc-2882-4cde-bf4a-4e1ece19a040 req-75ab211b-8ebc-4ea3-ac6f-512c9c68ef96 service nova] Acquired lock "refresh_cache-dbb17646-97f0-4a0c-a717-acc18b5a120f" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.444347] env[70015]: DEBUG nova.network.neutron [req-75a9cefc-2882-4cde-bf4a-4e1ece19a040 req-75ab211b-8ebc-4ea3-ac6f-512c9c68ef96 service nova] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Refreshing network info cache for port 532131bd-8964-416b-9574-49020def4089 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.484619] env[70015]: DEBUG nova.network.neutron [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: a4aa7eb8-34bd-4270-a426-9b255f7db9d9] Updating instance_info_cache with network_info: [{"id": "e33432f7-fc52-4f24-a1f1-bf72dfaf8580", "address": "fa:16:3e:10:84:49", "network": {"id": "aed3b2bc-e425-473e-9c01-5fba157d1ba4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-846382282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faa8a08038de44e2ad837e0e45b67282", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape33432f7-fc", "ovs_interfaceid": "e33432f7-fc52-4f24-a1f1-bf72dfaf8580", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.531247] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611407, 'name': CreateVM_Task, 'duration_secs': 0.553647} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.531497] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1067.532329] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.533093] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.533464] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.536224] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6bd05f84-12b0-4a75-b432-f682efef9575 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Lock "5105dfda-ca6b-44a3-af23-9162d99c7cb7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.497s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.537121] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-117a40dc-2fd8-469e-afcc-c9813501e930 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.543317] env[70015]: DEBUG oslo_vmware.api [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Waiting for the task: (returnval){ [ 1067.543317] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]529fee9e-1845-6806-b771-cb40502308f2" [ 1067.543317] env[70015]: _type = "Task" [ 1067.543317] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.553987] env[70015]: DEBUG oslo_vmware.api [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]529fee9e-1845-6806-b771-cb40502308f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.726150] env[70015]: DEBUG nova.network.neutron [req-c85c02b7-e908-4eb8-8c77-0ea8043b10dd req-44663842-b2cd-4988-b909-c4e3e168c573 service nova] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Updated VIF entry in instance network info cache for port c0f1ad30-40d1-4ab3-be46-9940907a2fe8. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.726559] env[70015]: DEBUG nova.network.neutron [req-c85c02b7-e908-4eb8-8c77-0ea8043b10dd req-44663842-b2cd-4988-b909-c4e3e168c573 service nova] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Updating instance_info_cache with network_info: [{"id": "c0f1ad30-40d1-4ab3-be46-9940907a2fe8", "address": "fa:16:3e:21:fd:e3", "network": {"id": "54eb7a37-2a22-42e7-8acd-b881580de840", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-916588865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c24df7a88e5f4165b2618140613b0538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0f1ad30-40", "ovs_interfaceid": "c0f1ad30-40d1-4ab3-be46-9940907a2fe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.753245] env[70015]: DEBUG oslo_concurrency.lockutils [None req-cdb700de-3289-4b33-822b-23c4409ad798 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Acquiring lock "0d932dc3-0f82-48f4-8fab-fcd39f5f89eb" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.753461] env[70015]: DEBUG oslo_concurrency.lockutils [None req-cdb700de-3289-4b33-822b-23c4409ad798 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Lock "0d932dc3-0f82-48f4-8fab-fcd39f5f89eb" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.753596] env[70015]: INFO nova.compute.manager [None req-cdb700de-3289-4b33-822b-23c4409ad798 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Attaching volume a6246e07-abb4-4cd2-89f4-3b43c0e6b933 to /dev/sdc [ 1067.808052] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d9e781-edad-49d2-9258-c613c3563217 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.816789] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c014a60-568f-4f10-9f3d-34d0c0e20343 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.836069] env[70015]: DEBUG nova.virt.block_device [None req-cdb700de-3289-4b33-822b-23c4409ad798 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Updating existing volume attachment record: dfdf4b39-320b-4088-8055-76f5cc8345ac {{(pid=70015) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1067.897049] env[70015]: DEBUG oslo_vmware.api [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611408, 'name': ReconfigVM_Task, 'duration_secs': 0.66543} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.897418] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Reconfigured VM instance instance-00000060 to attach disk [datastore1] cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec/cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.898110] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-937ad92d-f8bd-4ea9-91f3-de0f6cdb2029 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.904960] env[70015]: DEBUG oslo_vmware.api [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for the task: (returnval){ [ 1067.904960] env[70015]: value = "task-3611409" [ 1067.904960] env[70015]: _type = "Task" [ 1067.904960] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.913705] env[70015]: DEBUG oslo_vmware.api [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611409, 'name': Rename_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.987922] env[70015]: DEBUG oslo_concurrency.lockutils [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Releasing lock "refresh_cache-a4aa7eb8-34bd-4270-a426-9b255f7db9d9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.988200] env[70015]: DEBUG nova.compute.manager [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: a4aa7eb8-34bd-4270-a426-9b255f7db9d9] Instance network_info: |[{"id": "e33432f7-fc52-4f24-a1f1-bf72dfaf8580", "address": "fa:16:3e:10:84:49", "network": {"id": "aed3b2bc-e425-473e-9c01-5fba157d1ba4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-846382282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faa8a08038de44e2ad837e0e45b67282", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape33432f7-fc", "ovs_interfaceid": "e33432f7-fc52-4f24-a1f1-bf72dfaf8580", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1067.988556] env[70015]: DEBUG oslo_concurrency.lockutils [req-9d8668a1-a3d9-4f69-a6a6-31d829d27da7 req-e9e0bb03-5406-4bc3-b9e5-b4de567aa07a service nova] Acquired lock "refresh_cache-a4aa7eb8-34bd-4270-a426-9b255f7db9d9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.988756] env[70015]: DEBUG nova.network.neutron [req-9d8668a1-a3d9-4f69-a6a6-31d829d27da7 req-e9e0bb03-5406-4bc3-b9e5-b4de567aa07a service nova] [instance: a4aa7eb8-34bd-4270-a426-9b255f7db9d9] Refreshing network info cache for port e33432f7-fc52-4f24-a1f1-bf72dfaf8580 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.990981] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: a4aa7eb8-34bd-4270-a426-9b255f7db9d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:84:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cc30a16-f070-421c-964e-50c9aa32f17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e33432f7-fc52-4f24-a1f1-bf72dfaf8580', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1068.002382] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.004680] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4aa7eb8-34bd-4270-a426-9b255f7db9d9] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1068.004958] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f29f1e6-2cc0-4f1b-bbd5-b15c35c49d0d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.024785] env[70015]: DEBUG nova.network.neutron [None req-4d92b988-0212-45a0-9cfd-1641974956d9 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Updating instance_info_cache with network_info: [{"id": "d394a1f0-dc87-421f-8efd-07835a2bcf25", "address": "fa:16:3e:0e:1c:6b", "network": {"id": "3c20f828-b54b-46e8-8787-8652bc32cc05", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-883210113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae3ea9811a884cfdbfed901646a3947d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd394a1f0-dc", "ovs_interfaceid": "d394a1f0-dc87-421f-8efd-07835a2bcf25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.044355] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1068.044355] env[70015]: value = "task-3611411" [ 1068.044355] env[70015]: _type = "Task" [ 1068.044355] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.061462] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611411, 'name': CreateVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.069145] env[70015]: DEBUG oslo_vmware.api [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]529fee9e-1845-6806-b771-cb40502308f2, 'name': SearchDatastore_Task, 'duration_secs': 0.011424} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.069641] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.069951] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.070205] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.070403] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.070706] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.071535] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5cd7bd96-23e5-41fd-9859-220de8f94e2b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.083098] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.083548] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.084463] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d11de1ed-18ef-43f1-a309-30465f0d24cf {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.094323] env[70015]: DEBUG oslo_vmware.api [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Waiting for the task: (returnval){ [ 1068.094323] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]523858bc-0a57-9590-f7b3-6a9ed6051eb6" [ 1068.094323] env[70015]: _type = "Task" [ 1068.094323] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.107234] env[70015]: DEBUG oslo_vmware.api [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]523858bc-0a57-9590-f7b3-6a9ed6051eb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.234662] env[70015]: DEBUG oslo_concurrency.lockutils [req-c85c02b7-e908-4eb8-8c77-0ea8043b10dd req-44663842-b2cd-4988-b909-c4e3e168c573 service nova] Releasing lock "refresh_cache-f3b64104-3919-4838-9c2b-601a41be2ece" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.407205] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f38f7f8-8cc8-421a-a53d-3db190ed5acd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.422427] env[70015]: DEBUG oslo_vmware.api [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611409, 'name': Rename_Task, 'duration_secs': 0.182161} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.426884] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.427282] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15399334-c0fe-4759-b4d1-de783cb69290 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.430205] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e84b31-4527-49fa-92fc-fac39c604f4e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.470852] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93dce46-82d7-47a6-99e0-9b733ceab50c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.474855] env[70015]: DEBUG oslo_vmware.api [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for the task: (returnval){ [ 1068.474855] env[70015]: value = "task-3611412" [ 1068.474855] env[70015]: _type = "Task" [ 1068.474855] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.482446] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3157dd84-1939-4f42-a2a9-80e4d28e1bf6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.493380] env[70015]: DEBUG oslo_vmware.api [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611412, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.503036] env[70015]: DEBUG nova.compute.provider_tree [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.535966] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4d92b988-0212-45a0-9cfd-1641974956d9 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Releasing lock "refresh_cache-3810ad21-174f-4a0a-8895-6c70adccfeda" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.557426] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611411, 'name': CreateVM_Task} progress is 25%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.605387] env[70015]: DEBUG oslo_vmware.api [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]523858bc-0a57-9590-f7b3-6a9ed6051eb6, 'name': SearchDatastore_Task, 'duration_secs': 0.010238} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.606251] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a11c3ac5-4bb5-47a1-b8e8-1e4a42ae06c1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.611526] env[70015]: DEBUG oslo_vmware.api [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Waiting for the task: (returnval){ [ 1068.611526] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]527a83c1-fde1-785c-5955-f8af04980b19" [ 1068.611526] env[70015]: _type = "Task" [ 1068.611526] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.620110] env[70015]: DEBUG oslo_vmware.api [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]527a83c1-fde1-785c-5955-f8af04980b19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.765033] env[70015]: DEBUG nova.network.neutron [req-75a9cefc-2882-4cde-bf4a-4e1ece19a040 req-75ab211b-8ebc-4ea3-ac6f-512c9c68ef96 service nova] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Updated VIF entry in instance network info cache for port 532131bd-8964-416b-9574-49020def4089. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1068.765830] env[70015]: DEBUG nova.network.neutron [req-75a9cefc-2882-4cde-bf4a-4e1ece19a040 req-75ab211b-8ebc-4ea3-ac6f-512c9c68ef96 service nova] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Updating instance_info_cache with network_info: [{"id": "532131bd-8964-416b-9574-49020def4089", "address": "fa:16:3e:1e:db:c2", "network": {"id": "6d8ddaa6-a85a-433f-a985-fdbfb9913c9e", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-404685912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9556717825c24d43880c6e21c8f6a540", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap532131bd-89", "ovs_interfaceid": "532131bd-8964-416b-9574-49020def4089", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.898486] env[70015]: DEBUG nova.network.neutron [req-9d8668a1-a3d9-4f69-a6a6-31d829d27da7 req-e9e0bb03-5406-4bc3-b9e5-b4de567aa07a service nova] [instance: a4aa7eb8-34bd-4270-a426-9b255f7db9d9] Updated VIF entry in instance network info cache for port e33432f7-fc52-4f24-a1f1-bf72dfaf8580. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1068.898888] env[70015]: DEBUG nova.network.neutron [req-9d8668a1-a3d9-4f69-a6a6-31d829d27da7 req-e9e0bb03-5406-4bc3-b9e5-b4de567aa07a service nova] [instance: a4aa7eb8-34bd-4270-a426-9b255f7db9d9] Updating instance_info_cache with network_info: [{"id": "e33432f7-fc52-4f24-a1f1-bf72dfaf8580", "address": "fa:16:3e:10:84:49", "network": {"id": "aed3b2bc-e425-473e-9c01-5fba157d1ba4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-846382282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faa8a08038de44e2ad837e0e45b67282", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape33432f7-fc", "ovs_interfaceid": "e33432f7-fc52-4f24-a1f1-bf72dfaf8580", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.989282] env[70015]: DEBUG oslo_vmware.api [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611412, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.009501] env[70015]: DEBUG nova.scheduler.client.report [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.054351] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611411, 'name': CreateVM_Task, 'duration_secs': 0.667833} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.054613] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4aa7eb8-34bd-4270-a426-9b255f7db9d9] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1069.055266] env[70015]: DEBUG oslo_concurrency.lockutils [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.055437] env[70015]: DEBUG oslo_concurrency.lockutils [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.055801] env[70015]: DEBUG oslo_concurrency.lockutils [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.056084] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e9e49a6-773b-4d36-b0bb-83fc28ffabb3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.060780] env[70015]: DEBUG oslo_vmware.api [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 1069.060780] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5298338f-c1c2-4bf9-9fd3-a202b3cc38fc" [ 1069.060780] env[70015]: _type = "Task" [ 1069.060780] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.069311] env[70015]: DEBUG oslo_vmware.api [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5298338f-c1c2-4bf9-9fd3-a202b3cc38fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.122633] env[70015]: DEBUG oslo_vmware.api [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]527a83c1-fde1-785c-5955-f8af04980b19, 'name': SearchDatastore_Task, 'duration_secs': 0.016029} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.122914] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.123201] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] dbb17646-97f0-4a0c-a717-acc18b5a120f/dbb17646-97f0-4a0c-a717-acc18b5a120f.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.123512] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e18bc606-4ed4-442f-b994-e89c594b7405 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.130535] env[70015]: DEBUG oslo_vmware.api [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Waiting for the task: (returnval){ [ 1069.130535] env[70015]: value = "task-3611413" [ 1069.130535] env[70015]: _type = "Task" [ 1069.130535] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.138425] env[70015]: DEBUG oslo_vmware.api [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Task: {'id': task-3611413, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.268258] env[70015]: DEBUG oslo_concurrency.lockutils [req-75a9cefc-2882-4cde-bf4a-4e1ece19a040 req-75ab211b-8ebc-4ea3-ac6f-512c9c68ef96 service nova] Releasing lock "refresh_cache-dbb17646-97f0-4a0c-a717-acc18b5a120f" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.401530] env[70015]: DEBUG oslo_concurrency.lockutils [req-9d8668a1-a3d9-4f69-a6a6-31d829d27da7 req-e9e0bb03-5406-4bc3-b9e5-b4de567aa07a service nova] Releasing lock "refresh_cache-a4aa7eb8-34bd-4270-a426-9b255f7db9d9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.486643] env[70015]: DEBUG oslo_vmware.api [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611412, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.514857] env[70015]: DEBUG oslo_concurrency.lockutils [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.511s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.515533] env[70015]: DEBUG nova.compute.manager [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 4e42e474-3a2d-4966-9695-4a8422ebfdf1] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1069.518796] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.683s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.520965] env[70015]: INFO nova.compute.claims [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1069.583166] env[70015]: DEBUG oslo_vmware.api [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5298338f-c1c2-4bf9-9fd3-a202b3cc38fc, 'name': SearchDatastore_Task, 'duration_secs': 0.01763} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.584945] env[70015]: DEBUG oslo_concurrency.lockutils [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.585275] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: a4aa7eb8-34bd-4270-a426-9b255f7db9d9] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1069.585879] env[70015]: DEBUG oslo_concurrency.lockutils [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.586145] env[70015]: DEBUG oslo_concurrency.lockutils [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.587019] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1069.587628] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e68c6d6-d8b6-4446-96d8-a83e2ddce39e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.604189] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1069.604560] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1069.607102] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4f9e2fd-bb6c-4c0d-aaf5-bf06036b5975 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.615292] env[70015]: DEBUG oslo_vmware.api [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 1069.615292] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5234955b-0f2c-4523-3b1c-7607d5731df1" [ 1069.615292] env[70015]: _type = "Task" [ 1069.615292] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.625421] env[70015]: DEBUG oslo_vmware.api [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5234955b-0f2c-4523-3b1c-7607d5731df1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.641232] env[70015]: DEBUG oslo_vmware.api [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Task: {'id': task-3611413, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.992020] env[70015]: DEBUG oslo_vmware.api [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611412, 'name': PowerOnVM_Task, 'duration_secs': 1.313342} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.992020] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1069.992020] env[70015]: INFO nova.compute.manager [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Took 9.96 seconds to spawn the instance on the hypervisor. [ 1069.992020] env[70015]: DEBUG nova.compute.manager [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1069.992740] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73fa73d8-c1b8-4437-8f3c-1a347bc52d11 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.025411] env[70015]: DEBUG nova.compute.utils [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1070.029359] env[70015]: DEBUG nova.compute.manager [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 4e42e474-3a2d-4966-9695-4a8422ebfdf1] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1070.029588] env[70015]: DEBUG nova.network.neutron [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 4e42e474-3a2d-4966-9695-4a8422ebfdf1] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1070.080572] env[70015]: DEBUG nova.policy [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '71d14ff2560345f8a3ffe5c3bdbc2b9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b72f826aa534249890653a8e469cbaf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 1070.088115] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d92b988-0212-45a0-9cfd-1641974956d9 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.088406] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a68692f0-2d00-49f7-8f9c-3e7e5bd55e05 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.094217] env[70015]: DEBUG oslo_vmware.api [None req-4d92b988-0212-45a0-9cfd-1641974956d9 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1070.094217] env[70015]: value = "task-3611415" [ 1070.094217] env[70015]: _type = "Task" [ 1070.094217] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.104217] env[70015]: DEBUG oslo_vmware.api [None req-4d92b988-0212-45a0-9cfd-1641974956d9 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611415, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.127064] env[70015]: DEBUG oslo_vmware.api [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5234955b-0f2c-4523-3b1c-7607d5731df1, 'name': SearchDatastore_Task, 'duration_secs': 0.061688} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.128108] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6843a4aa-0beb-4166-b166-f0ddf240038f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.136800] env[70015]: DEBUG oslo_vmware.api [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 1070.136800] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]521c83a5-cb04-f442-47fc-76003a60b8ce" [ 1070.136800] env[70015]: _type = "Task" [ 1070.136800] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.143469] env[70015]: DEBUG oslo_vmware.api [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Task: {'id': task-3611413, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.748077} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.144075] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] dbb17646-97f0-4a0c-a717-acc18b5a120f/dbb17646-97f0-4a0c-a717-acc18b5a120f.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1070.144521] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1070.144685] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ad2331f-8f5e-43b6-8ccf-39d967d25bbe {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.150295] env[70015]: DEBUG oslo_vmware.api [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]521c83a5-cb04-f442-47fc-76003a60b8ce, 'name': SearchDatastore_Task, 'duration_secs': 0.010584} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.151457] env[70015]: DEBUG oslo_concurrency.lockutils [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.151457] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] a4aa7eb8-34bd-4270-a426-9b255f7db9d9/a4aa7eb8-34bd-4270-a426-9b255f7db9d9.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1070.151675] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1db5c431-2bcd-46ea-8c7c-d799bd64848e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.155041] env[70015]: DEBUG oslo_vmware.api [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Waiting for the task: (returnval){ [ 1070.155041] env[70015]: value = "task-3611416" [ 1070.155041] env[70015]: _type = "Task" [ 1070.155041] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.159932] env[70015]: DEBUG oslo_vmware.api [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 1070.159932] env[70015]: value = "task-3611417" [ 1070.159932] env[70015]: _type = "Task" [ 1070.159932] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.166099] env[70015]: DEBUG oslo_vmware.api [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Task: {'id': task-3611416, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.171585] env[70015]: DEBUG oslo_vmware.api [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3611417, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.522060] env[70015]: INFO nova.compute.manager [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Took 27.58 seconds to build instance. [ 1070.534140] env[70015]: DEBUG nova.compute.manager [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 4e42e474-3a2d-4966-9695-4a8422ebfdf1] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1070.543814] env[70015]: DEBUG nova.network.neutron [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 4e42e474-3a2d-4966-9695-4a8422ebfdf1] Successfully created port: cb1dc899-9e9d-4441-ae52-8d13d4123e21 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1070.614211] env[70015]: DEBUG oslo_vmware.api [None req-4d92b988-0212-45a0-9cfd-1641974956d9 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611415, 'name': PowerOffVM_Task, 'duration_secs': 0.238518} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.614211] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d92b988-0212-45a0-9cfd-1641974956d9 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1070.614211] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcda8f24-143b-4f76-b1e6-4f8092bea748 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.642641] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69942d82-ca87-4445-841f-58df127c9a82 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.679173] env[70015]: DEBUG oslo_vmware.api [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Task: {'id': task-3611416, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075509} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.685481] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1070.686729] env[70015]: DEBUG oslo_vmware.api [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3611417, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.689498] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d0ae1f-9eb0-4570-b327-66490f576daf {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.713666] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] dbb17646-97f0-4a0c-a717-acc18b5a120f/dbb17646-97f0-4a0c-a717-acc18b5a120f.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1070.718491] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d92b988-0212-45a0-9cfd-1641974956d9 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.718802] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01e4ba38-dcc2-4c18-80c3-d13836591361 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.734030] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9484c620-3fb1-4177-9ade-888dfd08440d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.741046] env[70015]: DEBUG oslo_vmware.api [None req-4d92b988-0212-45a0-9cfd-1641974956d9 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1070.741046] env[70015]: value = "task-3611419" [ 1070.741046] env[70015]: _type = "Task" [ 1070.741046] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.742661] env[70015]: DEBUG oslo_vmware.api [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Waiting for the task: (returnval){ [ 1070.742661] env[70015]: value = "task-3611418" [ 1070.742661] env[70015]: _type = "Task" [ 1070.742661] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.764442] env[70015]: DEBUG oslo_vmware.api [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Task: {'id': task-3611418, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.764814] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d92b988-0212-45a0-9cfd-1641974956d9 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] VM already powered off {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1070.764964] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4d92b988-0212-45a0-9cfd-1641974956d9 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1070.765373] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4d92b988-0212-45a0-9cfd-1641974956d9 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.765542] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4d92b988-0212-45a0-9cfd-1641974956d9 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.765732] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d92b988-0212-45a0-9cfd-1641974956d9 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1070.765998] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ee064cf-f291-4749-8ef6-2c742b1bff48 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.777199] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d92b988-0212-45a0-9cfd-1641974956d9 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1070.777388] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4d92b988-0212-45a0-9cfd-1641974956d9 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1070.778167] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c45957ac-9057-4708-ad12-4d17e1ec05ea {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.785690] env[70015]: DEBUG oslo_vmware.api [None req-4d92b988-0212-45a0-9cfd-1641974956d9 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1070.785690] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52c83332-875c-e519-717c-577c22e5f9fc" [ 1070.785690] env[70015]: _type = "Task" [ 1070.785690] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.794340] env[70015]: DEBUG oslo_vmware.api [None req-4d92b988-0212-45a0-9cfd-1641974956d9 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52c83332-875c-e519-717c-577c22e5f9fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.966018] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a37774d-ca43-4418-881e-15d3a6dee599 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.973360] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08fe14ef-4f47-4ec3-98cb-aea8c380416c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.006351] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab674799-6774-41bb-b77f-f5ed1d6e3795 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.020262] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0723bce3-1eff-453e-aa66-a95107941bef {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.028475] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2b09c635-d7b9-4030-9603-2c99b49f562a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Lock "cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.101s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.041863] env[70015]: DEBUG nova.compute.provider_tree [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.087397] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3796e7ec-aa02-448f-ba77-2cba353c00d8 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "interface-f3b64104-3919-4838-9c2b-601a41be2ece-a6aac2be-fe3d-4206-ad70-80489df51a88" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.087962] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3796e7ec-aa02-448f-ba77-2cba353c00d8 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "interface-f3b64104-3919-4838-9c2b-601a41be2ece-a6aac2be-fe3d-4206-ad70-80489df51a88" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.088409] env[70015]: DEBUG nova.objects.instance [None req-3796e7ec-aa02-448f-ba77-2cba353c00d8 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lazy-loading 'flavor' on Instance uuid f3b64104-3919-4838-9c2b-601a41be2ece {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.174108] env[70015]: DEBUG oslo_vmware.api [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3611417, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.743255} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.175060] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] a4aa7eb8-34bd-4270-a426-9b255f7db9d9/a4aa7eb8-34bd-4270-a426-9b255f7db9d9.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1071.175366] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: a4aa7eb8-34bd-4270-a426-9b255f7db9d9] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1071.176055] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8497b359-db4b-45e8-9a37-0e06f7449e3f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.183221] env[70015]: DEBUG oslo_vmware.api [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 1071.183221] env[70015]: value = "task-3611420" [ 1071.183221] env[70015]: _type = "Task" [ 1071.183221] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.192997] env[70015]: DEBUG oslo_vmware.api [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3611420, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.256312] env[70015]: DEBUG oslo_vmware.api [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Task: {'id': task-3611418, 'name': ReconfigVM_Task, 'duration_secs': 0.378183} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.257044] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Reconfigured VM instance instance-00000061 to attach disk [datastore2] dbb17646-97f0-4a0c-a717-acc18b5a120f/dbb17646-97f0-4a0c-a717-acc18b5a120f.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1071.257931] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3676e7ac-6722-4660-adb3-5dbcb7f38937 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.264558] env[70015]: DEBUG oslo_vmware.api [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Waiting for the task: (returnval){ [ 1071.264558] env[70015]: value = "task-3611421" [ 1071.264558] env[70015]: _type = "Task" [ 1071.264558] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.273834] env[70015]: DEBUG oslo_vmware.api [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Task: {'id': task-3611421, 'name': Rename_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.297199] env[70015]: DEBUG oslo_vmware.api [None req-4d92b988-0212-45a0-9cfd-1641974956d9 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52c83332-875c-e519-717c-577c22e5f9fc, 'name': SearchDatastore_Task, 'duration_secs': 0.02858} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.297531] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd61ba0a-59ee-4aa6-a0b0-133b144e8d91 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.302534] env[70015]: DEBUG oslo_vmware.api [None req-4d92b988-0212-45a0-9cfd-1641974956d9 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1071.302534] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52941b66-b3f8-e766-b8c8-6eb5ba2097ec" [ 1071.302534] env[70015]: _type = "Task" [ 1071.302534] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.310663] env[70015]: DEBUG oslo_vmware.api [None req-4d92b988-0212-45a0-9cfd-1641974956d9 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52941b66-b3f8-e766-b8c8-6eb5ba2097ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.366193] env[70015]: DEBUG nova.compute.manager [req-d006c356-984f-4c74-b2f1-b5af4aab4607 req-902f08c7-6723-4de9-bbec-db6a6cc15992 service nova] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Received event network-changed-1c548735-b404-460f-821f-1f4af087088c {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.366495] env[70015]: DEBUG nova.compute.manager [req-d006c356-984f-4c74-b2f1-b5af4aab4607 req-902f08c7-6723-4de9-bbec-db6a6cc15992 service nova] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Refreshing instance network info cache due to event network-changed-1c548735-b404-460f-821f-1f4af087088c. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1071.366806] env[70015]: DEBUG oslo_concurrency.lockutils [req-d006c356-984f-4c74-b2f1-b5af4aab4607 req-902f08c7-6723-4de9-bbec-db6a6cc15992 service nova] Acquiring lock "refresh_cache-cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.367018] env[70015]: DEBUG oslo_concurrency.lockutils [req-d006c356-984f-4c74-b2f1-b5af4aab4607 req-902f08c7-6723-4de9-bbec-db6a6cc15992 service nova] Acquired lock "refresh_cache-cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.367163] env[70015]: DEBUG nova.network.neutron [req-d006c356-984f-4c74-b2f1-b5af4aab4607 req-902f08c7-6723-4de9-bbec-db6a6cc15992 service nova] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Refreshing network info cache for port 1c548735-b404-460f-821f-1f4af087088c {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1071.547228] env[70015]: DEBUG nova.scheduler.client.report [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.552914] env[70015]: DEBUG nova.compute.manager [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 4e42e474-3a2d-4966-9695-4a8422ebfdf1] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1071.592458] env[70015]: DEBUG nova.virt.hardware [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1071.592842] env[70015]: DEBUG nova.virt.hardware [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1071.592986] env[70015]: DEBUG nova.virt.hardware [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.593240] env[70015]: DEBUG nova.virt.hardware [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1071.593392] env[70015]: DEBUG nova.virt.hardware [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.593538] env[70015]: DEBUG nova.virt.hardware [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1071.594057] env[70015]: DEBUG nova.virt.hardware [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1071.594285] env[70015]: DEBUG nova.virt.hardware [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1071.594496] env[70015]: DEBUG nova.virt.hardware [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1071.594626] env[70015]: DEBUG nova.virt.hardware [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1071.594781] env[70015]: DEBUG nova.virt.hardware [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1071.599161] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf216678-f1d1-4622-acf2-b766e9b2e673 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.613347] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353f43a4-e508-4aa6-9307-60023a7811fa {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.694849] env[70015]: DEBUG oslo_vmware.api [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3611420, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.204399} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.695098] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: a4aa7eb8-34bd-4270-a426-9b255f7db9d9] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1071.695901] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32fe87d-9198-4283-9e39-5f9eb7f3ef70 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.718700] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: a4aa7eb8-34bd-4270-a426-9b255f7db9d9] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] a4aa7eb8-34bd-4270-a426-9b255f7db9d9/a4aa7eb8-34bd-4270-a426-9b255f7db9d9.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.719715] env[70015]: DEBUG nova.objects.instance [None req-3796e7ec-aa02-448f-ba77-2cba353c00d8 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lazy-loading 'pci_requests' on Instance uuid f3b64104-3919-4838-9c2b-601a41be2ece {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.720901] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71168261-6486-4753-852f-a3318b3c5930 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.743956] env[70015]: DEBUG oslo_vmware.api [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 1071.743956] env[70015]: value = "task-3611422" [ 1071.743956] env[70015]: _type = "Task" [ 1071.743956] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.752017] env[70015]: DEBUG oslo_vmware.api [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3611422, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.775230] env[70015]: DEBUG oslo_vmware.api [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Task: {'id': task-3611421, 'name': Rename_Task, 'duration_secs': 0.144336} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.775519] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1071.775766] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15b48c99-7cd8-4c5f-b86f-d4d10dfd7d5d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.781227] env[70015]: DEBUG oslo_vmware.api [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Waiting for the task: (returnval){ [ 1071.781227] env[70015]: value = "task-3611423" [ 1071.781227] env[70015]: _type = "Task" [ 1071.781227] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.789122] env[70015]: DEBUG oslo_vmware.api [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Task: {'id': task-3611423, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.813494] env[70015]: DEBUG oslo_vmware.api [None req-4d92b988-0212-45a0-9cfd-1641974956d9 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52941b66-b3f8-e766-b8c8-6eb5ba2097ec, 'name': SearchDatastore_Task, 'duration_secs': 0.015408} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.813752] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4d92b988-0212-45a0-9cfd-1641974956d9 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.814170] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d92b988-0212-45a0-9cfd-1641974956d9 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 3810ad21-174f-4a0a-8895-6c70adccfeda/610693f8-5d52-4275-a790-262cb88d3cd9-rescue.vmdk. {{(pid=70015) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1071.814362] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e47c3a28-84f8-4a84-9afd-e3592f603998 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.820852] env[70015]: DEBUG oslo_vmware.api [None req-4d92b988-0212-45a0-9cfd-1641974956d9 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1071.820852] env[70015]: value = "task-3611424" [ 1071.820852] env[70015]: _type = "Task" [ 1071.820852] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.828434] env[70015]: DEBUG oslo_vmware.api [None req-4d92b988-0212-45a0-9cfd-1641974956d9 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611424, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.056025] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.535s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.056025] env[70015]: DEBUG nova.compute.manager [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1072.058090] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.174s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.060063] env[70015]: INFO nova.compute.claims [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1072.241049] env[70015]: DEBUG nova.objects.base [None req-3796e7ec-aa02-448f-ba77-2cba353c00d8 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70015) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1072.241049] env[70015]: DEBUG nova.network.neutron [None req-3796e7ec-aa02-448f-ba77-2cba353c00d8 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1072.259094] env[70015]: DEBUG oslo_vmware.api [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3611422, 'name': ReconfigVM_Task, 'duration_secs': 0.37486} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.261021] env[70015]: DEBUG nova.network.neutron [req-d006c356-984f-4c74-b2f1-b5af4aab4607 req-902f08c7-6723-4de9-bbec-db6a6cc15992 service nova] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Updated VIF entry in instance network info cache for port 1c548735-b404-460f-821f-1f4af087088c. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1072.261249] env[70015]: DEBUG nova.network.neutron [req-d006c356-984f-4c74-b2f1-b5af4aab4607 req-902f08c7-6723-4de9-bbec-db6a6cc15992 service nova] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Updating instance_info_cache with network_info: [{"id": "1c548735-b404-460f-821f-1f4af087088c", "address": "fa:16:3e:50:e2:2c", "network": {"id": "74079621-6489-4099-86ba-2ce6a3e033f9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-701290069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db9270719b1d444d9e1e4434b1a1199a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c548735-b4", "ovs_interfaceid": "1c548735-b404-460f-821f-1f4af087088c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.262937] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: a4aa7eb8-34bd-4270-a426-9b255f7db9d9] Reconfigured VM instance instance-00000062 to attach disk [datastore2] a4aa7eb8-34bd-4270-a426-9b255f7db9d9/a4aa7eb8-34bd-4270-a426-9b255f7db9d9.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.265199] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c4df82d-c026-4970-bf46-746b1eecc1b6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.271606] env[70015]: DEBUG oslo_vmware.api [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 1072.271606] env[70015]: value = "task-3611425" [ 1072.271606] env[70015]: _type = "Task" [ 1072.271606] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.285917] env[70015]: DEBUG oslo_vmware.api [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3611425, 'name': Rename_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.301568] env[70015]: DEBUG oslo_vmware.api [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Task: {'id': task-3611423, 'name': PowerOnVM_Task, 'duration_secs': 0.475962} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.301568] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1072.302100] env[70015]: INFO nova.compute.manager [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Took 9.76 seconds to spawn the instance on the hypervisor. [ 1072.302488] env[70015]: DEBUG nova.compute.manager [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1072.304020] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3a8f02-bb70-43df-b842-f92a44febd96 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.337642] env[70015]: DEBUG oslo_vmware.api [None req-4d92b988-0212-45a0-9cfd-1641974956d9 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611424, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.395340] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdb700de-3289-4b33-822b-23c4409ad798 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Volume attach. Driver type: vmdk {{(pid=70015) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1072.395340] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdb700de-3289-4b33-822b-23c4409ad798 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720383', 'volume_id': 'a6246e07-abb4-4cd2-89f4-3b43c0e6b933', 'name': 'volume-a6246e07-abb4-4cd2-89f4-3b43c0e6b933', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d932dc3-0f82-48f4-8fab-fcd39f5f89eb', 'attached_at': '', 'detached_at': '', 'volume_id': 'a6246e07-abb4-4cd2-89f4-3b43c0e6b933', 'serial': 'a6246e07-abb4-4cd2-89f4-3b43c0e6b933'} {{(pid=70015) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1072.395340] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705c5a0e-3656-4359-b946-fd560a747be6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.416647] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75746c10-6a83-4399-8aee-369ff2e60a53 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.455131] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdb700de-3289-4b33-822b-23c4409ad798 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] volume-a6246e07-abb4-4cd2-89f4-3b43c0e6b933/volume-a6246e07-abb4-4cd2-89f4-3b43c0e6b933.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.456362] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1936959e-4653-47ba-86bc-42d5bcba24b2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.483207] env[70015]: DEBUG oslo_vmware.api [None req-cdb700de-3289-4b33-822b-23c4409ad798 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Waiting for the task: (returnval){ [ 1072.483207] env[70015]: value = "task-3611426" [ 1072.483207] env[70015]: _type = "Task" [ 1072.483207] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.490194] env[70015]: DEBUG oslo_vmware.api [None req-cdb700de-3289-4b33-822b-23c4409ad798 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3611426, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.496851] env[70015]: DEBUG nova.network.neutron [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 4e42e474-3a2d-4966-9695-4a8422ebfdf1] Successfully updated port: cb1dc899-9e9d-4441-ae52-8d13d4123e21 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1072.566494] env[70015]: DEBUG nova.compute.utils [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1072.570080] env[70015]: DEBUG nova.compute.manager [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1072.570080] env[70015]: DEBUG nova.network.neutron [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1072.647043] env[70015]: DEBUG nova.policy [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97fe7707d9f14e94827d6a5d6629fc2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd1c3c3921bf344c780646f4bee87bbab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 1072.656170] env[70015]: DEBUG nova.policy [None req-3796e7ec-aa02-448f-ba77-2cba353c00d8 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '281654ddb97845d9919473afc24a3063', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c24df7a88e5f4165b2618140613b0538', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 1072.670863] env[70015]: DEBUG nova.compute.manager [req-1e6afdca-6f96-4af7-915e-b9dba3753815 req-c3858e40-76fc-40fd-af1e-99e2bb211c37 service nova] [instance: 4e42e474-3a2d-4966-9695-4a8422ebfdf1] Received event network-vif-plugged-cb1dc899-9e9d-4441-ae52-8d13d4123e21 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.671127] env[70015]: DEBUG oslo_concurrency.lockutils [req-1e6afdca-6f96-4af7-915e-b9dba3753815 req-c3858e40-76fc-40fd-af1e-99e2bb211c37 service nova] Acquiring lock "4e42e474-3a2d-4966-9695-4a8422ebfdf1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.671397] env[70015]: DEBUG oslo_concurrency.lockutils [req-1e6afdca-6f96-4af7-915e-b9dba3753815 req-c3858e40-76fc-40fd-af1e-99e2bb211c37 service nova] Lock "4e42e474-3a2d-4966-9695-4a8422ebfdf1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.671927] env[70015]: DEBUG oslo_concurrency.lockutils [req-1e6afdca-6f96-4af7-915e-b9dba3753815 req-c3858e40-76fc-40fd-af1e-99e2bb211c37 service nova] Lock "4e42e474-3a2d-4966-9695-4a8422ebfdf1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.672294] env[70015]: DEBUG nova.compute.manager [req-1e6afdca-6f96-4af7-915e-b9dba3753815 req-c3858e40-76fc-40fd-af1e-99e2bb211c37 service nova] [instance: 4e42e474-3a2d-4966-9695-4a8422ebfdf1] No waiting events found dispatching network-vif-plugged-cb1dc899-9e9d-4441-ae52-8d13d4123e21 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1072.672597] env[70015]: WARNING nova.compute.manager [req-1e6afdca-6f96-4af7-915e-b9dba3753815 req-c3858e40-76fc-40fd-af1e-99e2bb211c37 service nova] [instance: 4e42e474-3a2d-4966-9695-4a8422ebfdf1] Received unexpected event network-vif-plugged-cb1dc899-9e9d-4441-ae52-8d13d4123e21 for instance with vm_state building and task_state spawning. [ 1072.765127] env[70015]: DEBUG oslo_concurrency.lockutils [req-d006c356-984f-4c74-b2f1-b5af4aab4607 req-902f08c7-6723-4de9-bbec-db6a6cc15992 service nova] Releasing lock "refresh_cache-cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.785861] env[70015]: DEBUG oslo_vmware.api [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3611425, 'name': Rename_Task, 'duration_secs': 0.18415} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.786499] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: a4aa7eb8-34bd-4270-a426-9b255f7db9d9] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.786890] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe030ef1-cb4e-4e96-8091-4c568a32c558 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.794329] env[70015]: DEBUG oslo_vmware.api [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 1072.794329] env[70015]: value = "task-3611427" [ 1072.794329] env[70015]: _type = "Task" [ 1072.794329] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.805236] env[70015]: DEBUG oslo_vmware.api [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3611427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.833406] env[70015]: INFO nova.compute.manager [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Took 29.01 seconds to build instance. [ 1072.838175] env[70015]: DEBUG oslo_vmware.api [None req-4d92b988-0212-45a0-9cfd-1641974956d9 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611424, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674847} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.838391] env[70015]: INFO nova.virt.vmwareapi.ds_util [None req-4d92b988-0212-45a0-9cfd-1641974956d9 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 3810ad21-174f-4a0a-8895-6c70adccfeda/610693f8-5d52-4275-a790-262cb88d3cd9-rescue.vmdk. [ 1072.839298] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0224723f-dc99-4805-b211-7e75f4563aaa {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.877602] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d92b988-0212-45a0-9cfd-1641974956d9 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 3810ad21-174f-4a0a-8895-6c70adccfeda/610693f8-5d52-4275-a790-262cb88d3cd9-rescue.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.878657] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80b4c854-c96d-4bf9-a860-87854c0494bd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.900188] env[70015]: DEBUG oslo_vmware.api [None req-4d92b988-0212-45a0-9cfd-1641974956d9 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1072.900188] env[70015]: value = "task-3611428" [ 1072.900188] env[70015]: _type = "Task" [ 1072.900188] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.911281] env[70015]: DEBUG oslo_vmware.api [None req-4d92b988-0212-45a0-9cfd-1641974956d9 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611428, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.991371] env[70015]: DEBUG oslo_vmware.api [None req-cdb700de-3289-4b33-822b-23c4409ad798 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3611426, 'name': ReconfigVM_Task, 'duration_secs': 0.499521} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.991704] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdb700de-3289-4b33-822b-23c4409ad798 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Reconfigured VM instance instance-00000055 to attach disk [datastore2] volume-a6246e07-abb4-4cd2-89f4-3b43c0e6b933/volume-a6246e07-abb4-4cd2-89f4-3b43c0e6b933.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.997437] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f6b69ef-791c-4f45-9a91-7c5659e47fe0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.010276] env[70015]: DEBUG oslo_concurrency.lockutils [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquiring lock "refresh_cache-4e42e474-3a2d-4966-9695-4a8422ebfdf1" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.010463] env[70015]: DEBUG oslo_concurrency.lockutils [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquired lock "refresh_cache-4e42e474-3a2d-4966-9695-4a8422ebfdf1" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.010639] env[70015]: DEBUG nova.network.neutron [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 4e42e474-3a2d-4966-9695-4a8422ebfdf1] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.016987] env[70015]: DEBUG oslo_vmware.api [None req-cdb700de-3289-4b33-822b-23c4409ad798 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Waiting for the task: (returnval){ [ 1073.016987] env[70015]: value = "task-3611429" [ 1073.016987] env[70015]: _type = "Task" [ 1073.016987] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.027630] env[70015]: DEBUG oslo_vmware.api [None req-cdb700de-3289-4b33-822b-23c4409ad798 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3611429, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.039928] env[70015]: DEBUG nova.network.neutron [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Successfully created port: 0518ead7-adad-4aa4-b701-5071f3912ada {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1073.079736] env[70015]: DEBUG nova.compute.manager [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1073.309494] env[70015]: DEBUG oslo_vmware.api [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3611427, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.338846] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ae4b1884-a419-472c-a111-9d1cdb9819d1 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Lock "dbb17646-97f0-4a0c-a717-acc18b5a120f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.523s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.412888] env[70015]: DEBUG oslo_vmware.api [None req-4d92b988-0212-45a0-9cfd-1641974956d9 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611428, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.476153] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592691c7-f7da-4190-99b9-6ca1a747ed10 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.483956] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d6409b-4041-4505-b788-7c8f1beac775 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.524492] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b72b2f-8005-44d7-a6eb-0e720edd0ac6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.532139] env[70015]: DEBUG oslo_vmware.api [None req-cdb700de-3289-4b33-822b-23c4409ad798 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3611429, 'name': ReconfigVM_Task, 'duration_secs': 0.24575} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.534389] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdb700de-3289-4b33-822b-23c4409ad798 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720383', 'volume_id': 'a6246e07-abb4-4cd2-89f4-3b43c0e6b933', 'name': 'volume-a6246e07-abb4-4cd2-89f4-3b43c0e6b933', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d932dc3-0f82-48f4-8fab-fcd39f5f89eb', 'attached_at': '', 'detached_at': '', 'volume_id': 'a6246e07-abb4-4cd2-89f4-3b43c0e6b933', 'serial': 'a6246e07-abb4-4cd2-89f4-3b43c0e6b933'} {{(pid=70015) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1073.536740] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d28f40-ba0d-4995-9c32-d7d00074849a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.553209] env[70015]: DEBUG nova.compute.provider_tree [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.556529] env[70015]: DEBUG nova.network.neutron [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 4e42e474-3a2d-4966-9695-4a8422ebfdf1] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1073.706145] env[70015]: DEBUG nova.network.neutron [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 4e42e474-3a2d-4966-9695-4a8422ebfdf1] Updating instance_info_cache with network_info: [{"id": "cb1dc899-9e9d-4441-ae52-8d13d4123e21", "address": "fa:16:3e:a4:7b:a0", "network": {"id": "87921d07-4a17-46a8-bc91-3d5d318c1dff", "bridge": "br-int", "label": "tempest-ServersTestJSON-1620274104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b72f826aa534249890653a8e469cbaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb1dc899-9e", "ovs_interfaceid": "cb1dc899-9e9d-4441-ae52-8d13d4123e21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.807665] env[70015]: DEBUG oslo_vmware.api [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3611427, 'name': PowerOnVM_Task, 'duration_secs': 0.977209} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.807665] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: a4aa7eb8-34bd-4270-a426-9b255f7db9d9] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.807665] env[70015]: INFO nova.compute.manager [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: a4aa7eb8-34bd-4270-a426-9b255f7db9d9] Took 8.74 seconds to spawn the instance on the hypervisor. [ 1073.808032] env[70015]: DEBUG nova.compute.manager [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: a4aa7eb8-34bd-4270-a426-9b255f7db9d9] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1073.808564] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffe7214-3cb4-4a97-9ab9-393864b552ed {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.915437] env[70015]: DEBUG oslo_vmware.api [None req-4d92b988-0212-45a0-9cfd-1641974956d9 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611428, 'name': ReconfigVM_Task, 'duration_secs': 0.977601} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.915941] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d92b988-0212-45a0-9cfd-1641974956d9 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 3810ad21-174f-4a0a-8895-6c70adccfeda/610693f8-5d52-4275-a790-262cb88d3cd9-rescue.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.917237] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a34c8c1-879f-4f77-967b-e35d68d9428a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.944710] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98fa4b7f-c427-4fb3-a4eb-996dd5e4bf47 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.960290] env[70015]: DEBUG oslo_vmware.api [None req-4d92b988-0212-45a0-9cfd-1641974956d9 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1073.960290] env[70015]: value = "task-3611430" [ 1073.960290] env[70015]: _type = "Task" [ 1073.960290] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.970905] env[70015]: DEBUG oslo_vmware.api [None req-4d92b988-0212-45a0-9cfd-1641974956d9 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611430, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.055376] env[70015]: DEBUG nova.scheduler.client.report [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.088536] env[70015]: DEBUG nova.compute.manager [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1074.113393] env[70015]: DEBUG nova.virt.hardware [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1074.113619] env[70015]: DEBUG nova.virt.hardware [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1074.113775] env[70015]: DEBUG nova.virt.hardware [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1074.113954] env[70015]: DEBUG nova.virt.hardware [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1074.114214] env[70015]: DEBUG nova.virt.hardware [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1074.114423] env[70015]: DEBUG nova.virt.hardware [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1074.114618] env[70015]: DEBUG nova.virt.hardware [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1074.114765] env[70015]: DEBUG nova.virt.hardware [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1074.115337] env[70015]: DEBUG nova.virt.hardware [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1074.115337] env[70015]: DEBUG nova.virt.hardware [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1074.115337] env[70015]: DEBUG nova.virt.hardware [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1074.116236] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b238005-a4ab-4656-8947-323c1b329254 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.124623] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554ad179-4dbd-4b0f-be67-be438e63479b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.209282] env[70015]: DEBUG oslo_concurrency.lockutils [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Releasing lock "refresh_cache-4e42e474-3a2d-4966-9695-4a8422ebfdf1" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.209645] env[70015]: DEBUG nova.compute.manager [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 4e42e474-3a2d-4966-9695-4a8422ebfdf1] Instance network_info: |[{"id": "cb1dc899-9e9d-4441-ae52-8d13d4123e21", "address": "fa:16:3e:a4:7b:a0", "network": {"id": "87921d07-4a17-46a8-bc91-3d5d318c1dff", "bridge": "br-int", "label": "tempest-ServersTestJSON-1620274104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b72f826aa534249890653a8e469cbaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb1dc899-9e", "ovs_interfaceid": "cb1dc899-9e9d-4441-ae52-8d13d4123e21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1074.210093] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 4e42e474-3a2d-4966-9695-4a8422ebfdf1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:7b:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f66f8375-4460-4acd-987b-acda72bfcf0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb1dc899-9e9d-4441-ae52-8d13d4123e21', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1074.217752] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.217979] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e42e474-3a2d-4966-9695-4a8422ebfdf1] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1074.218222] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d58cdd3f-a04c-455e-8f47-85316759e5a8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.240107] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1074.240107] env[70015]: value = "task-3611431" [ 1074.240107] env[70015]: _type = "Task" [ 1074.240107] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.248288] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611431, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.330338] env[70015]: INFO nova.compute.manager [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: a4aa7eb8-34bd-4270-a426-9b255f7db9d9] Took 27.99 seconds to build instance. [ 1074.342102] env[70015]: DEBUG nova.network.neutron [None req-3796e7ec-aa02-448f-ba77-2cba353c00d8 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Successfully updated port: a6aac2be-fe3d-4206-ad70-80489df51a88 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1074.476570] env[70015]: DEBUG oslo_vmware.api [None req-4d92b988-0212-45a0-9cfd-1641974956d9 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611430, 'name': ReconfigVM_Task, 'duration_secs': 0.459339} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.476570] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d92b988-0212-45a0-9cfd-1641974956d9 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.476570] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a669622-e456-43ad-8232-29a5d5ed8117 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.481427] env[70015]: DEBUG oslo_vmware.api [None req-4d92b988-0212-45a0-9cfd-1641974956d9 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1074.481427] env[70015]: value = "task-3611432" [ 1074.481427] env[70015]: _type = "Task" [ 1074.481427] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.491564] env[70015]: DEBUG oslo_vmware.api [None req-4d92b988-0212-45a0-9cfd-1641974956d9 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611432, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.561306] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.503s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.561994] env[70015]: DEBUG nova.compute.manager [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1074.568697] env[70015]: DEBUG oslo_concurrency.lockutils [None req-88f41df2-e9b3-4885-85b7-36c83877d94d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.288s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.568697] env[70015]: DEBUG nova.objects.instance [None req-88f41df2-e9b3-4885-85b7-36c83877d94d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lazy-loading 'resources' on Instance uuid 678caff9-51ea-40ee-945b-6fe9901fd7f8 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.580979] env[70015]: DEBUG nova.objects.instance [None req-cdb700de-3289-4b33-822b-23c4409ad798 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Lazy-loading 'flavor' on Instance uuid 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.751273] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611431, 'name': CreateVM_Task} progress is 25%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.795177] env[70015]: DEBUG nova.network.neutron [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Successfully updated port: 0518ead7-adad-4aa4-b701-5071f3912ada {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1074.833408] env[70015]: DEBUG oslo_concurrency.lockutils [None req-15e2b540-352b-4f95-850c-c4095c56239e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "a4aa7eb8-34bd-4270-a426-9b255f7db9d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.497s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.848629] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3796e7ec-aa02-448f-ba77-2cba353c00d8 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "refresh_cache-f3b64104-3919-4838-9c2b-601a41be2ece" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.848629] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3796e7ec-aa02-448f-ba77-2cba353c00d8 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquired lock "refresh_cache-f3b64104-3919-4838-9c2b-601a41be2ece" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.848629] env[70015]: DEBUG nova.network.neutron [None req-3796e7ec-aa02-448f-ba77-2cba353c00d8 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.913863] env[70015]: DEBUG nova.compute.manager [None req-4dcfae73-681e-451a-b4f3-2926c18640d8 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.914690] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873b5a11-cd53-4238-ab47-3cb0fe802ea1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.991350] env[70015]: DEBUG oslo_vmware.api [None req-4d92b988-0212-45a0-9cfd-1641974956d9 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611432, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.000216] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f7656a36-b776-4aa9-83cf-591c11c747f3 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquiring lock "a173c940-ed80-45ec-83a2-af2b2ad416c4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.000451] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f7656a36-b776-4aa9-83cf-591c11c747f3 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "a173c940-ed80-45ec-83a2-af2b2ad416c4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.071231] env[70015]: DEBUG nova.compute.utils [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1075.071231] env[70015]: DEBUG nova.compute.manager [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1075.071231] env[70015]: DEBUG nova.network.neutron [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1075.086279] env[70015]: DEBUG oslo_concurrency.lockutils [None req-cdb700de-3289-4b33-822b-23c4409ad798 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Lock "0d932dc3-0f82-48f4-8fab-fcd39f5f89eb" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.332s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.137620] env[70015]: DEBUG nova.policy [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '973f917016e9405cbd508b4882acb813', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f0d500c4064431988bc38c4dac0227a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 1075.252411] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611431, 'name': CreateVM_Task} progress is 25%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.299842] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "refresh_cache-6cdf7b06-1bed-43cb-b3f3-832e747cc110" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.299976] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquired lock "refresh_cache-6cdf7b06-1bed-43cb-b3f3-832e747cc110" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.300435] env[70015]: DEBUG nova.network.neutron [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.398379] env[70015]: WARNING nova.network.neutron [None req-3796e7ec-aa02-448f-ba77-2cba353c00d8 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] 54eb7a37-2a22-42e7-8acd-b881580de840 already exists in list: networks containing: ['54eb7a37-2a22-42e7-8acd-b881580de840']. ignoring it [ 1075.412595] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f74842-d7fe-4989-8f76-0f47171f81be {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.423035] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170c08be-a773-44f3-b445-9efa82efacfb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.428422] env[70015]: INFO nova.compute.manager [None req-4dcfae73-681e-451a-b4f3-2926c18640d8 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] instance snapshotting [ 1075.433319] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47dd3d37-5c9c-4ce1-9543-66f2cb6a1a3a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.462244] env[70015]: DEBUG nova.network.neutron [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Successfully created port: 7a31752b-6d00-460b-8ab0-8bc87d11a7b3 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1075.467812] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e316ef-1950-4aaa-8cb8-ade5652447fc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.488867] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62f73ec-16bf-479c-9671-5e8c8820d2af {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.497657] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb04538-2c21-43ac-856d-0a6996205b59 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.506490] env[70015]: DEBUG nova.compute.utils [None req-f7656a36-b776-4aa9-83cf-591c11c747f3 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1075.507718] env[70015]: DEBUG oslo_vmware.api [None req-4d92b988-0212-45a0-9cfd-1641974956d9 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611432, 'name': PowerOnVM_Task, 'duration_secs': 0.62449} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.513517] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d92b988-0212-45a0-9cfd-1641974956d9 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1075.523798] env[70015]: DEBUG nova.compute.provider_tree [None req-88f41df2-e9b3-4885-85b7-36c83877d94d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.529042] env[70015]: DEBUG nova.compute.manager [None req-4d92b988-0212-45a0-9cfd-1641974956d9 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.529042] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24bead81-c126-4d59-a579-fcaed0713739 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.574102] env[70015]: DEBUG nova.compute.manager [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1075.753574] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611431, 'name': CreateVM_Task, 'duration_secs': 1.231265} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.753954] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e42e474-3a2d-4966-9695-4a8422ebfdf1] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1075.754481] env[70015]: DEBUG oslo_concurrency.lockutils [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.754651] env[70015]: DEBUG oslo_concurrency.lockutils [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.754965] env[70015]: DEBUG oslo_concurrency.lockutils [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.755232] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba8aa90e-c328-4a00-a83d-b465d9e2eeb8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.759800] env[70015]: DEBUG oslo_vmware.api [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 1075.759800] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52b82862-b48e-b42b-ad25-a3e0f2793f87" [ 1075.759800] env[70015]: _type = "Task" [ 1075.759800] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.763365] env[70015]: DEBUG nova.network.neutron [None req-3796e7ec-aa02-448f-ba77-2cba353c00d8 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Updating instance_info_cache with network_info: [{"id": "c0f1ad30-40d1-4ab3-be46-9940907a2fe8", "address": "fa:16:3e:21:fd:e3", "network": {"id": "54eb7a37-2a22-42e7-8acd-b881580de840", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-916588865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c24df7a88e5f4165b2618140613b0538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0f1ad30-40", "ovs_interfaceid": "c0f1ad30-40d1-4ab3-be46-9940907a2fe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a6aac2be-fe3d-4206-ad70-80489df51a88", "address": "fa:16:3e:b2:40:92", "network": {"id": "54eb7a37-2a22-42e7-8acd-b881580de840", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-916588865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c24df7a88e5f4165b2618140613b0538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6aac2be-fe", "ovs_interfaceid": "a6aac2be-fe3d-4206-ad70-80489df51a88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.769293] env[70015]: DEBUG oslo_vmware.api [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52b82862-b48e-b42b-ad25-a3e0f2793f87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.833930] env[70015]: DEBUG nova.network.neutron [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1075.957444] env[70015]: DEBUG nova.network.neutron [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Updating instance_info_cache with network_info: [{"id": "0518ead7-adad-4aa4-b701-5071f3912ada", "address": "fa:16:3e:30:f7:b3", "network": {"id": "8ce3f073-fbb0-428a-b358-e2d426cf9d9a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-661174958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1c3c3921bf344c780646f4bee87bbab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0518ead7-ad", "ovs_interfaceid": "0518ead7-adad-4aa4-b701-5071f3912ada", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.011699] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f7656a36-b776-4aa9-83cf-591c11c747f3 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "a173c940-ed80-45ec-83a2-af2b2ad416c4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.016926] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcfae73-681e-451a-b4f3-2926c18640d8 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Creating Snapshot of the VM instance {{(pid=70015) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1076.016926] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f2e931da-16d6-4782-ae67-22cae8ea1c9b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.024174] env[70015]: DEBUG oslo_vmware.api [None req-4dcfae73-681e-451a-b4f3-2926c18640d8 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Waiting for the task: (returnval){ [ 1076.024174] env[70015]: value = "task-3611433" [ 1076.024174] env[70015]: _type = "Task" [ 1076.024174] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.033300] env[70015]: DEBUG nova.scheduler.client.report [None req-88f41df2-e9b3-4885-85b7-36c83877d94d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.036763] env[70015]: DEBUG oslo_vmware.api [None req-4dcfae73-681e-451a-b4f3-2926c18640d8 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Task: {'id': task-3611433, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.266530] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3796e7ec-aa02-448f-ba77-2cba353c00d8 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Releasing lock "refresh_cache-f3b64104-3919-4838-9c2b-601a41be2ece" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.267181] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3796e7ec-aa02-448f-ba77-2cba353c00d8 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "f3b64104-3919-4838-9c2b-601a41be2ece" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.267345] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3796e7ec-aa02-448f-ba77-2cba353c00d8 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquired lock "f3b64104-3919-4838-9c2b-601a41be2ece" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.271492] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed4612c-38c0-43a8-b8b7-6eb702c99b9c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.274083] env[70015]: DEBUG oslo_vmware.api [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52b82862-b48e-b42b-ad25-a3e0f2793f87, 'name': SearchDatastore_Task, 'duration_secs': 0.01656} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.274198] env[70015]: DEBUG oslo_concurrency.lockutils [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.274435] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 4e42e474-3a2d-4966-9695-4a8422ebfdf1] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1076.274677] env[70015]: DEBUG oslo_concurrency.lockutils [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.274822] env[70015]: DEBUG oslo_concurrency.lockutils [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.275018] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1076.275649] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f4fc478-53ea-4ada-929a-d20b746b4e87 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.289499] env[70015]: DEBUG nova.virt.hardware [None req-3796e7ec-aa02-448f-ba77-2cba353c00d8 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.289721] env[70015]: DEBUG nova.virt.hardware [None req-3796e7ec-aa02-448f-ba77-2cba353c00d8 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.289875] env[70015]: DEBUG nova.virt.hardware [None req-3796e7ec-aa02-448f-ba77-2cba353c00d8 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.290083] env[70015]: DEBUG nova.virt.hardware [None req-3796e7ec-aa02-448f-ba77-2cba353c00d8 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.290250] env[70015]: DEBUG nova.virt.hardware [None req-3796e7ec-aa02-448f-ba77-2cba353c00d8 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.290398] env[70015]: DEBUG nova.virt.hardware [None req-3796e7ec-aa02-448f-ba77-2cba353c00d8 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.290599] env[70015]: DEBUG nova.virt.hardware [None req-3796e7ec-aa02-448f-ba77-2cba353c00d8 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.290754] env[70015]: DEBUG nova.virt.hardware [None req-3796e7ec-aa02-448f-ba77-2cba353c00d8 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.290927] env[70015]: DEBUG nova.virt.hardware [None req-3796e7ec-aa02-448f-ba77-2cba353c00d8 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.291113] env[70015]: DEBUG nova.virt.hardware [None req-3796e7ec-aa02-448f-ba77-2cba353c00d8 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.291302] env[70015]: DEBUG nova.virt.hardware [None req-3796e7ec-aa02-448f-ba77-2cba353c00d8 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.297782] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3796e7ec-aa02-448f-ba77-2cba353c00d8 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Reconfiguring VM to attach interface {{(pid=70015) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1076.298449] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d395cce-437b-49dc-bd54-1adf4bf186ba {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.311652] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1076.311860] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1076.312935] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96fc1247-06d8-4eaf-a3c7-13fcfb5262aa {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.316815] env[70015]: DEBUG oslo_vmware.api [None req-3796e7ec-aa02-448f-ba77-2cba353c00d8 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Waiting for the task: (returnval){ [ 1076.316815] env[70015]: value = "task-3611434" [ 1076.316815] env[70015]: _type = "Task" [ 1076.316815] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.317978] env[70015]: DEBUG oslo_vmware.api [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 1076.317978] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52e9bdbb-f999-c966-0c21-a0e103e35281" [ 1076.317978] env[70015]: _type = "Task" [ 1076.317978] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.328275] env[70015]: DEBUG oslo_vmware.api [None req-3796e7ec-aa02-448f-ba77-2cba353c00d8 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611434, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.331525] env[70015]: DEBUG oslo_vmware.api [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52e9bdbb-f999-c966-0c21-a0e103e35281, 'name': SearchDatastore_Task, 'duration_secs': 0.008817} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.332297] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-140287a3-0934-4ce2-856e-634634f2fd17 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.336990] env[70015]: DEBUG oslo_vmware.api [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 1076.336990] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52b45322-889f-9629-c90c-96ad0d5c2b15" [ 1076.336990] env[70015]: _type = "Task" [ 1076.336990] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.344237] env[70015]: DEBUG oslo_vmware.api [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52b45322-889f-9629-c90c-96ad0d5c2b15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.459835] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Releasing lock "refresh_cache-6cdf7b06-1bed-43cb-b3f3-832e747cc110" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.460327] env[70015]: DEBUG nova.compute.manager [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Instance network_info: |[{"id": "0518ead7-adad-4aa4-b701-5071f3912ada", "address": "fa:16:3e:30:f7:b3", "network": {"id": "8ce3f073-fbb0-428a-b358-e2d426cf9d9a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-661174958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1c3c3921bf344c780646f4bee87bbab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0518ead7-ad", "ovs_interfaceid": "0518ead7-adad-4aa4-b701-5071f3912ada", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1076.460880] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:f7:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ebf5df-5ecb-4a0c-a163-d88165639de0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0518ead7-adad-4aa4-b701-5071f3912ada', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1076.469871] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.470218] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1076.470513] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b12a92bf-f082-46b5-b068-d7db61ea3e85 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.490668] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1076.490668] env[70015]: value = "task-3611435" [ 1076.490668] env[70015]: _type = "Task" [ 1076.490668] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.498419] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611435, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.535388] env[70015]: DEBUG oslo_vmware.api [None req-4dcfae73-681e-451a-b4f3-2926c18640d8 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Task: {'id': task-3611433, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.538411] env[70015]: DEBUG oslo_concurrency.lockutils [None req-88f41df2-e9b3-4885-85b7-36c83877d94d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.971s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.541021] env[70015]: DEBUG oslo_concurrency.lockutils [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.087s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.542686] env[70015]: INFO nova.compute.claims [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] [instance: a8f90230-d8a9-47ee-9b36-9ee2e60feb12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1076.562967] env[70015]: INFO nova.scheduler.client.report [None req-88f41df2-e9b3-4885-85b7-36c83877d94d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Deleted allocations for instance 678caff9-51ea-40ee-945b-6fe9901fd7f8 [ 1076.586615] env[70015]: DEBUG nova.compute.manager [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1076.618721] env[70015]: DEBUG nova.compute.manager [req-df5f8fa5-c442-47e5-ba63-c6b552cdea3b req-7d0bc7fb-51a1-48c2-af6e-4ca8a9a6244c service nova] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Received event network-vif-plugged-a6aac2be-fe3d-4206-ad70-80489df51a88 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.618987] env[70015]: DEBUG oslo_concurrency.lockutils [req-df5f8fa5-c442-47e5-ba63-c6b552cdea3b req-7d0bc7fb-51a1-48c2-af6e-4ca8a9a6244c service nova] Acquiring lock "f3b64104-3919-4838-9c2b-601a41be2ece-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.619259] env[70015]: DEBUG oslo_concurrency.lockutils [req-df5f8fa5-c442-47e5-ba63-c6b552cdea3b req-7d0bc7fb-51a1-48c2-af6e-4ca8a9a6244c service nova] Lock "f3b64104-3919-4838-9c2b-601a41be2ece-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.619433] env[70015]: DEBUG oslo_concurrency.lockutils [req-df5f8fa5-c442-47e5-ba63-c6b552cdea3b req-7d0bc7fb-51a1-48c2-af6e-4ca8a9a6244c service nova] Lock "f3b64104-3919-4838-9c2b-601a41be2ece-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.619598] env[70015]: DEBUG nova.compute.manager [req-df5f8fa5-c442-47e5-ba63-c6b552cdea3b req-7d0bc7fb-51a1-48c2-af6e-4ca8a9a6244c service nova] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] No waiting events found dispatching network-vif-plugged-a6aac2be-fe3d-4206-ad70-80489df51a88 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1076.619769] env[70015]: WARNING nova.compute.manager [req-df5f8fa5-c442-47e5-ba63-c6b552cdea3b req-7d0bc7fb-51a1-48c2-af6e-4ca8a9a6244c service nova] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Received unexpected event network-vif-plugged-a6aac2be-fe3d-4206-ad70-80489df51a88 for instance with vm_state active and task_state None. [ 1076.622402] env[70015]: DEBUG nova.virt.hardware [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.622681] env[70015]: DEBUG nova.virt.hardware [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.622893] env[70015]: DEBUG nova.virt.hardware [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.623207] env[70015]: DEBUG nova.virt.hardware [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.623653] env[70015]: DEBUG nova.virt.hardware [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.623653] env[70015]: DEBUG nova.virt.hardware [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.623771] env[70015]: DEBUG nova.virt.hardware [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.624027] env[70015]: DEBUG nova.virt.hardware [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.624213] env[70015]: DEBUG nova.virt.hardware [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.624418] env[70015]: DEBUG nova.virt.hardware [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.624632] env[70015]: DEBUG nova.virt.hardware [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.626538] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a542d6-2b45-4bcb-a629-fad977afc8b3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.635890] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9bf278-b7e2-488c-a494-fc22ce23bfab {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.827769] env[70015]: DEBUG oslo_vmware.api [None req-3796e7ec-aa02-448f-ba77-2cba353c00d8 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.830877] env[70015]: DEBUG nova.compute.manager [req-f02751b1-ef56-4037-b522-c169e418899c req-78ee5009-bd7e-4e09-bd19-10ef87caf2c4 service nova] [instance: 4e42e474-3a2d-4966-9695-4a8422ebfdf1] Received event network-changed-cb1dc899-9e9d-4441-ae52-8d13d4123e21 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.831121] env[70015]: DEBUG nova.compute.manager [req-f02751b1-ef56-4037-b522-c169e418899c req-78ee5009-bd7e-4e09-bd19-10ef87caf2c4 service nova] [instance: 4e42e474-3a2d-4966-9695-4a8422ebfdf1] Refreshing instance network info cache due to event network-changed-cb1dc899-9e9d-4441-ae52-8d13d4123e21. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1076.831389] env[70015]: DEBUG oslo_concurrency.lockutils [req-f02751b1-ef56-4037-b522-c169e418899c req-78ee5009-bd7e-4e09-bd19-10ef87caf2c4 service nova] Acquiring lock "refresh_cache-4e42e474-3a2d-4966-9695-4a8422ebfdf1" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.831537] env[70015]: DEBUG oslo_concurrency.lockutils [req-f02751b1-ef56-4037-b522-c169e418899c req-78ee5009-bd7e-4e09-bd19-10ef87caf2c4 service nova] Acquired lock "refresh_cache-4e42e474-3a2d-4966-9695-4a8422ebfdf1" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.831756] env[70015]: DEBUG nova.network.neutron [req-f02751b1-ef56-4037-b522-c169e418899c req-78ee5009-bd7e-4e09-bd19-10ef87caf2c4 service nova] [instance: 4e42e474-3a2d-4966-9695-4a8422ebfdf1] Refreshing network info cache for port cb1dc899-9e9d-4441-ae52-8d13d4123e21 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.847116] env[70015]: DEBUG oslo_vmware.api [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52b45322-889f-9629-c90c-96ad0d5c2b15, 'name': SearchDatastore_Task, 'duration_secs': 0.014518} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.847375] env[70015]: DEBUG oslo_concurrency.lockutils [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.847633] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 4e42e474-3a2d-4966-9695-4a8422ebfdf1/4e42e474-3a2d-4966-9695-4a8422ebfdf1.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1076.847888] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-034bebfc-621d-4bae-a5dd-d686c559e184 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.854636] env[70015]: DEBUG oslo_vmware.api [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 1076.854636] env[70015]: value = "task-3611436" [ 1076.854636] env[70015]: _type = "Task" [ 1076.854636] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.863291] env[70015]: DEBUG oslo_vmware.api [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611436, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.001275] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611435, 'name': CreateVM_Task, 'duration_secs': 0.417867} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.001447] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1077.002151] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.002362] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.002699] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.003048] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e67da644-a002-49ad-be0e-1540cadbd58e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.008800] env[70015]: DEBUG oslo_vmware.api [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1077.008800] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]526766f9-b7ef-a9bf-e1c1-f9baafe0acfa" [ 1077.008800] env[70015]: _type = "Task" [ 1077.008800] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.020123] env[70015]: DEBUG oslo_vmware.api [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]526766f9-b7ef-a9bf-e1c1-f9baafe0acfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.035972] env[70015]: DEBUG oslo_vmware.api [None req-4dcfae73-681e-451a-b4f3-2926c18640d8 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Task: {'id': task-3611433, 'name': CreateSnapshot_Task, 'duration_secs': 0.650544} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.036315] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcfae73-681e-451a-b4f3-2926c18640d8 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Created Snapshot of the VM instance {{(pid=70015) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1077.037162] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559eb909-7327-4d4a-af43-ae81e278d800 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.073648] env[70015]: DEBUG oslo_concurrency.lockutils [None req-88f41df2-e9b3-4885-85b7-36c83877d94d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lock "678caff9-51ea-40ee-945b-6fe9901fd7f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.811s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.078166] env[70015]: DEBUG nova.network.neutron [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Successfully updated port: 7a31752b-6d00-460b-8ab0-8bc87d11a7b3 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1077.093661] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f7656a36-b776-4aa9-83cf-591c11c747f3 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquiring lock "a173c940-ed80-45ec-83a2-af2b2ad416c4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.093881] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f7656a36-b776-4aa9-83cf-591c11c747f3 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "a173c940-ed80-45ec-83a2-af2b2ad416c4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.094309] env[70015]: INFO nova.compute.manager [None req-f7656a36-b776-4aa9-83cf-591c11c747f3 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Attaching volume f6c96ff7-44eb-4a30-963f-8f475548ed7a to /dev/sdb [ 1077.145519] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f62675-701e-4705-a933-1ef08c0d6cf6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.154766] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f8d203-9b5e-4545-9ae2-bcfab773040d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.170112] env[70015]: DEBUG nova.virt.block_device [None req-f7656a36-b776-4aa9-83cf-591c11c747f3 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Updating existing volume attachment record: b342e88a-6064-4cac-ba53-4647177ac5c8 {{(pid=70015) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1077.329788] env[70015]: DEBUG oslo_vmware.api [None req-3796e7ec-aa02-448f-ba77-2cba353c00d8 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611434, 'name': ReconfigVM_Task, 'duration_secs': 0.887867} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.330406] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3796e7ec-aa02-448f-ba77-2cba353c00d8 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Releasing lock "f3b64104-3919-4838-9c2b-601a41be2ece" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.330687] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3796e7ec-aa02-448f-ba77-2cba353c00d8 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Reconfigured VM to attach interface {{(pid=70015) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1077.366871] env[70015]: DEBUG oslo_vmware.api [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611436, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499349} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.369935] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 4e42e474-3a2d-4966-9695-4a8422ebfdf1/4e42e474-3a2d-4966-9695-4a8422ebfdf1.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1077.370269] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 4e42e474-3a2d-4966-9695-4a8422ebfdf1] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1077.371115] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2f43c7f-71dd-4e79-b64c-a1bd5aeeb317 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.377800] env[70015]: DEBUG oslo_vmware.api [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 1077.377800] env[70015]: value = "task-3611438" [ 1077.377800] env[70015]: _type = "Task" [ 1077.377800] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.387608] env[70015]: DEBUG oslo_vmware.api [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611438, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.523660] env[70015]: DEBUG oslo_vmware.api [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]526766f9-b7ef-a9bf-e1c1-f9baafe0acfa, 'name': SearchDatastore_Task, 'duration_secs': 0.021616} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.524100] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.524426] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1077.524732] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.524916] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.525153] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1077.525819] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6c28159-b31b-4865-bab5-6c42ba774975 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.536049] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1077.536293] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1077.536971] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d6c7daf-2a0f-4a47-ad8e-0a66c661ae2e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.542492] env[70015]: DEBUG oslo_vmware.api [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1077.542492] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]526eb9de-e292-5704-d806-85a8c2b5de45" [ 1077.542492] env[70015]: _type = "Task" [ 1077.542492] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.550924] env[70015]: DEBUG oslo_vmware.api [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]526eb9de-e292-5704-d806-85a8c2b5de45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.570072] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcfae73-681e-451a-b4f3-2926c18640d8 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Creating linked-clone VM from snapshot {{(pid=70015) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1077.570756] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-139c22b6-e6eb-4a31-a64e-9517a027fc6a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.580505] env[70015]: DEBUG oslo_vmware.api [None req-4dcfae73-681e-451a-b4f3-2926c18640d8 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Waiting for the task: (returnval){ [ 1077.580505] env[70015]: value = "task-3611439" [ 1077.580505] env[70015]: _type = "Task" [ 1077.580505] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.588096] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquiring lock "refresh_cache-9a57a48a-da10-4baa-a1aa-51178b6714e0" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.588406] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquired lock "refresh_cache-9a57a48a-da10-4baa-a1aa-51178b6714e0" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.589029] env[70015]: DEBUG nova.network.neutron [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.597711] env[70015]: DEBUG oslo_vmware.api [None req-4dcfae73-681e-451a-b4f3-2926c18640d8 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Task: {'id': task-3611439, 'name': CloneVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.661620] env[70015]: DEBUG nova.network.neutron [req-f02751b1-ef56-4037-b522-c169e418899c req-78ee5009-bd7e-4e09-bd19-10ef87caf2c4 service nova] [instance: 4e42e474-3a2d-4966-9695-4a8422ebfdf1] Updated VIF entry in instance network info cache for port cb1dc899-9e9d-4441-ae52-8d13d4123e21. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1077.661995] env[70015]: DEBUG nova.network.neutron [req-f02751b1-ef56-4037-b522-c169e418899c req-78ee5009-bd7e-4e09-bd19-10ef87caf2c4 service nova] [instance: 4e42e474-3a2d-4966-9695-4a8422ebfdf1] Updating instance_info_cache with network_info: [{"id": "cb1dc899-9e9d-4441-ae52-8d13d4123e21", "address": "fa:16:3e:a4:7b:a0", "network": {"id": "87921d07-4a17-46a8-bc91-3d5d318c1dff", "bridge": "br-int", "label": "tempest-ServersTestJSON-1620274104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b72f826aa534249890653a8e469cbaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb1dc899-9e", "ovs_interfaceid": "cb1dc899-9e9d-4441-ae52-8d13d4123e21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.837666] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3796e7ec-aa02-448f-ba77-2cba353c00d8 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "interface-f3b64104-3919-4838-9c2b-601a41be2ece-a6aac2be-fe3d-4206-ad70-80489df51a88" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.750s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.887520] env[70015]: DEBUG oslo_vmware.api [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611438, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105153} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.890313] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 4e42e474-3a2d-4966-9695-4a8422ebfdf1] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1077.892257] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f862cf3-0f99-4748-8712-70b45f791320 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.921744] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 4e42e474-3a2d-4966-9695-4a8422ebfdf1] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 4e42e474-3a2d-4966-9695-4a8422ebfdf1/4e42e474-3a2d-4966-9695-4a8422ebfdf1.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.924801] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-347c51f8-3881-49e5-8130-5f0a6f1c762a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.946853] env[70015]: DEBUG oslo_vmware.api [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 1077.946853] env[70015]: value = "task-3611442" [ 1077.946853] env[70015]: _type = "Task" [ 1077.946853] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.955868] env[70015]: DEBUG oslo_vmware.api [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611442, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.972285] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4833bb7e-4c64-47ab-91dc-8fc59f3eb271 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.980357] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25a91bd-eede-4eb7-8eb3-c747d8cf2a59 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.015240] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b84061a-b3b0-42f2-8439-f5dc73504dd5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.020778] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Acquiring lock "1de77f73-d2a9-4d03-a79f-b59b76b4a336" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.021042] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Lock "1de77f73-d2a9-4d03-a79f-b59b76b4a336" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.027628] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a711f49-25e4-40b7-afb0-48bab443ed71 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.041702] env[70015]: DEBUG nova.compute.provider_tree [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.053565] env[70015]: DEBUG oslo_vmware.api [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]526eb9de-e292-5704-d806-85a8c2b5de45, 'name': SearchDatastore_Task, 'duration_secs': 0.009705} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.054379] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffd4477e-e566-4fe9-913a-c2153ff955e6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.060136] env[70015]: DEBUG oslo_vmware.api [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1078.060136] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52e0d2bb-b1b1-feb8-2026-3fba56f29537" [ 1078.060136] env[70015]: _type = "Task" [ 1078.060136] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.068274] env[70015]: DEBUG oslo_vmware.api [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52e0d2bb-b1b1-feb8-2026-3fba56f29537, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.089330] env[70015]: DEBUG oslo_vmware.api [None req-4dcfae73-681e-451a-b4f3-2926c18640d8 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Task: {'id': task-3611439, 'name': CloneVM_Task} progress is 93%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.136716] env[70015]: DEBUG nova.network.neutron [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1078.174850] env[70015]: DEBUG oslo_concurrency.lockutils [req-f02751b1-ef56-4037-b522-c169e418899c req-78ee5009-bd7e-4e09-bd19-10ef87caf2c4 service nova] Releasing lock "refresh_cache-4e42e474-3a2d-4966-9695-4a8422ebfdf1" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.174850] env[70015]: DEBUG nova.compute.manager [req-f02751b1-ef56-4037-b522-c169e418899c req-78ee5009-bd7e-4e09-bd19-10ef87caf2c4 service nova] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Received event network-vif-plugged-0518ead7-adad-4aa4-b701-5071f3912ada {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.174850] env[70015]: DEBUG oslo_concurrency.lockutils [req-f02751b1-ef56-4037-b522-c169e418899c req-78ee5009-bd7e-4e09-bd19-10ef87caf2c4 service nova] Acquiring lock "6cdf7b06-1bed-43cb-b3f3-832e747cc110-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.174850] env[70015]: DEBUG oslo_concurrency.lockutils [req-f02751b1-ef56-4037-b522-c169e418899c req-78ee5009-bd7e-4e09-bd19-10ef87caf2c4 service nova] Lock "6cdf7b06-1bed-43cb-b3f3-832e747cc110-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.174850] env[70015]: DEBUG oslo_concurrency.lockutils [req-f02751b1-ef56-4037-b522-c169e418899c req-78ee5009-bd7e-4e09-bd19-10ef87caf2c4 service nova] Lock "6cdf7b06-1bed-43cb-b3f3-832e747cc110-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.174850] env[70015]: DEBUG nova.compute.manager [req-f02751b1-ef56-4037-b522-c169e418899c req-78ee5009-bd7e-4e09-bd19-10ef87caf2c4 service nova] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] No waiting events found dispatching network-vif-plugged-0518ead7-adad-4aa4-b701-5071f3912ada {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1078.174850] env[70015]: WARNING nova.compute.manager [req-f02751b1-ef56-4037-b522-c169e418899c req-78ee5009-bd7e-4e09-bd19-10ef87caf2c4 service nova] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Received unexpected event network-vif-plugged-0518ead7-adad-4aa4-b701-5071f3912ada for instance with vm_state building and task_state spawning. [ 1078.284129] env[70015]: DEBUG nova.network.neutron [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Updating instance_info_cache with network_info: [{"id": "7a31752b-6d00-460b-8ab0-8bc87d11a7b3", "address": "fa:16:3e:f2:57:59", "network": {"id": "e219abc0-5021-4d85-9d01-fe7a32407dac", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1386953585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f0d500c4064431988bc38c4dac0227a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a31752b-6d", "ovs_interfaceid": "7a31752b-6d00-460b-8ab0-8bc87d11a7b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.462125] env[70015]: DEBUG oslo_vmware.api [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.524756] env[70015]: DEBUG nova.compute.manager [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1078.544535] env[70015]: DEBUG nova.scheduler.client.report [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.572976] env[70015]: DEBUG oslo_vmware.api [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52e0d2bb-b1b1-feb8-2026-3fba56f29537, 'name': SearchDatastore_Task, 'duration_secs': 0.032834} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.573971] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.574282] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 6cdf7b06-1bed-43cb-b3f3-832e747cc110/6cdf7b06-1bed-43cb-b3f3-832e747cc110.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1078.574559] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49ec1dbb-8924-4cc6-9e85-8c3401b1880e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.581126] env[70015]: DEBUG oslo_vmware.api [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1078.581126] env[70015]: value = "task-3611443" [ 1078.581126] env[70015]: _type = "Task" [ 1078.581126] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.593066] env[70015]: DEBUG oslo_vmware.api [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611443, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.596783] env[70015]: DEBUG oslo_vmware.api [None req-4dcfae73-681e-451a-b4f3-2926c18640d8 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Task: {'id': task-3611439, 'name': CloneVM_Task} progress is 94%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.718353] env[70015]: DEBUG nova.compute.manager [req-dabf2862-6f95-4d6d-9db7-609beebfaa0f req-f53a59c6-410f-42b2-9c27-39b938f6d30e service nova] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Received event network-changed-a6aac2be-fe3d-4206-ad70-80489df51a88 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.718571] env[70015]: DEBUG nova.compute.manager [req-dabf2862-6f95-4d6d-9db7-609beebfaa0f req-f53a59c6-410f-42b2-9c27-39b938f6d30e service nova] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Refreshing instance network info cache due to event network-changed-a6aac2be-fe3d-4206-ad70-80489df51a88. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1078.718826] env[70015]: DEBUG oslo_concurrency.lockutils [req-dabf2862-6f95-4d6d-9db7-609beebfaa0f req-f53a59c6-410f-42b2-9c27-39b938f6d30e service nova] Acquiring lock "refresh_cache-f3b64104-3919-4838-9c2b-601a41be2ece" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.718977] env[70015]: DEBUG oslo_concurrency.lockutils [req-dabf2862-6f95-4d6d-9db7-609beebfaa0f req-f53a59c6-410f-42b2-9c27-39b938f6d30e service nova] Acquired lock "refresh_cache-f3b64104-3919-4838-9c2b-601a41be2ece" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.719340] env[70015]: DEBUG nova.network.neutron [req-dabf2862-6f95-4d6d-9db7-609beebfaa0f req-f53a59c6-410f-42b2-9c27-39b938f6d30e service nova] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Refreshing network info cache for port a6aac2be-fe3d-4206-ad70-80489df51a88 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.786783] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Releasing lock "refresh_cache-9a57a48a-da10-4baa-a1aa-51178b6714e0" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.788192] env[70015]: DEBUG nova.compute.manager [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Instance network_info: |[{"id": "7a31752b-6d00-460b-8ab0-8bc87d11a7b3", "address": "fa:16:3e:f2:57:59", "network": {"id": "e219abc0-5021-4d85-9d01-fe7a32407dac", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1386953585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f0d500c4064431988bc38c4dac0227a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a31752b-6d", "ovs_interfaceid": "7a31752b-6d00-460b-8ab0-8bc87d11a7b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1078.789291] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:57:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e044cfd4-1b0d-4d88-b1bd-604025731d3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a31752b-6d00-460b-8ab0-8bc87d11a7b3', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1078.797105] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.797781] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1078.798036] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df709003-b6d9-40ca-81bb-25ef1af202c3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.824216] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1078.824216] env[70015]: value = "task-3611444" [ 1078.824216] env[70015]: _type = "Task" [ 1078.824216] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.835687] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611444, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.957345] env[70015]: DEBUG oslo_vmware.api [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611442, 'name': ReconfigVM_Task, 'duration_secs': 0.769541} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.957753] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 4e42e474-3a2d-4966-9695-4a8422ebfdf1] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 4e42e474-3a2d-4966-9695-4a8422ebfdf1/4e42e474-3a2d-4966-9695-4a8422ebfdf1.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.958530] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ffa42668-004b-4445-b10f-63618e6185a7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.967155] env[70015]: DEBUG oslo_vmware.api [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 1078.967155] env[70015]: value = "task-3611445" [ 1078.967155] env[70015]: _type = "Task" [ 1078.967155] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.979841] env[70015]: DEBUG oslo_vmware.api [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611445, 'name': Rename_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.988890] env[70015]: DEBUG nova.compute.manager [req-e98eb934-2cc4-4d07-9375-d5a0117e72e9 req-f58f9fa9-e051-4b28-ae41-5a22e5b0ebab service nova] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Received event network-changed-0518ead7-adad-4aa4-b701-5071f3912ada {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.989165] env[70015]: DEBUG nova.compute.manager [req-e98eb934-2cc4-4d07-9375-d5a0117e72e9 req-f58f9fa9-e051-4b28-ae41-5a22e5b0ebab service nova] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Refreshing instance network info cache due to event network-changed-0518ead7-adad-4aa4-b701-5071f3912ada. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1078.989444] env[70015]: DEBUG oslo_concurrency.lockutils [req-e98eb934-2cc4-4d07-9375-d5a0117e72e9 req-f58f9fa9-e051-4b28-ae41-5a22e5b0ebab service nova] Acquiring lock "refresh_cache-6cdf7b06-1bed-43cb-b3f3-832e747cc110" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.989646] env[70015]: DEBUG oslo_concurrency.lockutils [req-e98eb934-2cc4-4d07-9375-d5a0117e72e9 req-f58f9fa9-e051-4b28-ae41-5a22e5b0ebab service nova] Acquired lock "refresh_cache-6cdf7b06-1bed-43cb-b3f3-832e747cc110" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.989839] env[70015]: DEBUG nova.network.neutron [req-e98eb934-2cc4-4d07-9375-d5a0117e72e9 req-f58f9fa9-e051-4b28-ae41-5a22e5b0ebab service nova] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Refreshing network info cache for port 0518ead7-adad-4aa4-b701-5071f3912ada {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1079.033354] env[70015]: DEBUG oslo_concurrency.lockutils [None req-64fb5cdd-b3ab-4936-9aae-061a46f0ad3f tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Acquiring lock "0d932dc3-0f82-48f4-8fab-fcd39f5f89eb" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.033660] env[70015]: DEBUG oslo_concurrency.lockutils [None req-64fb5cdd-b3ab-4936-9aae-061a46f0ad3f tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Lock "0d932dc3-0f82-48f4-8fab-fcd39f5f89eb" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.051785] env[70015]: DEBUG oslo_concurrency.lockutils [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.511s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.052430] env[70015]: DEBUG nova.compute.manager [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] [instance: a8f90230-d8a9-47ee-9b36-9ee2e60feb12] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1079.056016] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.056462] env[70015]: DEBUG oslo_concurrency.lockutils [None req-efb676ff-b6af-488f-96ed-3f11c97193ff tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.318s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.056462] env[70015]: DEBUG nova.objects.instance [None req-efb676ff-b6af-488f-96ed-3f11c97193ff tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Lazy-loading 'resources' on Instance uuid 39abed00-024f-4718-a7aa-9d26ea6533ad {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.094435] env[70015]: DEBUG oslo_vmware.api [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611443, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471075} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.097711] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 6cdf7b06-1bed-43cb-b3f3-832e747cc110/6cdf7b06-1bed-43cb-b3f3-832e747cc110.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1079.097945] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1079.098476] env[70015]: DEBUG oslo_vmware.api [None req-4dcfae73-681e-451a-b4f3-2926c18640d8 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Task: {'id': task-3611439, 'name': CloneVM_Task} progress is 94%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.098696] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64734648-6f05-41b8-b474-f18700c143c1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.105229] env[70015]: DEBUG oslo_vmware.api [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1079.105229] env[70015]: value = "task-3611446" [ 1079.105229] env[70015]: _type = "Task" [ 1079.105229] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.113803] env[70015]: DEBUG oslo_vmware.api [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611446, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.336398] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611444, 'name': CreateVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.477940] env[70015]: DEBUG oslo_vmware.api [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611445, 'name': Rename_Task, 'duration_secs': 0.175872} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.477940] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 4e42e474-3a2d-4966-9695-4a8422ebfdf1] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.478107] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41582167-ae3c-4977-b085-edc7b0a3eb86 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.483657] env[70015]: DEBUG oslo_vmware.api [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 1079.483657] env[70015]: value = "task-3611447" [ 1079.483657] env[70015]: _type = "Task" [ 1079.483657] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.495819] env[70015]: DEBUG oslo_vmware.api [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611447, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.523459] env[70015]: DEBUG nova.network.neutron [req-dabf2862-6f95-4d6d-9db7-609beebfaa0f req-f53a59c6-410f-42b2-9c27-39b938f6d30e service nova] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Updated VIF entry in instance network info cache for port a6aac2be-fe3d-4206-ad70-80489df51a88. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1079.523886] env[70015]: DEBUG nova.network.neutron [req-dabf2862-6f95-4d6d-9db7-609beebfaa0f req-f53a59c6-410f-42b2-9c27-39b938f6d30e service nova] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Updating instance_info_cache with network_info: [{"id": "c0f1ad30-40d1-4ab3-be46-9940907a2fe8", "address": "fa:16:3e:21:fd:e3", "network": {"id": "54eb7a37-2a22-42e7-8acd-b881580de840", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-916588865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c24df7a88e5f4165b2618140613b0538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0f1ad30-40", "ovs_interfaceid": "c0f1ad30-40d1-4ab3-be46-9940907a2fe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a6aac2be-fe3d-4206-ad70-80489df51a88", "address": "fa:16:3e:b2:40:92", "network": {"id": "54eb7a37-2a22-42e7-8acd-b881580de840", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-916588865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c24df7a88e5f4165b2618140613b0538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6aac2be-fe", "ovs_interfaceid": "a6aac2be-fe3d-4206-ad70-80489df51a88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.540804] env[70015]: INFO nova.compute.manager [None req-64fb5cdd-b3ab-4936-9aae-061a46f0ad3f tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Detaching volume 395b077e-8297-4612-b6ae-35ffd3ca3908 [ 1079.562620] env[70015]: DEBUG nova.compute.utils [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1079.569573] env[70015]: DEBUG nova.compute.manager [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] [instance: a8f90230-d8a9-47ee-9b36-9ee2e60feb12] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1079.569573] env[70015]: DEBUG nova.network.neutron [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] [instance: a8f90230-d8a9-47ee-9b36-9ee2e60feb12] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1079.592531] env[70015]: INFO nova.virt.block_device [None req-64fb5cdd-b3ab-4936-9aae-061a46f0ad3f tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Attempting to driver detach volume 395b077e-8297-4612-b6ae-35ffd3ca3908 from mountpoint /dev/sdb [ 1079.592775] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-64fb5cdd-b3ab-4936-9aae-061a46f0ad3f tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Volume detach. Driver type: vmdk {{(pid=70015) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1079.592960] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-64fb5cdd-b3ab-4936-9aae-061a46f0ad3f tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720377', 'volume_id': '395b077e-8297-4612-b6ae-35ffd3ca3908', 'name': 'volume-395b077e-8297-4612-b6ae-35ffd3ca3908', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d932dc3-0f82-48f4-8fab-fcd39f5f89eb', 'attached_at': '', 'detached_at': '', 'volume_id': '395b077e-8297-4612-b6ae-35ffd3ca3908', 'serial': '395b077e-8297-4612-b6ae-35ffd3ca3908'} {{(pid=70015) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1079.594021] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c656e48-d982-4acb-9883-57e7a4c277af {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.604486] env[70015]: DEBUG oslo_vmware.api [None req-4dcfae73-681e-451a-b4f3-2926c18640d8 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Task: {'id': task-3611439, 'name': CloneVM_Task} progress is 94%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.635693] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c39e39c4-c1a6-4228-8b9b-95644ae30315 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "interface-f3b64104-3919-4838-9c2b-601a41be2ece-a6aac2be-fe3d-4206-ad70-80489df51a88" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.635975] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c39e39c4-c1a6-4228-8b9b-95644ae30315 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "interface-f3b64104-3919-4838-9c2b-601a41be2ece-a6aac2be-fe3d-4206-ad70-80489df51a88" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.641341] env[70015]: DEBUG nova.policy [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f67ceeabb8bb4add920100d1ef61bcea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8708c4bfe87d487f82a934d6215364f9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 1079.645371] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5874f6c1-7a27-4e50-b39b-bb744bf1d271 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.652403] env[70015]: DEBUG oslo_vmware.api [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611446, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068013} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.653073] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1079.654322] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27617d9-dd8a-4996-8938-0f74a2f82f93 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.659480] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ae30fa-fd1f-4b3d-b0df-bb293afb1fe5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.682830] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 6cdf7b06-1bed-43cb-b3f3-832e747cc110/6cdf7b06-1bed-43cb-b3f3-832e747cc110.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1079.684343] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef92ef8d-a428-4000-95e1-a98a83de819b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.725913] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86aee1fa-be3a-48f5-b231-625f3131218e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.730159] env[70015]: DEBUG oslo_vmware.api [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1079.730159] env[70015]: value = "task-3611448" [ 1079.730159] env[70015]: _type = "Task" [ 1079.730159] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.745028] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-64fb5cdd-b3ab-4936-9aae-061a46f0ad3f tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] The volume has not been displaced from its original location: [datastore1] volume-395b077e-8297-4612-b6ae-35ffd3ca3908/volume-395b077e-8297-4612-b6ae-35ffd3ca3908.vmdk. No consolidation needed. {{(pid=70015) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1079.747442] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-64fb5cdd-b3ab-4936-9aae-061a46f0ad3f tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Reconfiguring VM instance instance-00000055 to detach disk 2001 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1079.755136] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b4a2c80-eddc-4893-bf69-9ab3c166c1a7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.775195] env[70015]: DEBUG oslo_vmware.api [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611448, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.775195] env[70015]: DEBUG oslo_vmware.api [None req-64fb5cdd-b3ab-4936-9aae-061a46f0ad3f tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Waiting for the task: (returnval){ [ 1079.775195] env[70015]: value = "task-3611449" [ 1079.775195] env[70015]: _type = "Task" [ 1079.775195] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.787827] env[70015]: DEBUG oslo_vmware.api [None req-64fb5cdd-b3ab-4936-9aae-061a46f0ad3f tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3611449, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.824785] env[70015]: DEBUG nova.network.neutron [req-e98eb934-2cc4-4d07-9375-d5a0117e72e9 req-f58f9fa9-e051-4b28-ae41-5a22e5b0ebab service nova] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Updated VIF entry in instance network info cache for port 0518ead7-adad-4aa4-b701-5071f3912ada. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1079.825180] env[70015]: DEBUG nova.network.neutron [req-e98eb934-2cc4-4d07-9375-d5a0117e72e9 req-f58f9fa9-e051-4b28-ae41-5a22e5b0ebab service nova] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Updating instance_info_cache with network_info: [{"id": "0518ead7-adad-4aa4-b701-5071f3912ada", "address": "fa:16:3e:30:f7:b3", "network": {"id": "8ce3f073-fbb0-428a-b358-e2d426cf9d9a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-661174958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1c3c3921bf344c780646f4bee87bbab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0518ead7-ad", "ovs_interfaceid": "0518ead7-adad-4aa4-b701-5071f3912ada", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.839147] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611444, 'name': CreateVM_Task, 'duration_secs': 0.51667} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.839336] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1079.840135] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.840400] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.840884] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.841156] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acb80b98-421a-4f23-a533-b884ff53559d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.846418] env[70015]: DEBUG oslo_vmware.api [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 1079.846418] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52e5224a-d1ef-4477-92ca-cab95d4d769e" [ 1079.846418] env[70015]: _type = "Task" [ 1079.846418] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.858477] env[70015]: DEBUG oslo_vmware.api [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52e5224a-d1ef-4477-92ca-cab95d4d769e, 'name': SearchDatastore_Task, 'duration_secs': 0.009448} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.858772] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.859010] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1079.859255] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.859407] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.859587] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1079.859840] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3155510-d9a3-44f5-80bb-9b933a56a7bf {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.868880] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1079.869083] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1079.869829] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b0533e3-79c1-4554-857b-19fff5d819e6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.875211] env[70015]: DEBUG oslo_vmware.api [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 1079.875211] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52ee037f-85ce-5145-3fbe-e22f8b179e83" [ 1079.875211] env[70015]: _type = "Task" [ 1079.875211] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.882928] env[70015]: DEBUG oslo_vmware.api [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52ee037f-85ce-5145-3fbe-e22f8b179e83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.944744] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8443c8d3-8975-4ca3-b1d9-19c10edcfa44 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "a4aa7eb8-34bd-4270-a426-9b255f7db9d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.945258] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8443c8d3-8975-4ca3-b1d9-19c10edcfa44 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "a4aa7eb8-34bd-4270-a426-9b255f7db9d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.945580] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8443c8d3-8975-4ca3-b1d9-19c10edcfa44 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "a4aa7eb8-34bd-4270-a426-9b255f7db9d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.945715] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8443c8d3-8975-4ca3-b1d9-19c10edcfa44 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "a4aa7eb8-34bd-4270-a426-9b255f7db9d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.945891] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8443c8d3-8975-4ca3-b1d9-19c10edcfa44 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "a4aa7eb8-34bd-4270-a426-9b255f7db9d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.950475] env[70015]: INFO nova.compute.manager [None req-8443c8d3-8975-4ca3-b1d9-19c10edcfa44 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: a4aa7eb8-34bd-4270-a426-9b255f7db9d9] Terminating instance [ 1079.979243] env[70015]: DEBUG nova.network.neutron [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] [instance: a8f90230-d8a9-47ee-9b36-9ee2e60feb12] Successfully created port: 5fdd2d91-2505-4898-ae79-3dccf6787975 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1079.994481] env[70015]: DEBUG oslo_vmware.api [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611447, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.029109] env[70015]: DEBUG oslo_concurrency.lockutils [req-dabf2862-6f95-4d6d-9db7-609beebfaa0f req-f53a59c6-410f-42b2-9c27-39b938f6d30e service nova] Releasing lock "refresh_cache-f3b64104-3919-4838-9c2b-601a41be2ece" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.072296] env[70015]: DEBUG nova.compute.manager [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] [instance: a8f90230-d8a9-47ee-9b36-9ee2e60feb12] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1080.074770] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09765d6d-2ece-4b70-a5d7-7da95cc51d14 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.089476] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269daa32-496f-4f2c-a55b-7607ea829b4d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.106141] env[70015]: DEBUG oslo_vmware.api [None req-4dcfae73-681e-451a-b4f3-2926c18640d8 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Task: {'id': task-3611439, 'name': CloneVM_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.136175] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9aef9a-752d-4477-944f-d9cc1eee09c6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.139903] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c39e39c4-c1a6-4228-8b9b-95644ae30315 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "f3b64104-3919-4838-9c2b-601a41be2ece" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.140147] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c39e39c4-c1a6-4228-8b9b-95644ae30315 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquired lock "f3b64104-3919-4838-9c2b-601a41be2ece" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.140893] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05f9825-15f9-4e92-a637-cc42bc973455 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.161893] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501b3c33-7f51-48d9-a152-1600ebc738c0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.169025] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb669b9-b429-4662-9bfd-ee46b7f0c736 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.183197] env[70015]: DEBUG nova.compute.provider_tree [None req-efb676ff-b6af-488f-96ed-3f11c97193ff tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.207448] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-c39e39c4-c1a6-4228-8b9b-95644ae30315 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Reconfiguring VM to detach interface {{(pid=70015) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1080.208915] env[70015]: DEBUG nova.scheduler.client.report [None req-efb676ff-b6af-488f-96ed-3f11c97193ff tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.212411] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44f060ce-0d67-43b0-9236-31298df0b79f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.232770] env[70015]: DEBUG oslo_vmware.api [None req-c39e39c4-c1a6-4228-8b9b-95644ae30315 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Waiting for the task: (returnval){ [ 1080.232770] env[70015]: value = "task-3611451" [ 1080.232770] env[70015]: _type = "Task" [ 1080.232770] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.242096] env[70015]: DEBUG oslo_vmware.api [None req-c39e39c4-c1a6-4228-8b9b-95644ae30315 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611451, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.250602] env[70015]: DEBUG oslo_vmware.api [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611448, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.284796] env[70015]: DEBUG oslo_vmware.api [None req-64fb5cdd-b3ab-4936-9aae-061a46f0ad3f tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3611449, 'name': ReconfigVM_Task, 'duration_secs': 0.342646} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.285340] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-64fb5cdd-b3ab-4936-9aae-061a46f0ad3f tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Reconfigured VM instance instance-00000055 to detach disk 2001 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1080.290192] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec3343bd-4eca-4e78-963e-2885385ce449 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.307973] env[70015]: DEBUG oslo_vmware.api [None req-64fb5cdd-b3ab-4936-9aae-061a46f0ad3f tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Waiting for the task: (returnval){ [ 1080.307973] env[70015]: value = "task-3611452" [ 1080.307973] env[70015]: _type = "Task" [ 1080.307973] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.316847] env[70015]: DEBUG oslo_vmware.api [None req-64fb5cdd-b3ab-4936-9aae-061a46f0ad3f tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3611452, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.333692] env[70015]: DEBUG oslo_concurrency.lockutils [req-e98eb934-2cc4-4d07-9375-d5a0117e72e9 req-f58f9fa9-e051-4b28-ae41-5a22e5b0ebab service nova] Releasing lock "refresh_cache-6cdf7b06-1bed-43cb-b3f3-832e747cc110" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.334173] env[70015]: DEBUG nova.compute.manager [req-e98eb934-2cc4-4d07-9375-d5a0117e72e9 req-f58f9fa9-e051-4b28-ae41-5a22e5b0ebab service nova] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Received event network-vif-plugged-7a31752b-6d00-460b-8ab0-8bc87d11a7b3 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.334322] env[70015]: DEBUG oslo_concurrency.lockutils [req-e98eb934-2cc4-4d07-9375-d5a0117e72e9 req-f58f9fa9-e051-4b28-ae41-5a22e5b0ebab service nova] Acquiring lock "9a57a48a-da10-4baa-a1aa-51178b6714e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.334530] env[70015]: DEBUG oslo_concurrency.lockutils [req-e98eb934-2cc4-4d07-9375-d5a0117e72e9 req-f58f9fa9-e051-4b28-ae41-5a22e5b0ebab service nova] Lock "9a57a48a-da10-4baa-a1aa-51178b6714e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.334691] env[70015]: DEBUG oslo_concurrency.lockutils [req-e98eb934-2cc4-4d07-9375-d5a0117e72e9 req-f58f9fa9-e051-4b28-ae41-5a22e5b0ebab service nova] Lock "9a57a48a-da10-4baa-a1aa-51178b6714e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.334861] env[70015]: DEBUG nova.compute.manager [req-e98eb934-2cc4-4d07-9375-d5a0117e72e9 req-f58f9fa9-e051-4b28-ae41-5a22e5b0ebab service nova] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] No waiting events found dispatching network-vif-plugged-7a31752b-6d00-460b-8ab0-8bc87d11a7b3 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1080.335140] env[70015]: WARNING nova.compute.manager [req-e98eb934-2cc4-4d07-9375-d5a0117e72e9 req-f58f9fa9-e051-4b28-ae41-5a22e5b0ebab service nova] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Received unexpected event network-vif-plugged-7a31752b-6d00-460b-8ab0-8bc87d11a7b3 for instance with vm_state building and task_state spawning. [ 1080.335401] env[70015]: DEBUG nova.compute.manager [req-e98eb934-2cc4-4d07-9375-d5a0117e72e9 req-f58f9fa9-e051-4b28-ae41-5a22e5b0ebab service nova] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Received event network-changed-7a31752b-6d00-460b-8ab0-8bc87d11a7b3 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.335604] env[70015]: DEBUG nova.compute.manager [req-e98eb934-2cc4-4d07-9375-d5a0117e72e9 req-f58f9fa9-e051-4b28-ae41-5a22e5b0ebab service nova] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Refreshing instance network info cache due to event network-changed-7a31752b-6d00-460b-8ab0-8bc87d11a7b3. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1080.335802] env[70015]: DEBUG oslo_concurrency.lockutils [req-e98eb934-2cc4-4d07-9375-d5a0117e72e9 req-f58f9fa9-e051-4b28-ae41-5a22e5b0ebab service nova] Acquiring lock "refresh_cache-9a57a48a-da10-4baa-a1aa-51178b6714e0" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.335942] env[70015]: DEBUG oslo_concurrency.lockutils [req-e98eb934-2cc4-4d07-9375-d5a0117e72e9 req-f58f9fa9-e051-4b28-ae41-5a22e5b0ebab service nova] Acquired lock "refresh_cache-9a57a48a-da10-4baa-a1aa-51178b6714e0" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.336133] env[70015]: DEBUG nova.network.neutron [req-e98eb934-2cc4-4d07-9375-d5a0117e72e9 req-f58f9fa9-e051-4b28-ae41-5a22e5b0ebab service nova] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Refreshing network info cache for port 7a31752b-6d00-460b-8ab0-8bc87d11a7b3 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.388224] env[70015]: DEBUG oslo_vmware.api [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52ee037f-85ce-5145-3fbe-e22f8b179e83, 'name': SearchDatastore_Task, 'duration_secs': 0.008478} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.389009] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d4358a9-b73e-4726-8218-a6ab170a2f3f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.394061] env[70015]: DEBUG oslo_vmware.api [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 1080.394061] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52edfffc-2db6-597a-8570-eba85ce55fd1" [ 1080.394061] env[70015]: _type = "Task" [ 1080.394061] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.403289] env[70015]: DEBUG oslo_vmware.api [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52edfffc-2db6-597a-8570-eba85ce55fd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.458243] env[70015]: DEBUG nova.compute.manager [None req-8443c8d3-8975-4ca3-b1d9-19c10edcfa44 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: a4aa7eb8-34bd-4270-a426-9b255f7db9d9] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1080.458480] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8443c8d3-8975-4ca3-b1d9-19c10edcfa44 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: a4aa7eb8-34bd-4270-a426-9b255f7db9d9] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1080.459415] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d276cdc-ebe3-4f72-b579-f4fc32da01fb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.467052] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-8443c8d3-8975-4ca3-b1d9-19c10edcfa44 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: a4aa7eb8-34bd-4270-a426-9b255f7db9d9] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1080.467311] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6301705f-2195-4ce4-bf92-5505cf137a8b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.473934] env[70015]: DEBUG oslo_vmware.api [None req-8443c8d3-8975-4ca3-b1d9-19c10edcfa44 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 1080.473934] env[70015]: value = "task-3611453" [ 1080.473934] env[70015]: _type = "Task" [ 1080.473934] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.483720] env[70015]: DEBUG oslo_vmware.api [None req-8443c8d3-8975-4ca3-b1d9-19c10edcfa44 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3611453, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.493983] env[70015]: DEBUG oslo_vmware.api [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611447, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.520774] env[70015]: INFO nova.compute.manager [None req-70486e57-aa63-4862-bf55-feef0a8134aa tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Rescuing [ 1080.521232] env[70015]: DEBUG oslo_concurrency.lockutils [None req-70486e57-aa63-4862-bf55-feef0a8134aa tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Acquiring lock "refresh_cache-d1651f12-9f96-4e9c-84fa-4925cd1b23e9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.521396] env[70015]: DEBUG oslo_concurrency.lockutils [None req-70486e57-aa63-4862-bf55-feef0a8134aa tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Acquired lock "refresh_cache-d1651f12-9f96-4e9c-84fa-4925cd1b23e9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.521569] env[70015]: DEBUG nova.network.neutron [None req-70486e57-aa63-4862-bf55-feef0a8134aa tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.596149] env[70015]: DEBUG oslo_vmware.api [None req-4dcfae73-681e-451a-b4f3-2926c18640d8 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Task: {'id': task-3611439, 'name': CloneVM_Task, 'duration_secs': 2.527324} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.596503] env[70015]: INFO nova.virt.vmwareapi.vmops [None req-4dcfae73-681e-451a-b4f3-2926c18640d8 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Created linked-clone VM from snapshot [ 1080.597510] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa4a364-08c7-4bec-b8ca-5ded83d0cd72 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.608687] env[70015]: DEBUG nova.virt.vmwareapi.images [None req-4dcfae73-681e-451a-b4f3-2926c18640d8 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Uploading image c39569ce-8f82-4f49-b854-cd151f87df5f {{(pid=70015) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1080.642458] env[70015]: DEBUG oslo_vmware.rw_handles [None req-4dcfae73-681e-451a-b4f3-2926c18640d8 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1080.642458] env[70015]: value = "vm-720388" [ 1080.642458] env[70015]: _type = "VirtualMachine" [ 1080.642458] env[70015]: }. {{(pid=70015) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1080.643451] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a1ba35dd-3f68-415f-83da-a0322cddfe9e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.650103] env[70015]: DEBUG oslo_vmware.rw_handles [None req-4dcfae73-681e-451a-b4f3-2926c18640d8 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Lease: (returnval){ [ 1080.650103] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5296ee3e-2344-4240-67d7-4de5a4bb4008" [ 1080.650103] env[70015]: _type = "HttpNfcLease" [ 1080.650103] env[70015]: } obtained for exporting VM: (result){ [ 1080.650103] env[70015]: value = "vm-720388" [ 1080.650103] env[70015]: _type = "VirtualMachine" [ 1080.650103] env[70015]: }. {{(pid=70015) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1080.651871] env[70015]: DEBUG oslo_vmware.api [None req-4dcfae73-681e-451a-b4f3-2926c18640d8 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Waiting for the lease: (returnval){ [ 1080.651871] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5296ee3e-2344-4240-67d7-4de5a4bb4008" [ 1080.651871] env[70015]: _type = "HttpNfcLease" [ 1080.651871] env[70015]: } to be ready. {{(pid=70015) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1080.661253] env[70015]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1080.661253] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5296ee3e-2344-4240-67d7-4de5a4bb4008" [ 1080.661253] env[70015]: _type = "HttpNfcLease" [ 1080.661253] env[70015]: } is initializing. {{(pid=70015) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1080.727994] env[70015]: DEBUG oslo_concurrency.lockutils [None req-efb676ff-b6af-488f-96ed-3f11c97193ff tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.672s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.730741] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.684s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.732359] env[70015]: INFO nova.compute.claims [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1080.745800] env[70015]: DEBUG oslo_vmware.api [None req-c39e39c4-c1a6-4228-8b9b-95644ae30315 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611451, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.753401] env[70015]: DEBUG oslo_vmware.api [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611448, 'name': ReconfigVM_Task, 'duration_secs': 0.835398} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.753705] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 6cdf7b06-1bed-43cb-b3f3-832e747cc110/6cdf7b06-1bed-43cb-b3f3-832e747cc110.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1080.754442] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba6edf4e-54dc-466d-be50-4b70bf0a1a3e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.761245] env[70015]: DEBUG oslo_vmware.api [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1080.761245] env[70015]: value = "task-3611455" [ 1080.761245] env[70015]: _type = "Task" [ 1080.761245] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.762208] env[70015]: INFO nova.scheduler.client.report [None req-efb676ff-b6af-488f-96ed-3f11c97193ff tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Deleted allocations for instance 39abed00-024f-4718-a7aa-9d26ea6533ad [ 1080.778764] env[70015]: DEBUG oslo_vmware.api [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611455, 'name': Rename_Task} progress is 10%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.821501] env[70015]: DEBUG oslo_vmware.api [None req-64fb5cdd-b3ab-4936-9aae-061a46f0ad3f tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3611452, 'name': ReconfigVM_Task, 'duration_secs': 0.178207} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.821732] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-64fb5cdd-b3ab-4936-9aae-061a46f0ad3f tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720377', 'volume_id': '395b077e-8297-4612-b6ae-35ffd3ca3908', 'name': 'volume-395b077e-8297-4612-b6ae-35ffd3ca3908', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d932dc3-0f82-48f4-8fab-fcd39f5f89eb', 'attached_at': '', 'detached_at': '', 'volume_id': '395b077e-8297-4612-b6ae-35ffd3ca3908', 'serial': '395b077e-8297-4612-b6ae-35ffd3ca3908'} {{(pid=70015) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1080.904539] env[70015]: DEBUG oslo_vmware.api [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52edfffc-2db6-597a-8570-eba85ce55fd1, 'name': SearchDatastore_Task, 'duration_secs': 0.009264} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.907980] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.907980] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 9a57a48a-da10-4baa-a1aa-51178b6714e0/9a57a48a-da10-4baa-a1aa-51178b6714e0.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1080.907980] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7581d4c0-0b47-4212-b77d-a11bde9234c9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.912149] env[70015]: DEBUG oslo_vmware.api [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 1080.912149] env[70015]: value = "task-3611456" [ 1080.912149] env[70015]: _type = "Task" [ 1080.912149] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.922052] env[70015]: DEBUG oslo_vmware.api [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611456, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.985790] env[70015]: DEBUG oslo_vmware.api [None req-8443c8d3-8975-4ca3-b1d9-19c10edcfa44 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3611453, 'name': PowerOffVM_Task, 'duration_secs': 0.290447} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.988728] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-8443c8d3-8975-4ca3-b1d9-19c10edcfa44 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: a4aa7eb8-34bd-4270-a426-9b255f7db9d9] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1080.988900] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8443c8d3-8975-4ca3-b1d9-19c10edcfa44 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: a4aa7eb8-34bd-4270-a426-9b255f7db9d9] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1080.989168] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13cba8d2-29f6-4114-81e4-64cd083916c7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.995306] env[70015]: DEBUG oslo_vmware.api [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611447, 'name': PowerOnVM_Task, 'duration_secs': 1.126433} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.995540] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 4e42e474-3a2d-4966-9695-4a8422ebfdf1] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1080.995737] env[70015]: INFO nova.compute.manager [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 4e42e474-3a2d-4966-9695-4a8422ebfdf1] Took 9.44 seconds to spawn the instance on the hypervisor. [ 1080.995915] env[70015]: DEBUG nova.compute.manager [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 4e42e474-3a2d-4966-9695-4a8422ebfdf1] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1080.996643] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e810ab0b-0436-42b8-85c8-a63776d9d70a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.045353] env[70015]: DEBUG nova.network.neutron [req-e98eb934-2cc4-4d07-9375-d5a0117e72e9 req-f58f9fa9-e051-4b28-ae41-5a22e5b0ebab service nova] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Updated VIF entry in instance network info cache for port 7a31752b-6d00-460b-8ab0-8bc87d11a7b3. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1081.045726] env[70015]: DEBUG nova.network.neutron [req-e98eb934-2cc4-4d07-9375-d5a0117e72e9 req-f58f9fa9-e051-4b28-ae41-5a22e5b0ebab service nova] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Updating instance_info_cache with network_info: [{"id": "7a31752b-6d00-460b-8ab0-8bc87d11a7b3", "address": "fa:16:3e:f2:57:59", "network": {"id": "e219abc0-5021-4d85-9d01-fe7a32407dac", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1386953585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f0d500c4064431988bc38c4dac0227a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a31752b-6d", "ovs_interfaceid": "7a31752b-6d00-460b-8ab0-8bc87d11a7b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.058094] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8443c8d3-8975-4ca3-b1d9-19c10edcfa44 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: a4aa7eb8-34bd-4270-a426-9b255f7db9d9] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1081.058322] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8443c8d3-8975-4ca3-b1d9-19c10edcfa44 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: a4aa7eb8-34bd-4270-a426-9b255f7db9d9] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1081.058502] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-8443c8d3-8975-4ca3-b1d9-19c10edcfa44 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Deleting the datastore file [datastore2] a4aa7eb8-34bd-4270-a426-9b255f7db9d9 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1081.058755] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b07aa581-e050-4844-b248-abcb052684a2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.067561] env[70015]: DEBUG oslo_vmware.api [None req-8443c8d3-8975-4ca3-b1d9-19c10edcfa44 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for the task: (returnval){ [ 1081.067561] env[70015]: value = "task-3611458" [ 1081.067561] env[70015]: _type = "Task" [ 1081.067561] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.076187] env[70015]: DEBUG oslo_vmware.api [None req-8443c8d3-8975-4ca3-b1d9-19c10edcfa44 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3611458, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.091658] env[70015]: DEBUG nova.compute.manager [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] [instance: a8f90230-d8a9-47ee-9b36-9ee2e60feb12] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1081.116238] env[70015]: DEBUG nova.virt.hardware [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1081.116371] env[70015]: DEBUG nova.virt.hardware [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1081.116566] env[70015]: DEBUG nova.virt.hardware [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.116934] env[70015]: DEBUG nova.virt.hardware [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1081.117197] env[70015]: DEBUG nova.virt.hardware [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.117369] env[70015]: DEBUG nova.virt.hardware [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1081.117590] env[70015]: DEBUG nova.virt.hardware [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1081.117750] env[70015]: DEBUG nova.virt.hardware [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1081.117919] env[70015]: DEBUG nova.virt.hardware [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1081.118095] env[70015]: DEBUG nova.virt.hardware [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1081.118274] env[70015]: DEBUG nova.virt.hardware [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1081.119130] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661adf25-aa26-4d7e-a2fb-457f57f9227d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.127365] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877c00fd-db1d-4d12-8cd8-a877bde4616d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.159738] env[70015]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1081.159738] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5296ee3e-2344-4240-67d7-4de5a4bb4008" [ 1081.159738] env[70015]: _type = "HttpNfcLease" [ 1081.159738] env[70015]: } is ready. {{(pid=70015) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1081.160055] env[70015]: DEBUG oslo_vmware.rw_handles [None req-4dcfae73-681e-451a-b4f3-2926c18640d8 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1081.160055] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5296ee3e-2344-4240-67d7-4de5a4bb4008" [ 1081.160055] env[70015]: _type = "HttpNfcLease" [ 1081.160055] env[70015]: }. {{(pid=70015) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1081.160767] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b13c948-9ae7-4f1d-b5eb-a41347045f55 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.167864] env[70015]: DEBUG oslo_vmware.rw_handles [None req-4dcfae73-681e-451a-b4f3-2926c18640d8 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dbdcce-6a8a-2363-97d8-647ce8e30434/disk-0.vmdk from lease info. {{(pid=70015) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1081.168052] env[70015]: DEBUG oslo_vmware.rw_handles [None req-4dcfae73-681e-451a-b4f3-2926c18640d8 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dbdcce-6a8a-2363-97d8-647ce8e30434/disk-0.vmdk for reading. {{(pid=70015) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1081.245199] env[70015]: DEBUG oslo_vmware.api [None req-c39e39c4-c1a6-4228-8b9b-95644ae30315 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611451, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.262386] env[70015]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-722182b9-2e61-4055-8568-0669b9fd50d1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.275644] env[70015]: DEBUG oslo_vmware.api [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611455, 'name': Rename_Task, 'duration_secs': 0.303633} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.276111] env[70015]: DEBUG oslo_concurrency.lockutils [None req-efb676ff-b6af-488f-96ed-3f11c97193ff tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Lock "39abed00-024f-4718-a7aa-9d26ea6533ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.958s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.277352] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1081.277776] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbd977c8-1920-4afe-938d-6b424cba5110 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.284604] env[70015]: DEBUG oslo_vmware.api [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1081.284604] env[70015]: value = "task-3611459" [ 1081.284604] env[70015]: _type = "Task" [ 1081.284604] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.295667] env[70015]: DEBUG oslo_vmware.api [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611459, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.372326] env[70015]: DEBUG nova.objects.instance [None req-64fb5cdd-b3ab-4936-9aae-061a46f0ad3f tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Lazy-loading 'flavor' on Instance uuid 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.421535] env[70015]: DEBUG oslo_vmware.api [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611456, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.463204] env[70015]: DEBUG nova.network.neutron [None req-70486e57-aa63-4862-bf55-feef0a8134aa tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Updating instance_info_cache with network_info: [{"id": "13105a07-e789-4507-80aa-bad0b8d2dc5b", "address": "fa:16:3e:1a:af:5c", "network": {"id": "3c20f828-b54b-46e8-8787-8652bc32cc05", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-883210113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae3ea9811a884cfdbfed901646a3947d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13105a07-e7", "ovs_interfaceid": "13105a07-e789-4507-80aa-bad0b8d2dc5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.515904] env[70015]: INFO nova.compute.manager [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 4e42e474-3a2d-4966-9695-4a8422ebfdf1] Took 28.81 seconds to build instance. [ 1081.548874] env[70015]: DEBUG oslo_concurrency.lockutils [req-e98eb934-2cc4-4d07-9375-d5a0117e72e9 req-f58f9fa9-e051-4b28-ae41-5a22e5b0ebab service nova] Releasing lock "refresh_cache-9a57a48a-da10-4baa-a1aa-51178b6714e0" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.577597] env[70015]: DEBUG oslo_vmware.api [None req-8443c8d3-8975-4ca3-b1d9-19c10edcfa44 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Task: {'id': task-3611458, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.489587} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.577920] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-8443c8d3-8975-4ca3-b1d9-19c10edcfa44 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1081.578157] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8443c8d3-8975-4ca3-b1d9-19c10edcfa44 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: a4aa7eb8-34bd-4270-a426-9b255f7db9d9] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1081.578343] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8443c8d3-8975-4ca3-b1d9-19c10edcfa44 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: a4aa7eb8-34bd-4270-a426-9b255f7db9d9] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1081.578517] env[70015]: INFO nova.compute.manager [None req-8443c8d3-8975-4ca3-b1d9-19c10edcfa44 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] [instance: a4aa7eb8-34bd-4270-a426-9b255f7db9d9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1081.578768] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8443c8d3-8975-4ca3-b1d9-19c10edcfa44 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.579166] env[70015]: DEBUG nova.compute.manager [-] [instance: a4aa7eb8-34bd-4270-a426-9b255f7db9d9] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1081.579166] env[70015]: DEBUG nova.network.neutron [-] [instance: a4aa7eb8-34bd-4270-a426-9b255f7db9d9] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1081.749636] env[70015]: DEBUG oslo_vmware.api [None req-c39e39c4-c1a6-4228-8b9b-95644ae30315 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611451, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.797711] env[70015]: DEBUG oslo_vmware.api [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611459, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.928685] env[70015]: DEBUG oslo_vmware.api [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611456, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.690613} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.929198] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 9a57a48a-da10-4baa-a1aa-51178b6714e0/9a57a48a-da10-4baa-a1aa-51178b6714e0.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1081.930035] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1081.931194] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-646fe5aa-ceb8-4e28-a06a-5a6f0009b2ef {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.939346] env[70015]: DEBUG oslo_vmware.api [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 1081.939346] env[70015]: value = "task-3611460" [ 1081.939346] env[70015]: _type = "Task" [ 1081.939346] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.949344] env[70015]: DEBUG oslo_vmware.api [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611460, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.966339] env[70015]: DEBUG oslo_concurrency.lockutils [None req-70486e57-aa63-4862-bf55-feef0a8134aa tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Releasing lock "refresh_cache-d1651f12-9f96-4e9c-84fa-4925cd1b23e9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.020687] env[70015]: DEBUG oslo_concurrency.lockutils [None req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "4e42e474-3a2d-4966-9695-4a8422ebfdf1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.318s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.158582] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbd68ad-accc-40be-8f47-e28475c12612 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.166907] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e14f01-400a-4662-a556-33820ba3ca7b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.201611] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e514d8fe-e9cb-4755-b4f6-b4695fec7e3b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.210305] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ae1e63-9e8e-465a-a45f-e798668c0f1c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.227011] env[70015]: DEBUG nova.compute.provider_tree [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.229811] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7656a36-b776-4aa9-83cf-591c11c747f3 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Volume attach. Driver type: vmdk {{(pid=70015) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1082.230054] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7656a36-b776-4aa9-83cf-591c11c747f3 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720390', 'volume_id': 'f6c96ff7-44eb-4a30-963f-8f475548ed7a', 'name': 'volume-f6c96ff7-44eb-4a30-963f-8f475548ed7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a173c940-ed80-45ec-83a2-af2b2ad416c4', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6c96ff7-44eb-4a30-963f-8f475548ed7a', 'serial': 'f6c96ff7-44eb-4a30-963f-8f475548ed7a'} {{(pid=70015) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1082.230847] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3ec6ae-c394-4242-ae1c-2fb1abfda21a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.252349] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee38e295-fe98-47f6-bdfe-e31ae41be64c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.264011] env[70015]: DEBUG oslo_vmware.api [None req-c39e39c4-c1a6-4228-8b9b-95644ae30315 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611451, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.298416] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7656a36-b776-4aa9-83cf-591c11c747f3 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] volume-f6c96ff7-44eb-4a30-963f-8f475548ed7a/volume-f6c96ff7-44eb-4a30-963f-8f475548ed7a.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.302368] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35e48d0c-092b-44e9-803e-fd4efa54149d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.322481] env[70015]: DEBUG oslo_vmware.api [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611459, 'name': PowerOnVM_Task, 'duration_secs': 0.841938} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.323905] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1082.324151] env[70015]: INFO nova.compute.manager [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Took 8.24 seconds to spawn the instance on the hypervisor. [ 1082.326859] env[70015]: DEBUG nova.compute.manager [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.326859] env[70015]: DEBUG oslo_vmware.api [None req-f7656a36-b776-4aa9-83cf-591c11c747f3 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 1082.326859] env[70015]: value = "task-3611461" [ 1082.326859] env[70015]: _type = "Task" [ 1082.326859] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.326859] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9d3fff-d8ab-4c63-9848-358ba2047466 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.343285] env[70015]: DEBUG oslo_vmware.api [None req-f7656a36-b776-4aa9-83cf-591c11c747f3 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611461, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.347955] env[70015]: DEBUG nova.network.neutron [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] [instance: a8f90230-d8a9-47ee-9b36-9ee2e60feb12] Successfully updated port: 5fdd2d91-2505-4898-ae79-3dccf6787975 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1082.381283] env[70015]: DEBUG oslo_concurrency.lockutils [None req-64fb5cdd-b3ab-4936-9aae-061a46f0ad3f tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Lock "0d932dc3-0f82-48f4-8fab-fcd39f5f89eb" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.348s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.451556] env[70015]: DEBUG oslo_vmware.api [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611460, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099578} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.451890] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1082.452844] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85557a09-eb95-4209-aec6-9378c6a96e0d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.475036] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 9a57a48a-da10-4baa-a1aa-51178b6714e0/9a57a48a-da10-4baa-a1aa-51178b6714e0.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.475741] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd37c414-a2e5-470a-ab90-fc039b044c62 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.495976] env[70015]: DEBUG oslo_vmware.api [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 1082.495976] env[70015]: value = "task-3611462" [ 1082.495976] env[70015]: _type = "Task" [ 1082.495976] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.505085] env[70015]: DEBUG oslo_vmware.api [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611462, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.545641] env[70015]: DEBUG nova.compute.manager [req-433f4339-c32a-42b5-89f3-96c2d6296322 req-1cc71517-7b92-4846-aaca-abf38a9eb2ba service nova] [instance: a8f90230-d8a9-47ee-9b36-9ee2e60feb12] Received event network-vif-plugged-5fdd2d91-2505-4898-ae79-3dccf6787975 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.546120] env[70015]: DEBUG oslo_concurrency.lockutils [req-433f4339-c32a-42b5-89f3-96c2d6296322 req-1cc71517-7b92-4846-aaca-abf38a9eb2ba service nova] Acquiring lock "a8f90230-d8a9-47ee-9b36-9ee2e60feb12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.546560] env[70015]: DEBUG oslo_concurrency.lockutils [req-433f4339-c32a-42b5-89f3-96c2d6296322 req-1cc71517-7b92-4846-aaca-abf38a9eb2ba service nova] Lock "a8f90230-d8a9-47ee-9b36-9ee2e60feb12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.547120] env[70015]: DEBUG oslo_concurrency.lockutils [req-433f4339-c32a-42b5-89f3-96c2d6296322 req-1cc71517-7b92-4846-aaca-abf38a9eb2ba service nova] Lock "a8f90230-d8a9-47ee-9b36-9ee2e60feb12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.547460] env[70015]: DEBUG nova.compute.manager [req-433f4339-c32a-42b5-89f3-96c2d6296322 req-1cc71517-7b92-4846-aaca-abf38a9eb2ba service nova] [instance: a8f90230-d8a9-47ee-9b36-9ee2e60feb12] No waiting events found dispatching network-vif-plugged-5fdd2d91-2505-4898-ae79-3dccf6787975 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1082.547742] env[70015]: WARNING nova.compute.manager [req-433f4339-c32a-42b5-89f3-96c2d6296322 req-1cc71517-7b92-4846-aaca-abf38a9eb2ba service nova] [instance: a8f90230-d8a9-47ee-9b36-9ee2e60feb12] Received unexpected event network-vif-plugged-5fdd2d91-2505-4898-ae79-3dccf6787975 for instance with vm_state building and task_state spawning. [ 1082.565445] env[70015]: DEBUG nova.compute.manager [req-682dc7cd-a33e-4071-8507-face8ab40f7a req-09a5e04d-9a59-4462-ae9f-d4e5e1051aca service nova] [instance: a4aa7eb8-34bd-4270-a426-9b255f7db9d9] Received event network-vif-deleted-e33432f7-fc52-4f24-a1f1-bf72dfaf8580 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.565738] env[70015]: INFO nova.compute.manager [req-682dc7cd-a33e-4071-8507-face8ab40f7a req-09a5e04d-9a59-4462-ae9f-d4e5e1051aca service nova] [instance: a4aa7eb8-34bd-4270-a426-9b255f7db9d9] Neutron deleted interface e33432f7-fc52-4f24-a1f1-bf72dfaf8580; detaching it from the instance and deleting it from the info cache [ 1082.565978] env[70015]: DEBUG nova.network.neutron [req-682dc7cd-a33e-4071-8507-face8ab40f7a req-09a5e04d-9a59-4462-ae9f-d4e5e1051aca service nova] [instance: a4aa7eb8-34bd-4270-a426-9b255f7db9d9] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.737361] env[70015]: DEBUG nova.scheduler.client.report [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.758766] env[70015]: DEBUG oslo_vmware.api [None req-c39e39c4-c1a6-4228-8b9b-95644ae30315 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611451, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.818552] env[70015]: DEBUG nova.network.neutron [-] [instance: a4aa7eb8-34bd-4270-a426-9b255f7db9d9] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.838278] env[70015]: DEBUG oslo_vmware.api [None req-f7656a36-b776-4aa9-83cf-591c11c747f3 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611461, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.854704] env[70015]: DEBUG oslo_concurrency.lockutils [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Acquiring lock "refresh_cache-a8f90230-d8a9-47ee-9b36-9ee2e60feb12" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.854932] env[70015]: DEBUG oslo_concurrency.lockutils [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Acquired lock "refresh_cache-a8f90230-d8a9-47ee-9b36-9ee2e60feb12" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.855159] env[70015]: DEBUG nova.network.neutron [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] [instance: a8f90230-d8a9-47ee-9b36-9ee2e60feb12] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.860975] env[70015]: INFO nova.compute.manager [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Took 29.05 seconds to build instance. [ 1082.881561] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4ecbd30f-8ba9-4061-b33b-db2584fbfcee tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Acquiring lock "0d932dc3-0f82-48f4-8fab-fcd39f5f89eb" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.881906] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4ecbd30f-8ba9-4061-b33b-db2584fbfcee tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Lock "0d932dc3-0f82-48f4-8fab-fcd39f5f89eb" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.008089] env[70015]: DEBUG oslo_vmware.api [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611462, 'name': ReconfigVM_Task, 'duration_secs': 0.337378} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.008431] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 9a57a48a-da10-4baa-a1aa-51178b6714e0/9a57a48a-da10-4baa-a1aa-51178b6714e0.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.009165] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5bad96d-b46e-42ed-87fa-d466424e8704 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.017525] env[70015]: DEBUG oslo_vmware.api [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 1083.017525] env[70015]: value = "task-3611463" [ 1083.017525] env[70015]: _type = "Task" [ 1083.017525] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.034718] env[70015]: DEBUG oslo_vmware.api [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611463, 'name': Rename_Task} progress is 10%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.070241] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6688b3d5-f31e-4a2e-b802-cd2d5b37d8a0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.080365] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7067d0-075b-4cff-b039-b1d1034699c5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.118796] env[70015]: DEBUG nova.compute.manager [req-682dc7cd-a33e-4071-8507-face8ab40f7a req-09a5e04d-9a59-4462-ae9f-d4e5e1051aca service nova] [instance: a4aa7eb8-34bd-4270-a426-9b255f7db9d9] Detach interface failed, port_id=e33432f7-fc52-4f24-a1f1-bf72dfaf8580, reason: Instance a4aa7eb8-34bd-4270-a426-9b255f7db9d9 could not be found. {{(pid=70015) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1083.204931] env[70015]: DEBUG oslo_concurrency.lockutils [None req-51405276-7163-4ba8-a5b5-f867ebfd1e20 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquiring lock "4e42e474-3a2d-4966-9695-4a8422ebfdf1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.205137] env[70015]: DEBUG oslo_concurrency.lockutils [None req-51405276-7163-4ba8-a5b5-f867ebfd1e20 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "4e42e474-3a2d-4966-9695-4a8422ebfdf1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.205437] env[70015]: DEBUG oslo_concurrency.lockutils [None req-51405276-7163-4ba8-a5b5-f867ebfd1e20 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquiring lock "4e42e474-3a2d-4966-9695-4a8422ebfdf1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.205682] env[70015]: DEBUG oslo_concurrency.lockutils [None req-51405276-7163-4ba8-a5b5-f867ebfd1e20 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "4e42e474-3a2d-4966-9695-4a8422ebfdf1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.205771] env[70015]: DEBUG oslo_concurrency.lockutils [None req-51405276-7163-4ba8-a5b5-f867ebfd1e20 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "4e42e474-3a2d-4966-9695-4a8422ebfdf1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.215916] env[70015]: INFO nova.compute.manager [None req-51405276-7163-4ba8-a5b5-f867ebfd1e20 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 4e42e474-3a2d-4966-9695-4a8422ebfdf1] Terminating instance [ 1083.244995] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.245565] env[70015]: DEBUG nova.compute.manager [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1083.249151] env[70015]: DEBUG oslo_concurrency.lockutils [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 18.153s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.265372] env[70015]: DEBUG oslo_vmware.api [None req-c39e39c4-c1a6-4228-8b9b-95644ae30315 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611451, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.322234] env[70015]: INFO nova.compute.manager [-] [instance: a4aa7eb8-34bd-4270-a426-9b255f7db9d9] Took 1.74 seconds to deallocate network for instance. [ 1083.338669] env[70015]: DEBUG oslo_vmware.api [None req-f7656a36-b776-4aa9-83cf-591c11c747f3 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611461, 'name': ReconfigVM_Task, 'duration_secs': 0.662058} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.338975] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7656a36-b776-4aa9-83cf-591c11c747f3 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Reconfigured VM instance instance-0000005b to attach disk [datastore2] volume-f6c96ff7-44eb-4a30-963f-8f475548ed7a/volume-f6c96ff7-44eb-4a30-963f-8f475548ed7a.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.343966] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b2d53b7-3420-4f56-bd96-d844891d6257 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.362407] env[70015]: DEBUG oslo_vmware.api [None req-f7656a36-b776-4aa9-83cf-591c11c747f3 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 1083.362407] env[70015]: value = "task-3611464" [ 1083.362407] env[70015]: _type = "Task" [ 1083.362407] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.363632] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "6cdf7b06-1bed-43cb-b3f3-832e747cc110" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.558s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.378025] env[70015]: DEBUG oslo_vmware.api [None req-f7656a36-b776-4aa9-83cf-591c11c747f3 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611464, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.385724] env[70015]: INFO nova.compute.manager [None req-4ecbd30f-8ba9-4061-b33b-db2584fbfcee tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Detaching volume a6246e07-abb4-4cd2-89f4-3b43c0e6b933 [ 1083.423817] env[70015]: DEBUG nova.network.neutron [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] [instance: a8f90230-d8a9-47ee-9b36-9ee2e60feb12] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1083.429589] env[70015]: INFO nova.virt.block_device [None req-4ecbd30f-8ba9-4061-b33b-db2584fbfcee tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Attempting to driver detach volume a6246e07-abb4-4cd2-89f4-3b43c0e6b933 from mountpoint /dev/sdc [ 1083.429829] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ecbd30f-8ba9-4061-b33b-db2584fbfcee tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Volume detach. Driver type: vmdk {{(pid=70015) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1083.430035] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ecbd30f-8ba9-4061-b33b-db2584fbfcee tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720383', 'volume_id': 'a6246e07-abb4-4cd2-89f4-3b43c0e6b933', 'name': 'volume-a6246e07-abb4-4cd2-89f4-3b43c0e6b933', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d932dc3-0f82-48f4-8fab-fcd39f5f89eb', 'attached_at': '', 'detached_at': '', 'volume_id': 'a6246e07-abb4-4cd2-89f4-3b43c0e6b933', 'serial': 'a6246e07-abb4-4cd2-89f4-3b43c0e6b933'} {{(pid=70015) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1083.430898] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d752dda0-2e6b-49d0-8d88-e7af6fd46022 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.462577] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48b432e-d36b-45d3-8a2d-65fc39949b2e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.472025] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65974072-b797-47a5-b0c4-fa20fdc4ca24 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.497466] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da8d861-17d8-41c5-b0f1-6d6bf407a026 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.510568] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ecbd30f-8ba9-4061-b33b-db2584fbfcee tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] The volume has not been displaced from its original location: [datastore2] volume-a6246e07-abb4-4cd2-89f4-3b43c0e6b933/volume-a6246e07-abb4-4cd2-89f4-3b43c0e6b933.vmdk. No consolidation needed. {{(pid=70015) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1083.516499] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ecbd30f-8ba9-4061-b33b-db2584fbfcee tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Reconfiguring VM instance instance-00000055 to detach disk 2002 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1083.516743] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-002ebe11-5742-441d-9655-943233223358 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.530377] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-70486e57-aa63-4862-bf55-feef0a8134aa tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.533783] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c00afc7-67ff-450b-9c2a-6d3b0343015e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.543357] env[70015]: DEBUG oslo_vmware.api [None req-4ecbd30f-8ba9-4061-b33b-db2584fbfcee tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Waiting for the task: (returnval){ [ 1083.543357] env[70015]: value = "task-3611465" [ 1083.543357] env[70015]: _type = "Task" [ 1083.543357] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.543357] env[70015]: DEBUG oslo_vmware.api [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611463, 'name': Rename_Task, 'duration_secs': 0.158998} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.548425] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1083.548889] env[70015]: DEBUG oslo_vmware.api [None req-70486e57-aa63-4862-bf55-feef0a8134aa tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1083.548889] env[70015]: value = "task-3611466" [ 1083.548889] env[70015]: _type = "Task" [ 1083.548889] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.549173] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b57bd8a-b46a-49b5-a2fd-f39c5ee2a38c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.558481] env[70015]: DEBUG oslo_vmware.api [None req-4ecbd30f-8ba9-4061-b33b-db2584fbfcee tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3611465, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.567601] env[70015]: DEBUG oslo_vmware.api [None req-70486e57-aa63-4862-bf55-feef0a8134aa tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611466, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.569185] env[70015]: DEBUG oslo_vmware.api [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 1083.569185] env[70015]: value = "task-3611467" [ 1083.569185] env[70015]: _type = "Task" [ 1083.569185] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.580028] env[70015]: DEBUG oslo_vmware.api [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611467, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.724567] env[70015]: DEBUG nova.compute.manager [None req-51405276-7163-4ba8-a5b5-f867ebfd1e20 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 4e42e474-3a2d-4966-9695-4a8422ebfdf1] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1083.724797] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-51405276-7163-4ba8-a5b5-f867ebfd1e20 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 4e42e474-3a2d-4966-9695-4a8422ebfdf1] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1083.725235] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "6cdf7b06-1bed-43cb-b3f3-832e747cc110" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.725534] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "6cdf7b06-1bed-43cb-b3f3-832e747cc110" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.725710] env[70015]: INFO nova.compute.manager [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Shelving [ 1083.727866] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c19121-5668-41c0-bcfe-00281a7e183c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.736658] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-51405276-7163-4ba8-a5b5-f867ebfd1e20 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 4e42e474-3a2d-4966-9695-4a8422ebfdf1] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.736918] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f95d2b0-dd1e-429c-aa20-7fc175cf9dd8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.744988] env[70015]: DEBUG oslo_vmware.api [None req-51405276-7163-4ba8-a5b5-f867ebfd1e20 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 1083.744988] env[70015]: value = "task-3611468" [ 1083.744988] env[70015]: _type = "Task" [ 1083.744988] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.752595] env[70015]: DEBUG nova.compute.utils [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1083.755238] env[70015]: DEBUG nova.compute.manager [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1083.757648] env[70015]: DEBUG nova.network.neutron [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1083.760290] env[70015]: INFO nova.compute.claims [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1084.510193] env[70015]: DEBUG nova.network.neutron [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] [instance: a8f90230-d8a9-47ee-9b36-9ee2e60feb12] Updating instance_info_cache with network_info: [{"id": "5fdd2d91-2505-4898-ae79-3dccf6787975", "address": "fa:16:3e:a7:09:d8", "network": {"id": "5ee75a2c-8181-4eeb-b7f1-1df5450bd4db", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1915204909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8708c4bfe87d487f82a934d6215364f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fdd2d91-25", "ovs_interfaceid": "5fdd2d91-2505-4898-ae79-3dccf6787975", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.516125] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8443c8d3-8975-4ca3-b1d9-19c10edcfa44 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.518424] env[70015]: DEBUG nova.compute.manager [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1084.521514] env[70015]: DEBUG oslo_vmware.api [None req-51405276-7163-4ba8-a5b5-f867ebfd1e20 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611468, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.521716] env[70015]: WARNING oslo_vmware.common.loopingcall [None req-51405276-7163-4ba8-a5b5-f867ebfd1e20 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] task run outlasted interval by 0.27647299999999997 sec [ 1084.549129] env[70015]: DEBUG oslo_vmware.api [None req-c39e39c4-c1a6-4228-8b9b-95644ae30315 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611451, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.549347] env[70015]: WARNING oslo_vmware.common.loopingcall [None req-c39e39c4-c1a6-4228-8b9b-95644ae30315 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] task run outlasted interval by 0.29437800000000003 sec [ 1084.559663] env[70015]: DEBUG oslo_vmware.api [None req-70486e57-aa63-4862-bf55-feef0a8134aa tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611466, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.567407] env[70015]: DEBUG oslo_vmware.api [None req-f7656a36-b776-4aa9-83cf-591c11c747f3 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611464, 'name': ReconfigVM_Task, 'duration_secs': 0.169381} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.567644] env[70015]: DEBUG oslo_vmware.api [None req-4ecbd30f-8ba9-4061-b33b-db2584fbfcee tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3611465, 'name': ReconfigVM_Task, 'duration_secs': 0.294286} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.568700] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7656a36-b776-4aa9-83cf-591c11c747f3 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720390', 'volume_id': 'f6c96ff7-44eb-4a30-963f-8f475548ed7a', 'name': 'volume-f6c96ff7-44eb-4a30-963f-8f475548ed7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a173c940-ed80-45ec-83a2-af2b2ad416c4', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6c96ff7-44eb-4a30-963f-8f475548ed7a', 'serial': 'f6c96ff7-44eb-4a30-963f-8f475548ed7a'} {{(pid=70015) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1084.570242] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ecbd30f-8ba9-4061-b33b-db2584fbfcee tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Reconfigured VM instance instance-00000055 to detach disk 2002 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1084.584548] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a59b3b37-b001-440c-a141-5acbc3994d38 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.595639] env[70015]: DEBUG oslo_vmware.api [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611467, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.596172] env[70015]: DEBUG oslo_vmware.api [None req-c39e39c4-c1a6-4228-8b9b-95644ae30315 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611451, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.596172] env[70015]: DEBUG oslo_vmware.api [None req-51405276-7163-4ba8-a5b5-f867ebfd1e20 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611468, 'name': PowerOffVM_Task, 'duration_secs': 0.316319} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.597552] env[70015]: DEBUG nova.policy [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '008e0770d68148c881d93f5bf77478f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8c13cae3e5b4a91965eec4a0da9232e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 1084.599364] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-51405276-7163-4ba8-a5b5-f867ebfd1e20 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 4e42e474-3a2d-4966-9695-4a8422ebfdf1] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.599364] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-51405276-7163-4ba8-a5b5-f867ebfd1e20 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 4e42e474-3a2d-4966-9695-4a8422ebfdf1] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.600322] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d41749c-9c27-44d8-a4c2-8eabf66aae1f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.606173] env[70015]: DEBUG nova.compute.manager [req-b00f95c4-33dc-4386-9b5e-71b5af0442be req-f167719f-e013-44e1-9899-89e481839387 service nova] [instance: a8f90230-d8a9-47ee-9b36-9ee2e60feb12] Received event network-changed-5fdd2d91-2505-4898-ae79-3dccf6787975 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.606525] env[70015]: DEBUG nova.compute.manager [req-b00f95c4-33dc-4386-9b5e-71b5af0442be req-f167719f-e013-44e1-9899-89e481839387 service nova] [instance: a8f90230-d8a9-47ee-9b36-9ee2e60feb12] Refreshing instance network info cache due to event network-changed-5fdd2d91-2505-4898-ae79-3dccf6787975. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1084.606656] env[70015]: DEBUG oslo_concurrency.lockutils [req-b00f95c4-33dc-4386-9b5e-71b5af0442be req-f167719f-e013-44e1-9899-89e481839387 service nova] Acquiring lock "refresh_cache-a8f90230-d8a9-47ee-9b36-9ee2e60feb12" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.609211] env[70015]: DEBUG oslo_vmware.api [None req-4ecbd30f-8ba9-4061-b33b-db2584fbfcee tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Waiting for the task: (returnval){ [ 1084.609211] env[70015]: value = "task-3611469" [ 1084.609211] env[70015]: _type = "Task" [ 1084.609211] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.621545] env[70015]: DEBUG oslo_vmware.api [None req-4ecbd30f-8ba9-4061-b33b-db2584fbfcee tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3611469, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.703082] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-51405276-7163-4ba8-a5b5-f867ebfd1e20 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 4e42e474-3a2d-4966-9695-4a8422ebfdf1] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.703498] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-51405276-7163-4ba8-a5b5-f867ebfd1e20 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 4e42e474-3a2d-4966-9695-4a8422ebfdf1] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.703686] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-51405276-7163-4ba8-a5b5-f867ebfd1e20 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Deleting the datastore file [datastore1] 4e42e474-3a2d-4966-9695-4a8422ebfdf1 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.703961] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e404fde3-199d-4975-8db4-202648c627ed {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.714299] env[70015]: DEBUG oslo_vmware.api [None req-51405276-7163-4ba8-a5b5-f867ebfd1e20 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 1084.714299] env[70015]: value = "task-3611471" [ 1084.714299] env[70015]: _type = "Task" [ 1084.714299] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.723346] env[70015]: DEBUG oslo_vmware.api [None req-51405276-7163-4ba8-a5b5-f867ebfd1e20 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611471, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.012984] env[70015]: INFO nova.compute.resource_tracker [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Updating resource usage from migration 64e3d653-a9c6-4494-a2ef-6dbafc7f8765 [ 1085.027713] env[70015]: DEBUG oslo_concurrency.lockutils [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Releasing lock "refresh_cache-a8f90230-d8a9-47ee-9b36-9ee2e60feb12" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.028131] env[70015]: DEBUG nova.compute.manager [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] [instance: a8f90230-d8a9-47ee-9b36-9ee2e60feb12] Instance network_info: |[{"id": "5fdd2d91-2505-4898-ae79-3dccf6787975", "address": "fa:16:3e:a7:09:d8", "network": {"id": "5ee75a2c-8181-4eeb-b7f1-1df5450bd4db", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1915204909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8708c4bfe87d487f82a934d6215364f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fdd2d91-25", "ovs_interfaceid": "5fdd2d91-2505-4898-ae79-3dccf6787975", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1085.036706] env[70015]: DEBUG oslo_concurrency.lockutils [req-b00f95c4-33dc-4386-9b5e-71b5af0442be req-f167719f-e013-44e1-9899-89e481839387 service nova] Acquired lock "refresh_cache-a8f90230-d8a9-47ee-9b36-9ee2e60feb12" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.037109] env[70015]: DEBUG nova.network.neutron [req-b00f95c4-33dc-4386-9b5e-71b5af0442be req-f167719f-e013-44e1-9899-89e481839387 service nova] [instance: a8f90230-d8a9-47ee-9b36-9ee2e60feb12] Refreshing network info cache for port 5fdd2d91-2505-4898-ae79-3dccf6787975 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1085.038585] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] [instance: a8f90230-d8a9-47ee-9b36-9ee2e60feb12] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:09:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '537e0890-4fa2-4f2d-b74c-49933a4edf53', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5fdd2d91-2505-4898-ae79-3dccf6787975', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1085.047277] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Creating folder: Project (8708c4bfe87d487f82a934d6215364f9). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1085.049083] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.049366] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac3c12af-5e4e-41ed-a702-33f0203b0363 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.057695] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b209b787-7341-4dc4-9462-56917d032001 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.059578] env[70015]: DEBUG oslo_vmware.api [None req-70486e57-aa63-4862-bf55-feef0a8134aa tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611466, 'name': PowerOffVM_Task, 'duration_secs': 1.074769} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.059815] env[70015]: DEBUG oslo_vmware.api [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611467, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.064162] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-70486e57-aa63-4862-bf55-feef0a8134aa tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.065714] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab3839b-6887-4b72-87ab-2d0e241d29c3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.074875] env[70015]: DEBUG oslo_vmware.api [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1085.074875] env[70015]: value = "task-3611473" [ 1085.074875] env[70015]: _type = "Task" [ 1085.074875] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.104486] env[70015]: DEBUG oslo_vmware.api [None req-c39e39c4-c1a6-4228-8b9b-95644ae30315 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611451, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.104779] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Created folder: Project (8708c4bfe87d487f82a934d6215364f9) in parent group-v720117. [ 1085.104970] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Creating folder: Instances. Parent ref: group-v720392. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1085.108575] env[70015]: DEBUG nova.network.neutron [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c] Successfully created port: a8bf5f21-c096-4393-8ec1-f3c3ea14ab26 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1085.111395] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140e4065-45f5-4768-b563-6e484347c0ba {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.114937] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ffb00e35-2b68-44b5-8ee9-d4b06a2edd14 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.124335] env[70015]: DEBUG oslo_vmware.api [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.132024] env[70015]: DEBUG oslo_vmware.api [None req-4ecbd30f-8ba9-4061-b33b-db2584fbfcee tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3611469, 'name': ReconfigVM_Task, 'duration_secs': 0.192058} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.135071] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ecbd30f-8ba9-4061-b33b-db2584fbfcee tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720383', 'volume_id': 'a6246e07-abb4-4cd2-89f4-3b43c0e6b933', 'name': 'volume-a6246e07-abb4-4cd2-89f4-3b43c0e6b933', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d932dc3-0f82-48f4-8fab-fcd39f5f89eb', 'attached_at': '', 'detached_at': '', 'volume_id': 'a6246e07-abb4-4cd2-89f4-3b43c0e6b933', 'serial': 'a6246e07-abb4-4cd2-89f4-3b43c0e6b933'} {{(pid=70015) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1085.173812] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-70486e57-aa63-4862-bf55-feef0a8134aa tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.174473] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0f04cdc-314d-4f78-b1ba-4ed87f6d1727 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.187444] env[70015]: DEBUG oslo_vmware.api [None req-70486e57-aa63-4862-bf55-feef0a8134aa tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1085.187444] env[70015]: value = "task-3611475" [ 1085.187444] env[70015]: _type = "Task" [ 1085.187444] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.195572] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Created folder: Instances in parent group-v720392. [ 1085.195839] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.196393] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8f90230-d8a9-47ee-9b36-9ee2e60feb12] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1085.196618] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-939203ca-1bf6-4cab-a7ef-248e91d2141c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.221527] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-70486e57-aa63-4862-bf55-feef0a8134aa tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] VM already powered off {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1085.221739] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-70486e57-aa63-4862-bf55-feef0a8134aa tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1085.221982] env[70015]: DEBUG oslo_concurrency.lockutils [None req-70486e57-aa63-4862-bf55-feef0a8134aa tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.222153] env[70015]: DEBUG oslo_concurrency.lockutils [None req-70486e57-aa63-4862-bf55-feef0a8134aa tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.222327] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-70486e57-aa63-4862-bf55-feef0a8134aa tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1085.223682] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c179d3a1-3447-492b-9b0e-6dd9cff8d9e8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.225483] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1085.225483] env[70015]: value = "task-3611476" [ 1085.225483] env[70015]: _type = "Task" [ 1085.225483] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.235305] env[70015]: DEBUG oslo_vmware.api [None req-51405276-7163-4ba8-a5b5-f867ebfd1e20 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611471, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246842} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.236576] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-51405276-7163-4ba8-a5b5-f867ebfd1e20 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1085.236778] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-51405276-7163-4ba8-a5b5-f867ebfd1e20 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 4e42e474-3a2d-4966-9695-4a8422ebfdf1] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1085.236959] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-51405276-7163-4ba8-a5b5-f867ebfd1e20 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 4e42e474-3a2d-4966-9695-4a8422ebfdf1] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1085.237202] env[70015]: INFO nova.compute.manager [None req-51405276-7163-4ba8-a5b5-f867ebfd1e20 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 4e42e474-3a2d-4966-9695-4a8422ebfdf1] Took 1.51 seconds to destroy the instance on the hypervisor. [ 1085.237387] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51405276-7163-4ba8-a5b5-f867ebfd1e20 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.237606] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-70486e57-aa63-4862-bf55-feef0a8134aa tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1085.237760] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-70486e57-aa63-4862-bf55-feef0a8134aa tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1085.241587] env[70015]: DEBUG nova.compute.manager [-] [instance: 4e42e474-3a2d-4966-9695-4a8422ebfdf1] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1085.241747] env[70015]: DEBUG nova.network.neutron [-] [instance: 4e42e474-3a2d-4966-9695-4a8422ebfdf1] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1085.243451] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-981e7464-5a56-4681-85ab-a67689c7b534 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.245773] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611476, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.255288] env[70015]: DEBUG oslo_vmware.api [None req-70486e57-aa63-4862-bf55-feef0a8134aa tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1085.255288] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5274cedb-c0d4-792b-9974-a46ac05a03d0" [ 1085.255288] env[70015]: _type = "Task" [ 1085.255288] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.265638] env[70015]: DEBUG oslo_vmware.api [None req-70486e57-aa63-4862-bf55-feef0a8134aa tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5274cedb-c0d4-792b-9974-a46ac05a03d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.445038] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5261424-0237-442f-9ee8-f78a4babe0c4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.453870] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3de01ce-cee4-4c5b-ba46-e2d2b298137e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.489729] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b45251-96f7-42cb-b152-d4caf8f21cae {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.499179] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2a123c-c3b4-45b2-83f6-94c013199635 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.515074] env[70015]: DEBUG nova.compute.provider_tree [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.527064] env[70015]: DEBUG oslo_vmware.api [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611467, 'name': PowerOnVM_Task, 'duration_secs': 1.652084} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.528094] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1085.528300] env[70015]: INFO nova.compute.manager [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Took 8.94 seconds to spawn the instance on the hypervisor. [ 1085.528476] env[70015]: DEBUG nova.compute.manager [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.529318] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba166396-8a39-4714-94dd-e0ea5fcbebd0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.554349] env[70015]: DEBUG nova.compute.manager [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1085.570422] env[70015]: DEBUG oslo_vmware.api [None req-c39e39c4-c1a6-4228-8b9b-95644ae30315 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611451, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.588449] env[70015]: DEBUG oslo_vmware.api [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611473, 'name': PowerOffVM_Task, 'duration_secs': 0.273374} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.591861] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.593371] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312f88f1-45a1-43b0-b4fa-07cce74e120c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.601887] env[70015]: DEBUG nova.virt.hardware [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1085.602152] env[70015]: DEBUG nova.virt.hardware [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1085.602318] env[70015]: DEBUG nova.virt.hardware [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1085.602505] env[70015]: DEBUG nova.virt.hardware [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1085.602651] env[70015]: DEBUG nova.virt.hardware [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1085.602795] env[70015]: DEBUG nova.virt.hardware [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1085.603009] env[70015]: DEBUG nova.virt.hardware [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1085.603330] env[70015]: DEBUG nova.virt.hardware [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1085.603514] env[70015]: DEBUG nova.virt.hardware [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1085.604019] env[70015]: DEBUG nova.virt.hardware [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1085.604169] env[70015]: DEBUG nova.virt.hardware [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1085.620505] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f521e6-1fe5-4f0d-a350-ea53612eac2b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.626331] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e2c091-cd24-4898-8eb4-de68b35e542f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.639060] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3332bb-545f-49cb-8d68-e8e4559a69bf {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.661414] env[70015]: DEBUG nova.objects.instance [None req-f7656a36-b776-4aa9-83cf-591c11c747f3 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lazy-loading 'flavor' on Instance uuid a173c940-ed80-45ec-83a2-af2b2ad416c4 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.703403] env[70015]: DEBUG nova.objects.instance [None req-4ecbd30f-8ba9-4061-b33b-db2584fbfcee tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Lazy-loading 'flavor' on Instance uuid 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.738100] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611476, 'name': CreateVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.765606] env[70015]: DEBUG oslo_vmware.api [None req-70486e57-aa63-4862-bf55-feef0a8134aa tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5274cedb-c0d4-792b-9974-a46ac05a03d0, 'name': SearchDatastore_Task, 'duration_secs': 0.017082} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.766419] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7653d7bd-aeb5-46d3-a33e-9bf1bf705490 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.772819] env[70015]: DEBUG oslo_vmware.api [None req-70486e57-aa63-4862-bf55-feef0a8134aa tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1085.772819] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]527e9bd3-ced6-e122-4c0d-e8c91f6d5fd3" [ 1085.772819] env[70015]: _type = "Task" [ 1085.772819] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.781782] env[70015]: DEBUG oslo_vmware.api [None req-70486e57-aa63-4862-bf55-feef0a8134aa tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]527e9bd3-ced6-e122-4c0d-e8c91f6d5fd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.949638] env[70015]: DEBUG nova.network.neutron [req-b00f95c4-33dc-4386-9b5e-71b5af0442be req-f167719f-e013-44e1-9899-89e481839387 service nova] [instance: a8f90230-d8a9-47ee-9b36-9ee2e60feb12] Updated VIF entry in instance network info cache for port 5fdd2d91-2505-4898-ae79-3dccf6787975. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1085.950086] env[70015]: DEBUG nova.network.neutron [req-b00f95c4-33dc-4386-9b5e-71b5af0442be req-f167719f-e013-44e1-9899-89e481839387 service nova] [instance: a8f90230-d8a9-47ee-9b36-9ee2e60feb12] Updating instance_info_cache with network_info: [{"id": "5fdd2d91-2505-4898-ae79-3dccf6787975", "address": "fa:16:3e:a7:09:d8", "network": {"id": "5ee75a2c-8181-4eeb-b7f1-1df5450bd4db", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1915204909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8708c4bfe87d487f82a934d6215364f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fdd2d91-25", "ovs_interfaceid": "5fdd2d91-2505-4898-ae79-3dccf6787975", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.018499] env[70015]: DEBUG nova.scheduler.client.report [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.051858] env[70015]: INFO nova.compute.manager [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Took 32.18 seconds to build instance. [ 1086.071937] env[70015]: DEBUG oslo_vmware.api [None req-c39e39c4-c1a6-4228-8b9b-95644ae30315 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611451, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.153444] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Creating Snapshot of the VM instance {{(pid=70015) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1086.153444] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7d84518e-5d2f-4623-9f3a-1ae80842980c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.160151] env[70015]: DEBUG oslo_vmware.api [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1086.160151] env[70015]: value = "task-3611477" [ 1086.160151] env[70015]: _type = "Task" [ 1086.160151] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.170493] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f7656a36-b776-4aa9-83cf-591c11c747f3 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "a173c940-ed80-45ec-83a2-af2b2ad416c4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.072s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.178726] env[70015]: DEBUG oslo_vmware.api [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611477, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.279984] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611476, 'name': CreateVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.285505] env[70015]: DEBUG oslo_vmware.api [None req-70486e57-aa63-4862-bf55-feef0a8134aa tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]527e9bd3-ced6-e122-4c0d-e8c91f6d5fd3, 'name': SearchDatastore_Task, 'duration_secs': 0.019276} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.285846] env[70015]: DEBUG oslo_concurrency.lockutils [None req-70486e57-aa63-4862-bf55-feef0a8134aa tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.286164] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-70486e57-aa63-4862-bf55-feef0a8134aa tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] d1651f12-9f96-4e9c-84fa-4925cd1b23e9/610693f8-5d52-4275-a790-262cb88d3cd9-rescue.vmdk. {{(pid=70015) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1086.286537] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ebbc1ac-a8f9-4287-b267-b90475a390d6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.295620] env[70015]: DEBUG oslo_vmware.api [None req-70486e57-aa63-4862-bf55-feef0a8134aa tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1086.295620] env[70015]: value = "task-3611478" [ 1086.295620] env[70015]: _type = "Task" [ 1086.295620] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.307077] env[70015]: DEBUG oslo_vmware.api [None req-70486e57-aa63-4862-bf55-feef0a8134aa tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611478, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.454381] env[70015]: DEBUG oslo_concurrency.lockutils [req-b00f95c4-33dc-4386-9b5e-71b5af0442be req-f167719f-e013-44e1-9899-89e481839387 service nova] Releasing lock "refresh_cache-a8f90230-d8a9-47ee-9b36-9ee2e60feb12" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.527059] env[70015]: DEBUG oslo_concurrency.lockutils [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.275s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.527059] env[70015]: INFO nova.compute.manager [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Migrating [ 1086.537251] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.480s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.537966] env[70015]: INFO nova.compute.claims [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1086.557771] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ea7e7f5a-11ab-4342-8534-39e996f4f733 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lock "9a57a48a-da10-4baa-a1aa-51178b6714e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.698s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.577295] env[70015]: DEBUG oslo_vmware.api [None req-c39e39c4-c1a6-4228-8b9b-95644ae30315 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611451, 'name': ReconfigVM_Task, 'duration_secs': 5.949384} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.578486] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c39e39c4-c1a6-4228-8b9b-95644ae30315 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Releasing lock "f3b64104-3919-4838-9c2b-601a41be2ece" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.578781] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-c39e39c4-c1a6-4228-8b9b-95644ae30315 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Reconfigured VM to detach interface {{(pid=70015) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1086.640266] env[70015]: DEBUG nova.network.neutron [-] [instance: 4e42e474-3a2d-4966-9695-4a8422ebfdf1] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.679625] env[70015]: DEBUG oslo_vmware.api [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611477, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.704565] env[70015]: DEBUG nova.compute.manager [req-1b1e71c7-40d0-4402-87c0-3d8eb912c766 req-ca7f7327-515a-450d-862c-edea7b28e374 service nova] [instance: 4e42e474-3a2d-4966-9695-4a8422ebfdf1] Received event network-vif-deleted-cb1dc899-9e9d-4441-ae52-8d13d4123e21 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.710431] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4ecbd30f-8ba9-4061-b33b-db2584fbfcee tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Lock "0d932dc3-0f82-48f4-8fab-fcd39f5f89eb" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.828s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.741521] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611476, 'name': CreateVM_Task, 'duration_secs': 1.455941} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.742675] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8f90230-d8a9-47ee-9b36-9ee2e60feb12] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1086.743640] env[70015]: DEBUG oslo_concurrency.lockutils [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.743858] env[70015]: DEBUG oslo_concurrency.lockutils [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.744266] env[70015]: DEBUG oslo_concurrency.lockutils [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.744836] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c06c1b91-63ae-4a08-a01d-a1ffd59a255b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.756928] env[70015]: DEBUG oslo_vmware.api [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Waiting for the task: (returnval){ [ 1086.756928] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]525a666d-6f07-3995-2821-cb730c6a3f62" [ 1086.756928] env[70015]: _type = "Task" [ 1086.756928] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.772946] env[70015]: DEBUG oslo_vmware.api [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]525a666d-6f07-3995-2821-cb730c6a3f62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.808771] env[70015]: DEBUG oslo_vmware.api [None req-70486e57-aa63-4862-bf55-feef0a8134aa tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611478, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.051665] env[70015]: DEBUG oslo_concurrency.lockutils [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquiring lock "refresh_cache-04a6ab06-6e2c-4c81-a6aa-3f9811d2a733" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.051876] env[70015]: DEBUG oslo_concurrency.lockutils [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquired lock "refresh_cache-04a6ab06-6e2c-4c81-a6aa-3f9811d2a733" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.052235] env[70015]: DEBUG nova.network.neutron [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.091962] env[70015]: INFO nova.compute.manager [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Rebuilding instance [ 1087.146553] env[70015]: INFO nova.compute.manager [-] [instance: 4e42e474-3a2d-4966-9695-4a8422ebfdf1] Took 1.90 seconds to deallocate network for instance. [ 1087.161672] env[70015]: DEBUG nova.compute.manager [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1087.162643] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7bb105-2316-4fc0-8d3c-254a0896835c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.178485] env[70015]: DEBUG oslo_vmware.api [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611477, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.271463] env[70015]: DEBUG oslo_vmware.api [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]525a666d-6f07-3995-2821-cb730c6a3f62, 'name': SearchDatastore_Task, 'duration_secs': 0.02435} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.271463] env[70015]: DEBUG oslo_concurrency.lockutils [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.271463] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] [instance: a8f90230-d8a9-47ee-9b36-9ee2e60feb12] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1087.271463] env[70015]: DEBUG oslo_concurrency.lockutils [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.271463] env[70015]: DEBUG oslo_concurrency.lockutils [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.271463] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1087.271463] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56cebef1-04b6-4e01-975a-1743b111c82b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.282404] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1087.282614] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1087.283491] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba0428d2-ffee-447e-aae1-1311ff9827b4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.291513] env[70015]: DEBUG oslo_vmware.api [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Waiting for the task: (returnval){ [ 1087.291513] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52605585-6441-c4ef-65a4-3bd276dabc9a" [ 1087.291513] env[70015]: _type = "Task" [ 1087.291513] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.304788] env[70015]: DEBUG oslo_vmware.api [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52605585-6441-c4ef-65a4-3bd276dabc9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.311980] env[70015]: DEBUG oslo_vmware.api [None req-70486e57-aa63-4862-bf55-feef0a8134aa tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611478, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614473} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.312503] env[70015]: INFO nova.virt.vmwareapi.ds_util [None req-70486e57-aa63-4862-bf55-feef0a8134aa tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] d1651f12-9f96-4e9c-84fa-4925cd1b23e9/610693f8-5d52-4275-a790-262cb88d3cd9-rescue.vmdk. [ 1087.313607] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea6e53e-09ae-4955-b111-52da8305a19d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.348020] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-70486e57-aa63-4862-bf55-feef0a8134aa tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] d1651f12-9f96-4e9c-84fa-4925cd1b23e9/610693f8-5d52-4275-a790-262cb88d3cd9-rescue.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.348020] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-835b0a5c-b507-4a9e-96a8-14919c2ce4c1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.368690] env[70015]: DEBUG oslo_vmware.api [None req-70486e57-aa63-4862-bf55-feef0a8134aa tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1087.368690] env[70015]: value = "task-3611479" [ 1087.368690] env[70015]: _type = "Task" [ 1087.368690] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.378166] env[70015]: DEBUG oslo_vmware.api [None req-70486e57-aa63-4862-bf55-feef0a8134aa tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611479, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.514177] env[70015]: DEBUG nova.network.neutron [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c] Successfully updated port: a8bf5f21-c096-4393-8ec1-f3c3ea14ab26 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1087.586760] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d52a6264-954b-4b5e-8b03-104d85cd9869 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Acquiring lock "0d932dc3-0f82-48f4-8fab-fcd39f5f89eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.587629] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d52a6264-954b-4b5e-8b03-104d85cd9869 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Lock "0d932dc3-0f82-48f4-8fab-fcd39f5f89eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.587629] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d52a6264-954b-4b5e-8b03-104d85cd9869 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Acquiring lock "0d932dc3-0f82-48f4-8fab-fcd39f5f89eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.587629] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d52a6264-954b-4b5e-8b03-104d85cd9869 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Lock "0d932dc3-0f82-48f4-8fab-fcd39f5f89eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.587629] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d52a6264-954b-4b5e-8b03-104d85cd9869 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Lock "0d932dc3-0f82-48f4-8fab-fcd39f5f89eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.602232] env[70015]: INFO nova.compute.manager [None req-d52a6264-954b-4b5e-8b03-104d85cd9869 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Terminating instance [ 1087.661412] env[70015]: DEBUG oslo_concurrency.lockutils [None req-51405276-7163-4ba8-a5b5-f867ebfd1e20 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.684383] env[70015]: DEBUG oslo_vmware.api [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611477, 'name': CreateSnapshot_Task, 'duration_secs': 1.336171} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.687856] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Created Snapshot of the VM instance {{(pid=70015) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1087.696169] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce303187-2b32-444f-9440-07a473ffe405 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.806839] env[70015]: DEBUG oslo_vmware.api [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52605585-6441-c4ef-65a4-3bd276dabc9a, 'name': SearchDatastore_Task, 'duration_secs': 0.027755} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.812960] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-000242fa-5f5b-4122-98a4-0be4007a975b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.821537] env[70015]: DEBUG oslo_vmware.api [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Waiting for the task: (returnval){ [ 1087.821537] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52f57447-3d12-1dfc-bcfb-1cb33df7eabb" [ 1087.821537] env[70015]: _type = "Task" [ 1087.821537] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.833962] env[70015]: DEBUG oslo_vmware.api [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52f57447-3d12-1dfc-bcfb-1cb33df7eabb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.883557] env[70015]: DEBUG oslo_vmware.api [None req-70486e57-aa63-4862-bf55-feef0a8134aa tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611479, 'name': ReconfigVM_Task, 'duration_secs': 0.512371} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.883557] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-70486e57-aa63-4862-bf55-feef0a8134aa tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Reconfigured VM instance instance-0000005e to attach disk [datastore1] d1651f12-9f96-4e9c-84fa-4925cd1b23e9/610693f8-5d52-4275-a790-262cb88d3cd9-rescue.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1087.883557] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f99095-6047-4574-8c62-9056e6d84d4e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.920540] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a323fe24-df42-41ca-85dc-9dd1c03a470b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.938820] env[70015]: DEBUG oslo_vmware.api [None req-70486e57-aa63-4862-bf55-feef0a8134aa tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1087.938820] env[70015]: value = "task-3611480" [ 1087.938820] env[70015]: _type = "Task" [ 1087.938820] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.949102] env[70015]: DEBUG oslo_vmware.api [None req-70486e57-aa63-4862-bf55-feef0a8134aa tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611480, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.022095] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Acquiring lock "refresh_cache-8d6d1eaf-cb87-4853-ac59-ddfd63b1874c" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.022095] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Acquired lock "refresh_cache-8d6d1eaf-cb87-4853-ac59-ddfd63b1874c" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.022095] env[70015]: DEBUG nova.network.neutron [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1088.037255] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bfd045-c84b-4e45-88f7-a777ac148982 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.047023] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1176834d-94e4-483e-8c6d-0791e78f9109 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.083958] env[70015]: DEBUG nova.network.neutron [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Updating instance_info_cache with network_info: [{"id": "0e24eb9c-4050-4a50-85d3-e68a6f459084", "address": "fa:16:3e:3f:4b:2a", "network": {"id": "825adeb2-145f-454c-b624-cc7cf91966fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1496238884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e0ce85090f4c3c8d74e04f2101b99f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e24eb9c-40", "ovs_interfaceid": "0e24eb9c-4050-4a50-85d3-e68a6f459084", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.085737] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6684def-06f5-4bd2-ba4b-c453719c5f4d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.095071] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb06d84-96c7-4594-88ab-7560f471199f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.115871] env[70015]: DEBUG nova.compute.manager [None req-d52a6264-954b-4b5e-8b03-104d85cd9869 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1088.116107] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d52a6264-954b-4b5e-8b03-104d85cd9869 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1088.116660] env[70015]: DEBUG nova.compute.provider_tree [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.118691] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fceb8463-236e-4aab-a7be-637ffae2955f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.129346] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-d52a6264-954b-4b5e-8b03-104d85cd9869 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.130228] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eaf13ae4-e273-42ca-8bfb-492032347991 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.138280] env[70015]: DEBUG oslo_vmware.api [None req-d52a6264-954b-4b5e-8b03-104d85cd9869 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Waiting for the task: (returnval){ [ 1088.138280] env[70015]: value = "task-3611481" [ 1088.138280] env[70015]: _type = "Task" [ 1088.138280] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.149195] env[70015]: DEBUG oslo_vmware.api [None req-d52a6264-954b-4b5e-8b03-104d85cd9869 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3611481, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.201591] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.202241] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c39e39c4-c1a6-4228-8b9b-95644ae30315 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "refresh_cache-f3b64104-3919-4838-9c2b-601a41be2ece" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.202241] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c39e39c4-c1a6-4228-8b9b-95644ae30315 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquired lock "refresh_cache-f3b64104-3919-4838-9c2b-601a41be2ece" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.202392] env[70015]: DEBUG nova.network.neutron [None req-c39e39c4-c1a6-4228-8b9b-95644ae30315 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1088.203838] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eeb917a5-3efb-4a9f-9812-738d67153dcd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.213463] env[70015]: DEBUG oslo_vmware.api [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 1088.213463] env[70015]: value = "task-3611482" [ 1088.213463] env[70015]: _type = "Task" [ 1088.213463] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.228577] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Creating linked-clone VM from snapshot {{(pid=70015) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1088.232622] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c22f1598-2aa1-40af-92c2-5307085f1b1f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.236170] env[70015]: DEBUG oslo_vmware.api [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611482, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.245315] env[70015]: DEBUG oslo_vmware.api [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1088.245315] env[70015]: value = "task-3611483" [ 1088.245315] env[70015]: _type = "Task" [ 1088.245315] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.255348] env[70015]: DEBUG oslo_vmware.api [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611483, 'name': CloneVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.337989] env[70015]: DEBUG oslo_vmware.api [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52f57447-3d12-1dfc-bcfb-1cb33df7eabb, 'name': SearchDatastore_Task, 'duration_secs': 0.023114} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.337989] env[70015]: DEBUG oslo_concurrency.lockutils [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.338543] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] a8f90230-d8a9-47ee-9b36-9ee2e60feb12/a8f90230-d8a9-47ee-9b36-9ee2e60feb12.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1088.339273] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3d78873-7ff4-429f-90d6-c7a41c43b9ae {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.350190] env[70015]: DEBUG oslo_vmware.api [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Waiting for the task: (returnval){ [ 1088.350190] env[70015]: value = "task-3611484" [ 1088.350190] env[70015]: _type = "Task" [ 1088.350190] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.362300] env[70015]: DEBUG oslo_vmware.api [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Task: {'id': task-3611484, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.456495] env[70015]: DEBUG oslo_vmware.api [None req-70486e57-aa63-4862-bf55-feef0a8134aa tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611480, 'name': ReconfigVM_Task, 'duration_secs': 0.202155} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.460026] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-70486e57-aa63-4862-bf55-feef0a8134aa tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.460026] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b3194f8-324c-41c4-a9cd-11b1de4dbcd0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.467554] env[70015]: DEBUG oslo_vmware.api [None req-70486e57-aa63-4862-bf55-feef0a8134aa tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1088.467554] env[70015]: value = "task-3611485" [ 1088.467554] env[70015]: _type = "Task" [ 1088.467554] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.478886] env[70015]: DEBUG oslo_vmware.api [None req-70486e57-aa63-4862-bf55-feef0a8134aa tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611485, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.578593] env[70015]: DEBUG nova.network.neutron [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1088.589646] env[70015]: DEBUG oslo_concurrency.lockutils [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Releasing lock "refresh_cache-04a6ab06-6e2c-4c81-a6aa-3f9811d2a733" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.619788] env[70015]: DEBUG nova.compute.manager [None req-feb898fb-68be-4ac4-b415-7c1e5dd0abba tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1088.621440] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe61e8b4-6d79-4857-82dc-edb9457da32b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.630893] env[70015]: DEBUG nova.scheduler.client.report [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.655527] env[70015]: DEBUG oslo_vmware.api [None req-d52a6264-954b-4b5e-8b03-104d85cd9869 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3611481, 'name': PowerOffVM_Task, 'duration_secs': 0.272035} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.658346] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-d52a6264-954b-4b5e-8b03-104d85cd9869 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.658755] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d52a6264-954b-4b5e-8b03-104d85cd9869 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1088.661021] env[70015]: DEBUG oslo_vmware.rw_handles [None req-4dcfae73-681e-451a-b4f3-2926c18640d8 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dbdcce-6a8a-2363-97d8-647ce8e30434/disk-0.vmdk. {{(pid=70015) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1088.662203] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29525465-d6c4-47a5-a600-dc536236b998 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.664091] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0b97cf-89a7-4f51-a1d9-b3c0f4cb5ee7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.674132] env[70015]: DEBUG oslo_vmware.rw_handles [None req-4dcfae73-681e-451a-b4f3-2926c18640d8 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dbdcce-6a8a-2363-97d8-647ce8e30434/disk-0.vmdk is in state: ready. {{(pid=70015) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1088.674132] env[70015]: ERROR oslo_vmware.rw_handles [None req-4dcfae73-681e-451a-b4f3-2926c18640d8 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dbdcce-6a8a-2363-97d8-647ce8e30434/disk-0.vmdk due to incomplete transfer. [ 1088.675355] env[70015]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a370a6b5-a5ed-41d8-bb4f-3064f063b900 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.684943] env[70015]: DEBUG oslo_vmware.rw_handles [None req-4dcfae73-681e-451a-b4f3-2926c18640d8 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dbdcce-6a8a-2363-97d8-647ce8e30434/disk-0.vmdk. {{(pid=70015) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1088.685186] env[70015]: DEBUG nova.virt.vmwareapi.images [None req-4dcfae73-681e-451a-b4f3-2926c18640d8 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Uploaded image c39569ce-8f82-4f49-b854-cd151f87df5f to the Glance image server {{(pid=70015) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1088.688197] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dcfae73-681e-451a-b4f3-2926c18640d8 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Destroying the VM {{(pid=70015) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1088.689502] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f5103a39-b31e-42fd-9128-0cc7622a02d3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.701959] env[70015]: DEBUG oslo_vmware.api [None req-4dcfae73-681e-451a-b4f3-2926c18640d8 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Waiting for the task: (returnval){ [ 1088.701959] env[70015]: value = "task-3611487" [ 1088.701959] env[70015]: _type = "Task" [ 1088.701959] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.724782] env[70015]: DEBUG oslo_vmware.api [None req-4dcfae73-681e-451a-b4f3-2926c18640d8 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Task: {'id': task-3611487, 'name': Destroy_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.730040] env[70015]: DEBUG oslo_vmware.api [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611482, 'name': PowerOffVM_Task, 'duration_secs': 0.253271} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.731067] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.757736] env[70015]: DEBUG nova.compute.manager [req-e4f4960a-8651-443e-816a-0157492c1c3e req-5123667a-cc68-4668-8d61-2db7146abe7d service nova] [instance: 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c] Received event network-vif-plugged-a8bf5f21-c096-4393-8ec1-f3c3ea14ab26 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.757736] env[70015]: DEBUG oslo_concurrency.lockutils [req-e4f4960a-8651-443e-816a-0157492c1c3e req-5123667a-cc68-4668-8d61-2db7146abe7d service nova] Acquiring lock "8d6d1eaf-cb87-4853-ac59-ddfd63b1874c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.757736] env[70015]: DEBUG oslo_concurrency.lockutils [req-e4f4960a-8651-443e-816a-0157492c1c3e req-5123667a-cc68-4668-8d61-2db7146abe7d service nova] Lock "8d6d1eaf-cb87-4853-ac59-ddfd63b1874c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.757736] env[70015]: DEBUG oslo_concurrency.lockutils [req-e4f4960a-8651-443e-816a-0157492c1c3e req-5123667a-cc68-4668-8d61-2db7146abe7d service nova] Lock "8d6d1eaf-cb87-4853-ac59-ddfd63b1874c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.758078] env[70015]: DEBUG nova.compute.manager [req-e4f4960a-8651-443e-816a-0157492c1c3e req-5123667a-cc68-4668-8d61-2db7146abe7d service nova] [instance: 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c] No waiting events found dispatching network-vif-plugged-a8bf5f21-c096-4393-8ec1-f3c3ea14ab26 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1088.758111] env[70015]: WARNING nova.compute.manager [req-e4f4960a-8651-443e-816a-0157492c1c3e req-5123667a-cc68-4668-8d61-2db7146abe7d service nova] [instance: 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c] Received unexpected event network-vif-plugged-a8bf5f21-c096-4393-8ec1-f3c3ea14ab26 for instance with vm_state building and task_state spawning. [ 1088.758500] env[70015]: DEBUG nova.compute.manager [req-e4f4960a-8651-443e-816a-0157492c1c3e req-5123667a-cc68-4668-8d61-2db7146abe7d service nova] [instance: 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c] Received event network-changed-a8bf5f21-c096-4393-8ec1-f3c3ea14ab26 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.758500] env[70015]: DEBUG nova.compute.manager [req-e4f4960a-8651-443e-816a-0157492c1c3e req-5123667a-cc68-4668-8d61-2db7146abe7d service nova] [instance: 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c] Refreshing instance network info cache due to event network-changed-a8bf5f21-c096-4393-8ec1-f3c3ea14ab26. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1088.758657] env[70015]: DEBUG oslo_concurrency.lockutils [req-e4f4960a-8651-443e-816a-0157492c1c3e req-5123667a-cc68-4668-8d61-2db7146abe7d service nova] Acquiring lock "refresh_cache-8d6d1eaf-cb87-4853-ac59-ddfd63b1874c" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.764581] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d52a6264-954b-4b5e-8b03-104d85cd9869 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1088.764794] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d52a6264-954b-4b5e-8b03-104d85cd9869 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1088.765591] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-d52a6264-954b-4b5e-8b03-104d85cd9869 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Deleting the datastore file [datastore2] 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1088.765591] env[70015]: DEBUG oslo_vmware.api [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611483, 'name': CloneVM_Task} progress is 94%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.765591] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d42ca45-baf5-498a-a61f-f3098bff0cd7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.774805] env[70015]: DEBUG oslo_vmware.api [None req-d52a6264-954b-4b5e-8b03-104d85cd9869 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Waiting for the task: (returnval){ [ 1088.774805] env[70015]: value = "task-3611488" [ 1088.774805] env[70015]: _type = "Task" [ 1088.774805] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.789047] env[70015]: DEBUG oslo_vmware.api [None req-d52a6264-954b-4b5e-8b03-104d85cd9869 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3611488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.834933] env[70015]: INFO nova.compute.manager [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Detaching volume f6c96ff7-44eb-4a30-963f-8f475548ed7a [ 1088.863461] env[70015]: DEBUG oslo_vmware.api [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Task: {'id': task-3611484, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.882204] env[70015]: INFO nova.virt.block_device [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Attempting to driver detach volume f6c96ff7-44eb-4a30-963f-8f475548ed7a from mountpoint /dev/sdb [ 1088.882501] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Volume detach. Driver type: vmdk {{(pid=70015) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1088.882633] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720390', 'volume_id': 'f6c96ff7-44eb-4a30-963f-8f475548ed7a', 'name': 'volume-f6c96ff7-44eb-4a30-963f-8f475548ed7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a173c940-ed80-45ec-83a2-af2b2ad416c4', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6c96ff7-44eb-4a30-963f-8f475548ed7a', 'serial': 'f6c96ff7-44eb-4a30-963f-8f475548ed7a'} {{(pid=70015) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1088.883584] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5050cd-d65c-4849-863e-6d4e24ba039b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.913918] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db937d1-031a-4819-8962-20e8e4f7a10f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.925569] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a962dfe-13f9-4228-a995-fb7c5b02b39c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.964323] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47776669-962d-4bb8-9e7b-b6a64766ae4f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.985732] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] The volume has not been displaced from its original location: [datastore2] volume-f6c96ff7-44eb-4a30-963f-8f475548ed7a/volume-f6c96ff7-44eb-4a30-963f-8f475548ed7a.vmdk. No consolidation needed. {{(pid=70015) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1088.992223] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Reconfiguring VM instance instance-0000005b to detach disk 2001 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1088.996437] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e841a0b-37c4-4975-9ac7-42dbe995a4dc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.012190] env[70015]: DEBUG oslo_vmware.api [None req-70486e57-aa63-4862-bf55-feef0a8134aa tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611485, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.020394] env[70015]: DEBUG oslo_vmware.api [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 1089.020394] env[70015]: value = "task-3611489" [ 1089.020394] env[70015]: _type = "Task" [ 1089.020394] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.030145] env[70015]: DEBUG oslo_vmware.api [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611489, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.036037] env[70015]: DEBUG nova.network.neutron [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c] Updating instance_info_cache with network_info: [{"id": "a8bf5f21-c096-4393-8ec1-f3c3ea14ab26", "address": "fa:16:3e:77:8b:6f", "network": {"id": "01441cea-ad3a-4294-8fdc-e951dbfbc413", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-557704821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8c13cae3e5b4a91965eec4a0da9232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8bf5f21-c0", "ovs_interfaceid": "a8bf5f21-c096-4393-8ec1-f3c3ea14ab26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.137410] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.138230] env[70015]: DEBUG nova.compute.manager [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1089.142598] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8443c8d3-8975-4ca3-b1d9-19c10edcfa44 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.626s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.142598] env[70015]: DEBUG nova.objects.instance [None req-8443c8d3-8975-4ca3-b1d9-19c10edcfa44 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lazy-loading 'resources' on Instance uuid a4aa7eb8-34bd-4270-a426-9b255f7db9d9 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.148474] env[70015]: INFO nova.compute.manager [None req-feb898fb-68be-4ac4-b415-7c1e5dd0abba tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] instance snapshotting [ 1089.151529] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d903f13b-a62d-4e65-b906-d4da62c6af47 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.177154] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0951980-56d4-4e1a-8213-b71eda7a1540 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.215430] env[70015]: DEBUG oslo_vmware.api [None req-4dcfae73-681e-451a-b4f3-2926c18640d8 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Task: {'id': task-3611487, 'name': Destroy_Task} progress is 33%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.257261] env[70015]: DEBUG oslo_vmware.api [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611483, 'name': CloneVM_Task} progress is 94%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.287133] env[70015]: DEBUG oslo_vmware.api [None req-d52a6264-954b-4b5e-8b03-104d85cd9869 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3611488, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.322049] env[70015]: INFO nova.network.neutron [None req-c39e39c4-c1a6-4228-8b9b-95644ae30315 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Port a6aac2be-fe3d-4206-ad70-80489df51a88 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1089.322541] env[70015]: DEBUG nova.network.neutron [None req-c39e39c4-c1a6-4228-8b9b-95644ae30315 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Updating instance_info_cache with network_info: [{"id": "c0f1ad30-40d1-4ab3-be46-9940907a2fe8", "address": "fa:16:3e:21:fd:e3", "network": {"id": "54eb7a37-2a22-42e7-8acd-b881580de840", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-916588865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c24df7a88e5f4165b2618140613b0538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0f1ad30-40", "ovs_interfaceid": "c0f1ad30-40d1-4ab3-be46-9940907a2fe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.362962] env[70015]: DEBUG oslo_vmware.api [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Task: {'id': task-3611484, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.704059} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.363366] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] a8f90230-d8a9-47ee-9b36-9ee2e60feb12/a8f90230-d8a9-47ee-9b36-9ee2e60feb12.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1089.363645] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] [instance: a8f90230-d8a9-47ee-9b36-9ee2e60feb12] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1089.363983] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a3e229f-34ec-4575-b341-8929ed1b12cc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.373279] env[70015]: DEBUG oslo_vmware.api [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Waiting for the task: (returnval){ [ 1089.373279] env[70015]: value = "task-3611490" [ 1089.373279] env[70015]: _type = "Task" [ 1089.373279] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.385588] env[70015]: DEBUG oslo_vmware.api [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Task: {'id': task-3611490, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.482046] env[70015]: DEBUG oslo_vmware.api [None req-70486e57-aa63-4862-bf55-feef0a8134aa tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611485, 'name': PowerOnVM_Task, 'duration_secs': 0.831314} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.482046] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-70486e57-aa63-4862-bf55-feef0a8134aa tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1089.484641] env[70015]: DEBUG nova.compute.manager [None req-70486e57-aa63-4862-bf55-feef0a8134aa tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1089.485641] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c66dc8-c6df-4b7b-8b32-d648c54b3b5b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.532766] env[70015]: DEBUG oslo_vmware.api [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611489, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.538821] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Releasing lock "refresh_cache-8d6d1eaf-cb87-4853-ac59-ddfd63b1874c" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.539201] env[70015]: DEBUG nova.compute.manager [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c] Instance network_info: |[{"id": "a8bf5f21-c096-4393-8ec1-f3c3ea14ab26", "address": "fa:16:3e:77:8b:6f", "network": {"id": "01441cea-ad3a-4294-8fdc-e951dbfbc413", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-557704821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8c13cae3e5b4a91965eec4a0da9232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8bf5f21-c0", "ovs_interfaceid": "a8bf5f21-c096-4393-8ec1-f3c3ea14ab26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1089.540326] env[70015]: DEBUG oslo_concurrency.lockutils [req-e4f4960a-8651-443e-816a-0157492c1c3e req-5123667a-cc68-4668-8d61-2db7146abe7d service nova] Acquired lock "refresh_cache-8d6d1eaf-cb87-4853-ac59-ddfd63b1874c" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.540585] env[70015]: DEBUG nova.network.neutron [req-e4f4960a-8651-443e-816a-0157492c1c3e req-5123667a-cc68-4668-8d61-2db7146abe7d service nova] [instance: 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c] Refreshing network info cache for port a8bf5f21-c096-4393-8ec1-f3c3ea14ab26 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1089.542279] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:8b:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8bf5f21-c096-4393-8ec1-f3c3ea14ab26', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1089.550537] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.551434] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1089.551663] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b6ae664-3e1a-4d3e-8033-d4f694837034 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.573658] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1089.573658] env[70015]: value = "task-3611491" [ 1089.573658] env[70015]: _type = "Task" [ 1089.573658] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.583601] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611491, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.649479] env[70015]: DEBUG nova.compute.utils [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1089.654539] env[70015]: DEBUG nova.compute.manager [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1089.654810] env[70015]: DEBUG nova.network.neutron [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1089.693088] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-feb898fb-68be-4ac4-b415-7c1e5dd0abba tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Creating Snapshot of the VM instance {{(pid=70015) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1089.693088] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5795c59e-5ea7-4be1-ba95-78dfa838f2b9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.701887] env[70015]: DEBUG oslo_vmware.api [None req-feb898fb-68be-4ac4-b415-7c1e5dd0abba tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 1089.701887] env[70015]: value = "task-3611492" [ 1089.701887] env[70015]: _type = "Task" [ 1089.701887] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.724729] env[70015]: DEBUG oslo_vmware.api [None req-feb898fb-68be-4ac4-b415-7c1e5dd0abba tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611492, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.728488] env[70015]: DEBUG oslo_vmware.api [None req-4dcfae73-681e-451a-b4f3-2926c18640d8 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Task: {'id': task-3611487, 'name': Destroy_Task, 'duration_secs': 0.916008} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.728806] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-4dcfae73-681e-451a-b4f3-2926c18640d8 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Destroyed the VM [ 1089.729063] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcfae73-681e-451a-b4f3-2926c18640d8 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Deleting Snapshot of the VM instance {{(pid=70015) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1089.729309] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-16774d09-a2e2-4c85-bffa-04fc902043fd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.737684] env[70015]: DEBUG oslo_vmware.api [None req-4dcfae73-681e-451a-b4f3-2926c18640d8 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Waiting for the task: (returnval){ [ 1089.737684] env[70015]: value = "task-3611493" [ 1089.737684] env[70015]: _type = "Task" [ 1089.737684] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.754093] env[70015]: DEBUG oslo_vmware.api [None req-4dcfae73-681e-451a-b4f3-2926c18640d8 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Task: {'id': task-3611493, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.759921] env[70015]: DEBUG oslo_vmware.api [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611483, 'name': CloneVM_Task} progress is 95%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.766715] env[70015]: DEBUG nova.policy [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1459c115d65f4b159570e1df754059e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e6ef4c264e9f4c48ac07bb09d38fe165', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 1089.786931] env[70015]: DEBUG oslo_vmware.api [None req-d52a6264-954b-4b5e-8b03-104d85cd9869 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Task: {'id': task-3611488, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.515463} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.790105] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-d52a6264-954b-4b5e-8b03-104d85cd9869 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.790302] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d52a6264-954b-4b5e-8b03-104d85cd9869 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1089.790485] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d52a6264-954b-4b5e-8b03-104d85cd9869 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1089.790660] env[70015]: INFO nova.compute.manager [None req-d52a6264-954b-4b5e-8b03-104d85cd9869 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1089.791072] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d52a6264-954b-4b5e-8b03-104d85cd9869 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.791487] env[70015]: DEBUG nova.compute.manager [-] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1089.791590] env[70015]: DEBUG nova.network.neutron [-] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1089.826525] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c39e39c4-c1a6-4228-8b9b-95644ae30315 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Releasing lock "refresh_cache-f3b64104-3919-4838-9c2b-601a41be2ece" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.888230] env[70015]: DEBUG oslo_vmware.api [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Task: {'id': task-3611490, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143028} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.892722] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] [instance: a8f90230-d8a9-47ee-9b36-9ee2e60feb12] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1089.893817] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32cd991f-4e05-4044-a8ce-0d0737388fd5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.918808] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] [instance: a8f90230-d8a9-47ee-9b36-9ee2e60feb12] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] a8f90230-d8a9-47ee-9b36-9ee2e60feb12/a8f90230-d8a9-47ee-9b36-9ee2e60feb12.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.920832] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49e3a1f5-eb6d-4e92-8587-f230c3de2692 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.943064] env[70015]: DEBUG oslo_vmware.api [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Waiting for the task: (returnval){ [ 1089.943064] env[70015]: value = "task-3611494" [ 1089.943064] env[70015]: _type = "Task" [ 1089.943064] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.958447] env[70015]: DEBUG oslo_vmware.api [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Task: {'id': task-3611494, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.031081] env[70015]: DEBUG oslo_vmware.api [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611489, 'name': ReconfigVM_Task, 'duration_secs': 0.556561} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.034041] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Reconfigured VM instance instance-0000005b to detach disk 2001 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1090.042962] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7eb951d-ed2f-4e5d-8ab7-7baf19ff5f54 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.059607] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b45c7eb-2b11-4087-a99b-02af3917b132 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.070943] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52164705-ddd1-4367-845a-c84c862325f7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.078075] env[70015]: DEBUG oslo_vmware.api [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 1090.078075] env[70015]: value = "task-3611495" [ 1090.078075] env[70015]: _type = "Task" [ 1090.078075] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.122789] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42196e89-da84-413e-92c9-f63247f7512f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.125825] env[70015]: DEBUG oslo_vmware.api [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611495, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.125825] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611491, 'name': CreateVM_Task} progress is 25%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.128943] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331ce654-ae9a-4aa0-9f37-e80314347f92 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.158795] env[70015]: DEBUG nova.compute.manager [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1090.161617] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Updating instance '04a6ab06-6e2c-4c81-a6aa-3f9811d2a733' progress to 0 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1090.170021] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d97df74-6b2c-4612-ba84-0a2e0f7858e7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.172353] env[70015]: DEBUG nova.compute.manager [req-1c778a2e-97ac-4367-afb7-b9445dcf8715 req-43a3aaac-9fc4-41b7-9996-6bec20018fa5 service nova] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Received event network-changed-c0f1ad30-40d1-4ab3-be46-9940907a2fe8 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.172572] env[70015]: DEBUG nova.compute.manager [req-1c778a2e-97ac-4367-afb7-b9445dcf8715 req-43a3aaac-9fc4-41b7-9996-6bec20018fa5 service nova] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Refreshing instance network info cache due to event network-changed-c0f1ad30-40d1-4ab3-be46-9940907a2fe8. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1090.172798] env[70015]: DEBUG oslo_concurrency.lockutils [req-1c778a2e-97ac-4367-afb7-b9445dcf8715 req-43a3aaac-9fc4-41b7-9996-6bec20018fa5 service nova] Acquiring lock "refresh_cache-f3b64104-3919-4838-9c2b-601a41be2ece" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.172977] env[70015]: DEBUG oslo_concurrency.lockutils [req-1c778a2e-97ac-4367-afb7-b9445dcf8715 req-43a3aaac-9fc4-41b7-9996-6bec20018fa5 service nova] Acquired lock "refresh_cache-f3b64104-3919-4838-9c2b-601a41be2ece" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.173157] env[70015]: DEBUG nova.network.neutron [req-1c778a2e-97ac-4367-afb7-b9445dcf8715 req-43a3aaac-9fc4-41b7-9996-6bec20018fa5 service nova] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Refreshing network info cache for port c0f1ad30-40d1-4ab3-be46-9940907a2fe8 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1090.189246] env[70015]: DEBUG nova.compute.provider_tree [None req-8443c8d3-8975-4ca3-b1d9-19c10edcfa44 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.216753] env[70015]: DEBUG oslo_vmware.api [None req-feb898fb-68be-4ac4-b415-7c1e5dd0abba tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611492, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.251292] env[70015]: DEBUG oslo_vmware.api [None req-4dcfae73-681e-451a-b4f3-2926c18640d8 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Task: {'id': task-3611493, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.262238] env[70015]: DEBUG oslo_vmware.api [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611483, 'name': CloneVM_Task, 'duration_secs': 1.658533} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.262532] env[70015]: INFO nova.virt.vmwareapi.vmops [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Created linked-clone VM from snapshot [ 1090.263438] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b1c584-9f45-4d0f-ace1-c1737bc3d468 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.272855] env[70015]: DEBUG nova.virt.vmwareapi.images [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Uploading image 9885c9a6-b85e-469d-bebc-549421743c80 {{(pid=70015) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1090.306931] env[70015]: DEBUG oslo_vmware.rw_handles [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1090.306931] env[70015]: value = "vm-720396" [ 1090.306931] env[70015]: _type = "VirtualMachine" [ 1090.306931] env[70015]: }. {{(pid=70015) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1090.307558] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-da98ef35-d43a-42ad-b44d-a1df75b5bf95 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.319221] env[70015]: DEBUG oslo_vmware.rw_handles [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lease: (returnval){ [ 1090.319221] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52ef6acd-369a-068c-a581-f33bb80ae167" [ 1090.319221] env[70015]: _type = "HttpNfcLease" [ 1090.319221] env[70015]: } obtained for exporting VM: (result){ [ 1090.319221] env[70015]: value = "vm-720396" [ 1090.319221] env[70015]: _type = "VirtualMachine" [ 1090.319221] env[70015]: }. {{(pid=70015) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1090.319221] env[70015]: DEBUG oslo_vmware.api [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the lease: (returnval){ [ 1090.319221] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52ef6acd-369a-068c-a581-f33bb80ae167" [ 1090.319221] env[70015]: _type = "HttpNfcLease" [ 1090.319221] env[70015]: } to be ready. {{(pid=70015) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1090.324655] env[70015]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1090.324655] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52ef6acd-369a-068c-a581-f33bb80ae167" [ 1090.324655] env[70015]: _type = "HttpNfcLease" [ 1090.324655] env[70015]: } is initializing. {{(pid=70015) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1090.332020] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c39e39c4-c1a6-4228-8b9b-95644ae30315 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "interface-f3b64104-3919-4838-9c2b-601a41be2ece-a6aac2be-fe3d-4206-ad70-80489df51a88" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.695s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.377024] env[70015]: DEBUG nova.network.neutron [req-e4f4960a-8651-443e-816a-0157492c1c3e req-5123667a-cc68-4668-8d61-2db7146abe7d service nova] [instance: 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c] Updated VIF entry in instance network info cache for port a8bf5f21-c096-4393-8ec1-f3c3ea14ab26. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1090.377024] env[70015]: DEBUG nova.network.neutron [req-e4f4960a-8651-443e-816a-0157492c1c3e req-5123667a-cc68-4668-8d61-2db7146abe7d service nova] [instance: 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c] Updating instance_info_cache with network_info: [{"id": "a8bf5f21-c096-4393-8ec1-f3c3ea14ab26", "address": "fa:16:3e:77:8b:6f", "network": {"id": "01441cea-ad3a-4294-8fdc-e951dbfbc413", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-557704821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8c13cae3e5b4a91965eec4a0da9232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8bf5f21-c0", "ovs_interfaceid": "a8bf5f21-c096-4393-8ec1-f3c3ea14ab26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.457535] env[70015]: DEBUG oslo_vmware.api [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Task: {'id': task-3611494, 'name': ReconfigVM_Task, 'duration_secs': 0.281678} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.458236] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] [instance: a8f90230-d8a9-47ee-9b36-9ee2e60feb12] Reconfigured VM instance instance-00000066 to attach disk [datastore2] a8f90230-d8a9-47ee-9b36-9ee2e60feb12/a8f90230-d8a9-47ee-9b36-9ee2e60feb12.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.458879] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32fde2ec-68f1-4012-9efb-ed2b8f9d6f8d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.468762] env[70015]: DEBUG oslo_vmware.api [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Waiting for the task: (returnval){ [ 1090.468762] env[70015]: value = "task-3611497" [ 1090.468762] env[70015]: _type = "Task" [ 1090.468762] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.475833] env[70015]: DEBUG oslo_vmware.api [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Task: {'id': task-3611497, 'name': Rename_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.594310] env[70015]: DEBUG oslo_vmware.api [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611495, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.597771] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611491, 'name': CreateVM_Task} progress is 25%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.628185] env[70015]: DEBUG nova.network.neutron [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] Successfully created port: 14f0456d-1d5f-4438-8c40-36a8f252e0bb {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1090.676564] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1090.678991] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d3ff70c-2b8a-4b9c-b0c4-2cf963632743 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.689012] env[70015]: DEBUG oslo_vmware.api [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 1090.689012] env[70015]: value = "task-3611498" [ 1090.689012] env[70015]: _type = "Task" [ 1090.689012] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.694938] env[70015]: DEBUG nova.scheduler.client.report [None req-8443c8d3-8975-4ca3-b1d9-19c10edcfa44 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.709354] env[70015]: DEBUG oslo_vmware.api [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611498, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.720976] env[70015]: DEBUG oslo_vmware.api [None req-feb898fb-68be-4ac4-b415-7c1e5dd0abba tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611492, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.751685] env[70015]: DEBUG oslo_vmware.api [None req-4dcfae73-681e-451a-b4f3-2926c18640d8 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Task: {'id': task-3611493, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.807022] env[70015]: DEBUG oslo_concurrency.lockutils [None req-fb55eb7a-ef3b-499e-9cba-e46838ea478b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "interface-f32db101-16c7-4fe3-bf40-2e8e16c152ac-a6aac2be-fe3d-4206-ad70-80489df51a88" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.807022] env[70015]: DEBUG oslo_concurrency.lockutils [None req-fb55eb7a-ef3b-499e-9cba-e46838ea478b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "interface-f32db101-16c7-4fe3-bf40-2e8e16c152ac-a6aac2be-fe3d-4206-ad70-80489df51a88" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.807022] env[70015]: DEBUG nova.objects.instance [None req-fb55eb7a-ef3b-499e-9cba-e46838ea478b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lazy-loading 'flavor' on Instance uuid f32db101-16c7-4fe3-bf40-2e8e16c152ac {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.831023] env[70015]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1090.831023] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52ef6acd-369a-068c-a581-f33bb80ae167" [ 1090.831023] env[70015]: _type = "HttpNfcLease" [ 1090.831023] env[70015]: } is ready. {{(pid=70015) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1090.831680] env[70015]: DEBUG oslo_vmware.rw_handles [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1090.831680] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52ef6acd-369a-068c-a581-f33bb80ae167" [ 1090.831680] env[70015]: _type = "HttpNfcLease" [ 1090.831680] env[70015]: }. {{(pid=70015) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1090.832798] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69c9ebe-8e3d-47d0-8f2e-4b6c6e8f747d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.846039] env[70015]: DEBUG oslo_vmware.rw_handles [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52264e97-201d-413b-4797-d40bd3df3ef5/disk-0.vmdk from lease info. {{(pid=70015) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1090.846039] env[70015]: DEBUG oslo_vmware.rw_handles [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52264e97-201d-413b-4797-d40bd3df3ef5/disk-0.vmdk for reading. {{(pid=70015) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1090.917932] env[70015]: DEBUG oslo_concurrency.lockutils [req-e4f4960a-8651-443e-816a-0157492c1c3e req-5123667a-cc68-4668-8d61-2db7146abe7d service nova] Releasing lock "refresh_cache-8d6d1eaf-cb87-4853-ac59-ddfd63b1874c" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.929781] env[70015]: DEBUG oslo_concurrency.lockutils [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Acquiring lock "e0929d30-843c-470f-a580-8b61ef28a103" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.930169] env[70015]: DEBUG oslo_concurrency.lockutils [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Lock "e0929d30-843c-470f-a580-8b61ef28a103" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.985065] env[70015]: DEBUG oslo_vmware.api [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Task: {'id': task-3611497, 'name': Rename_Task, 'duration_secs': 0.189976} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.985420] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] [instance: a8f90230-d8a9-47ee-9b36-9ee2e60feb12] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1090.986040] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c03302a5-905b-4125-abdd-a5cf4b2c47f2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.996321] env[70015]: DEBUG oslo_vmware.api [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Waiting for the task: (returnval){ [ 1090.996321] env[70015]: value = "task-3611499" [ 1090.996321] env[70015]: _type = "Task" [ 1090.996321] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.003930] env[70015]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ed3996e2-7409-4f4f-8168-5b33bb1c547c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.016986] env[70015]: DEBUG oslo_vmware.api [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Task: {'id': task-3611499, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.088085] env[70015]: DEBUG nova.network.neutron [req-1c778a2e-97ac-4367-afb7-b9445dcf8715 req-43a3aaac-9fc4-41b7-9996-6bec20018fa5 service nova] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Updated VIF entry in instance network info cache for port c0f1ad30-40d1-4ab3-be46-9940907a2fe8. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1091.088085] env[70015]: DEBUG nova.network.neutron [req-1c778a2e-97ac-4367-afb7-b9445dcf8715 req-43a3aaac-9fc4-41b7-9996-6bec20018fa5 service nova] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Updating instance_info_cache with network_info: [{"id": "c0f1ad30-40d1-4ab3-be46-9940907a2fe8", "address": "fa:16:3e:21:fd:e3", "network": {"id": "54eb7a37-2a22-42e7-8acd-b881580de840", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-916588865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c24df7a88e5f4165b2618140613b0538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0f1ad30-40", "ovs_interfaceid": "c0f1ad30-40d1-4ab3-be46-9940907a2fe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.100184] env[70015]: DEBUG oslo_vmware.api [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611495, 'name': ReconfigVM_Task, 'duration_secs': 0.734804} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.104031] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720390', 'volume_id': 'f6c96ff7-44eb-4a30-963f-8f475548ed7a', 'name': 'volume-f6c96ff7-44eb-4a30-963f-8f475548ed7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a173c940-ed80-45ec-83a2-af2b2ad416c4', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6c96ff7-44eb-4a30-963f-8f475548ed7a', 'serial': 'f6c96ff7-44eb-4a30-963f-8f475548ed7a'} {{(pid=70015) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1091.108019] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611491, 'name': CreateVM_Task, 'duration_secs': 1.428672} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.108019] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1091.108276] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.108309] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.109154] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.109192] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c31b7885-1188-4493-808f-912a41a5136b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.116200] env[70015]: DEBUG oslo_vmware.api [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for the task: (returnval){ [ 1091.116200] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]524e2d7c-b67a-747c-d674-08015ce3054e" [ 1091.116200] env[70015]: _type = "Task" [ 1091.116200] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.126999] env[70015]: DEBUG oslo_vmware.api [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]524e2d7c-b67a-747c-d674-08015ce3054e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.172912] env[70015]: DEBUG nova.compute.manager [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1091.200815] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8443c8d3-8975-4ca3-b1d9-19c10edcfa44 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.059s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.202912] env[70015]: DEBUG oslo_vmware.api [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611498, 'name': PowerOffVM_Task, 'duration_secs': 0.334128} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.205250] env[70015]: DEBUG nova.virt.hardware [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1091.205497] env[70015]: DEBUG nova.virt.hardware [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1091.205656] env[70015]: DEBUG nova.virt.hardware [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1091.205855] env[70015]: DEBUG nova.virt.hardware [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1091.206023] env[70015]: DEBUG nova.virt.hardware [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1091.206177] env[70015]: DEBUG nova.virt.hardware [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1091.206397] env[70015]: DEBUG nova.virt.hardware [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1091.206570] env[70015]: DEBUG nova.virt.hardware [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1091.206738] env[70015]: DEBUG nova.virt.hardware [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1091.206911] env[70015]: DEBUG nova.virt.hardware [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1091.207102] env[70015]: DEBUG nova.virt.hardware [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1091.207646] env[70015]: DEBUG oslo_concurrency.lockutils [None req-51405276-7163-4ba8-a5b5-f867ebfd1e20 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.547s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.207951] env[70015]: DEBUG nova.objects.instance [None req-51405276-7163-4ba8-a5b5-f867ebfd1e20 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lazy-loading 'resources' on Instance uuid 4e42e474-3a2d-4966-9695-4a8422ebfdf1 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.209176] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1091.209411] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Updating instance '04a6ab06-6e2c-4c81-a6aa-3f9811d2a733' progress to 17 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1091.214167] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2634fca5-93bc-4d77-9cbc-7cf32da64940 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.229030] env[70015]: DEBUG oslo_vmware.api [None req-feb898fb-68be-4ac4-b415-7c1e5dd0abba tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611492, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.233360] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dad2bd7-2945-4f4e-ac70-a01f61d6c2c5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.242513] env[70015]: INFO nova.scheduler.client.report [None req-8443c8d3-8975-4ca3-b1d9-19c10edcfa44 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Deleted allocations for instance a4aa7eb8-34bd-4270-a426-9b255f7db9d9 [ 1091.277839] env[70015]: DEBUG oslo_vmware.api [None req-4dcfae73-681e-451a-b4f3-2926c18640d8 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Task: {'id': task-3611493, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.421574] env[70015]: DEBUG nova.objects.instance [None req-fb55eb7a-ef3b-499e-9cba-e46838ea478b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lazy-loading 'pci_requests' on Instance uuid f32db101-16c7-4fe3-bf40-2e8e16c152ac {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.427559] env[70015]: DEBUG nova.network.neutron [-] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.434264] env[70015]: DEBUG nova.compute.manager [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] [instance: e0929d30-843c-470f-a580-8b61ef28a103] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1091.512606] env[70015]: DEBUG oslo_vmware.api [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Task: {'id': task-3611499, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.567477] env[70015]: DEBUG nova.compute.manager [req-1f644e67-b8cb-4d56-b624-8df844faa5ab req-3fa9d8dc-eb87-4fab-8817-abe2b2303422 service nova] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Received event network-vif-deleted-cf8da736-7887-4b4b-9ea1-a90507a106cc {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.587992] env[70015]: DEBUG oslo_concurrency.lockutils [req-1c778a2e-97ac-4367-afb7-b9445dcf8715 req-43a3aaac-9fc4-41b7-9996-6bec20018fa5 service nova] Releasing lock "refresh_cache-f3b64104-3919-4838-9c2b-601a41be2ece" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.628946] env[70015]: DEBUG oslo_vmware.api [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]524e2d7c-b67a-747c-d674-08015ce3054e, 'name': SearchDatastore_Task, 'duration_secs': 0.012267} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.629419] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.629810] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1091.630216] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.630463] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.630673] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1091.630978] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a937340-7ae7-4f90-9971-a1ec6b09f95d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.644495] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1091.645181] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1091.645548] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da19b7ab-649c-4382-a558-6a3b6867cd22 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.652245] env[70015]: DEBUG oslo_vmware.api [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for the task: (returnval){ [ 1091.652245] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5297cf29-1c9d-7d94-b3b4-6c72908d7fbb" [ 1091.652245] env[70015]: _type = "Task" [ 1091.652245] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.664635] env[70015]: DEBUG oslo_vmware.api [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5297cf29-1c9d-7d94-b3b4-6c72908d7fbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.723749] env[70015]: DEBUG nova.virt.hardware [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1091.724271] env[70015]: DEBUG nova.virt.hardware [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1091.724437] env[70015]: DEBUG nova.virt.hardware [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1091.724640] env[70015]: DEBUG nova.virt.hardware [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1091.724942] env[70015]: DEBUG nova.virt.hardware [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1091.725216] env[70015]: DEBUG nova.virt.hardware [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1091.725667] env[70015]: DEBUG nova.virt.hardware [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1091.725667] env[70015]: DEBUG nova.virt.hardware [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1091.725811] env[70015]: DEBUG nova.virt.hardware [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1091.725980] env[70015]: DEBUG nova.virt.hardware [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1091.726193] env[70015]: DEBUG nova.virt.hardware [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1091.735518] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-036fc81b-452d-46c9-ada1-76ab2191bd29 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.747404] env[70015]: DEBUG oslo_vmware.api [None req-feb898fb-68be-4ac4-b415-7c1e5dd0abba tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611492, 'name': CreateSnapshot_Task, 'duration_secs': 1.588004} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.751786] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-feb898fb-68be-4ac4-b415-7c1e5dd0abba tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Created Snapshot of the VM instance {{(pid=70015) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1091.756319] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914ded9b-2cc8-4585-8c3c-ab63e9959c30 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.762589] env[70015]: DEBUG oslo_vmware.api [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 1091.762589] env[70015]: value = "task-3611500" [ 1091.762589] env[70015]: _type = "Task" [ 1091.762589] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.774108] env[70015]: DEBUG oslo_vmware.api [None req-4dcfae73-681e-451a-b4f3-2926c18640d8 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Task: {'id': task-3611493, 'name': RemoveSnapshot_Task, 'duration_secs': 1.592012} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.780529] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcfae73-681e-451a-b4f3-2926c18640d8 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Deleted Snapshot of the VM instance {{(pid=70015) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1091.780953] env[70015]: INFO nova.compute.manager [None req-4dcfae73-681e-451a-b4f3-2926c18640d8 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Took 16.35 seconds to snapshot the instance on the hypervisor. [ 1091.784883] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8443c8d3-8975-4ca3-b1d9-19c10edcfa44 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Lock "a4aa7eb8-34bd-4270-a426-9b255f7db9d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.840s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.793451] env[70015]: DEBUG oslo_vmware.api [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611500, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.927436] env[70015]: DEBUG nova.objects.base [None req-fb55eb7a-ef3b-499e-9cba-e46838ea478b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70015) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1091.927589] env[70015]: DEBUG nova.network.neutron [None req-fb55eb7a-ef3b-499e-9cba-e46838ea478b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1091.930239] env[70015]: INFO nova.compute.manager [-] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Took 2.14 seconds to deallocate network for instance. [ 1092.017521] env[70015]: DEBUG oslo_vmware.api [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Task: {'id': task-3611499, 'name': PowerOnVM_Task, 'duration_secs': 0.61393} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.017584] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] [instance: a8f90230-d8a9-47ee-9b36-9ee2e60feb12] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1092.021015] env[70015]: INFO nova.compute.manager [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] [instance: a8f90230-d8a9-47ee-9b36-9ee2e60feb12] Took 10.93 seconds to spawn the instance on the hypervisor. [ 1092.021015] env[70015]: DEBUG nova.compute.manager [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] [instance: a8f90230-d8a9-47ee-9b36-9ee2e60feb12] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1092.021015] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d26e698-eb9d-456b-b4b0-571563864ae0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.026937] env[70015]: DEBUG nova.policy [None req-fb55eb7a-ef3b-499e-9cba-e46838ea478b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '281654ddb97845d9919473afc24a3063', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c24df7a88e5f4165b2618140613b0538', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 1092.072142] env[70015]: DEBUG oslo_concurrency.lockutils [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.143705] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075789af-94e7-4531-85ae-5f1db71c3080 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.152615] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8b77ba-2e09-41cc-965e-7590646e074c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.198028] env[70015]: DEBUG oslo_vmware.api [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5297cf29-1c9d-7d94-b3b4-6c72908d7fbb, 'name': SearchDatastore_Task, 'duration_secs': 0.016275} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.198647] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.200607] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b57d098f-4fd6-474a-b6be-cbc1ffc8a47c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.203216] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b564155-cdc3-4c26-afa0-17d27c2e617d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.206100] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1a76d24-6e52-4530-b89e-819d47448ff1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.221101] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4922006c-1516-4d22-8064-26432b027a21 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.225832] env[70015]: DEBUG oslo_vmware.api [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for the task: (returnval){ [ 1092.225832] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]520ac853-4a73-69c5-ce2d-e225724c7e13" [ 1092.225832] env[70015]: _type = "Task" [ 1092.225832] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.226284] env[70015]: DEBUG oslo_vmware.api [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 1092.226284] env[70015]: value = "task-3611501" [ 1092.226284] env[70015]: _type = "Task" [ 1092.226284] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.242946] env[70015]: DEBUG nova.compute.provider_tree [None req-51405276-7163-4ba8-a5b5-f867ebfd1e20 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.251607] env[70015]: DEBUG oslo_vmware.api [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]520ac853-4a73-69c5-ce2d-e225724c7e13, 'name': SearchDatastore_Task, 'duration_secs': 0.027389} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.255619] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.256019] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c/8d6d1eaf-cb87-4853-ac59-ddfd63b1874c.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1092.257252] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae8eb075-af4a-4feb-a392-fa8b022fa21a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.259734] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] VM already powered off {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1092.260009] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Volume detach. Driver type: vmdk {{(pid=70015) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1092.260282] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720390', 'volume_id': 'f6c96ff7-44eb-4a30-963f-8f475548ed7a', 'name': 'volume-f6c96ff7-44eb-4a30-963f-8f475548ed7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a173c940-ed80-45ec-83a2-af2b2ad416c4', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6c96ff7-44eb-4a30-963f-8f475548ed7a', 'serial': 'f6c96ff7-44eb-4a30-963f-8f475548ed7a'} {{(pid=70015) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1092.261997] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7900acf2-fb23-4bdd-953b-37739a544aa2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.290764] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-feb898fb-68be-4ac4-b415-7c1e5dd0abba tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Creating linked-clone VM from snapshot {{(pid=70015) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1092.298753] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e7ae4da1-ead2-40ec-bc3f-24e505b8212e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.303198] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fcdc3c-c99e-4241-bbe6-be43eb450dbb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.307015] env[70015]: DEBUG oslo_vmware.api [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for the task: (returnval){ [ 1092.307015] env[70015]: value = "task-3611502" [ 1092.307015] env[70015]: _type = "Task" [ 1092.307015] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.320660] env[70015]: WARNING nova.virt.vmwareapi.driver [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1092.320945] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1092.321348] env[70015]: DEBUG oslo_vmware.api [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611500, 'name': ReconfigVM_Task, 'duration_secs': 0.28966} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.324130] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be72d59f-06fe-4b7c-9a2a-8b4128e6d5f7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.327226] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Updating instance '04a6ab06-6e2c-4c81-a6aa-3f9811d2a733' progress to 33 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1092.333210] env[70015]: DEBUG oslo_vmware.api [None req-feb898fb-68be-4ac4-b415-7c1e5dd0abba tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 1092.333210] env[70015]: value = "task-3611503" [ 1092.333210] env[70015]: _type = "Task" [ 1092.333210] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.340164] env[70015]: DEBUG oslo_vmware.api [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611502, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.347863] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1092.348563] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-749992e6-e0d4-4b80-80d0-43f30632d22a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.354084] env[70015]: DEBUG oslo_vmware.api [None req-feb898fb-68be-4ac4-b415-7c1e5dd0abba tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611503, 'name': CloneVM_Task} progress is 11%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.432427] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1092.432755] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1092.433026] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Deleting the datastore file [datastore1] a173c940-ed80-45ec-83a2-af2b2ad416c4 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1092.433394] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbb65f9f-2a59-4737-90cc-804da4f05f99 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.441960] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d52a6264-954b-4b5e-8b03-104d85cd9869 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.443183] env[70015]: DEBUG oslo_vmware.api [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 1092.443183] env[70015]: value = "task-3611505" [ 1092.443183] env[70015]: _type = "Task" [ 1092.443183] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.452434] env[70015]: DEBUG oslo_vmware.api [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611505, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.555807] env[70015]: INFO nova.compute.manager [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] [instance: a8f90230-d8a9-47ee-9b36-9ee2e60feb12] Took 35.12 seconds to build instance. [ 1092.600480] env[70015]: INFO nova.compute.manager [None req-b11b3cb6-0f29-456d-8197-cb9dff706a84 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Unrescuing [ 1092.601191] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b11b3cb6-0f29-456d-8197-cb9dff706a84 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Acquiring lock "refresh_cache-d1651f12-9f96-4e9c-84fa-4925cd1b23e9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.601191] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b11b3cb6-0f29-456d-8197-cb9dff706a84 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Acquired lock "refresh_cache-d1651f12-9f96-4e9c-84fa-4925cd1b23e9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.601191] env[70015]: DEBUG nova.network.neutron [None req-b11b3cb6-0f29-456d-8197-cb9dff706a84 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.748120] env[70015]: DEBUG nova.scheduler.client.report [None req-51405276-7163-4ba8-a5b5-f867ebfd1e20 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.820941] env[70015]: DEBUG nova.network.neutron [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] Successfully updated port: 14f0456d-1d5f-4438-8c40-36a8f252e0bb {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1092.826081] env[70015]: DEBUG oslo_vmware.api [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611502, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.842544] env[70015]: DEBUG nova.virt.hardware [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1092.842891] env[70015]: DEBUG nova.virt.hardware [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1092.843332] env[70015]: DEBUG nova.virt.hardware [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1092.843583] env[70015]: DEBUG nova.virt.hardware [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1092.843859] env[70015]: DEBUG nova.virt.hardware [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1092.844080] env[70015]: DEBUG nova.virt.hardware [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1092.844470] env[70015]: DEBUG nova.virt.hardware [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1092.844650] env[70015]: DEBUG nova.virt.hardware [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1092.844833] env[70015]: DEBUG nova.virt.hardware [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1092.844982] env[70015]: DEBUG nova.virt.hardware [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1092.845177] env[70015]: DEBUG nova.virt.hardware [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1092.851181] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Reconfiguring VM instance instance-00000056 to detach disk 2000 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1092.852063] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-093a392d-d028-4471-8dbe-f318c5c7e940 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.880307] env[70015]: DEBUG oslo_vmware.api [None req-feb898fb-68be-4ac4-b415-7c1e5dd0abba tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611503, 'name': CloneVM_Task} progress is 94%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.882547] env[70015]: DEBUG oslo_vmware.api [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 1092.882547] env[70015]: value = "task-3611506" [ 1092.882547] env[70015]: _type = "Task" [ 1092.882547] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.897311] env[70015]: DEBUG oslo_vmware.api [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611506, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.955464] env[70015]: DEBUG oslo_vmware.api [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611505, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310657} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.955986] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1092.956340] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1092.956699] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1092.977564] env[70015]: DEBUG nova.compute.manager [req-d28dbcfb-d120-4a80-aa63-15aa0c7a0769 req-d3339def-0539-4b26-8aea-2a4f9b4ca3c6 service nova] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Received event network-changed-09fab36f-d589-45af-af17-b4f17c842dc9 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.977947] env[70015]: DEBUG nova.compute.manager [req-d28dbcfb-d120-4a80-aa63-15aa0c7a0769 req-d3339def-0539-4b26-8aea-2a4f9b4ca3c6 service nova] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Refreshing instance network info cache due to event network-changed-09fab36f-d589-45af-af17-b4f17c842dc9. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1092.978357] env[70015]: DEBUG oslo_concurrency.lockutils [req-d28dbcfb-d120-4a80-aa63-15aa0c7a0769 req-d3339def-0539-4b26-8aea-2a4f9b4ca3c6 service nova] Acquiring lock "refresh_cache-f32db101-16c7-4fe3-bf40-2e8e16c152ac" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.978587] env[70015]: DEBUG oslo_concurrency.lockutils [req-d28dbcfb-d120-4a80-aa63-15aa0c7a0769 req-d3339def-0539-4b26-8aea-2a4f9b4ca3c6 service nova] Acquired lock "refresh_cache-f32db101-16c7-4fe3-bf40-2e8e16c152ac" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.978870] env[70015]: DEBUG nova.network.neutron [req-d28dbcfb-d120-4a80-aa63-15aa0c7a0769 req-d3339def-0539-4b26-8aea-2a4f9b4ca3c6 service nova] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Refreshing network info cache for port 09fab36f-d589-45af-af17-b4f17c842dc9 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1093.059101] env[70015]: DEBUG oslo_concurrency.lockutils [None req-175c2c9c-3cf8-40cb-bd96-936906b091a3 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Lock "a8f90230-d8a9-47ee-9b36-9ee2e60feb12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.637s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.255651] env[70015]: DEBUG oslo_concurrency.lockutils [None req-51405276-7163-4ba8-a5b5-f867ebfd1e20 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.048s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.260470] env[70015]: DEBUG oslo_concurrency.lockutils [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.189s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.263488] env[70015]: INFO nova.compute.claims [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] [instance: e0929d30-843c-470f-a580-8b61ef28a103] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1093.292593] env[70015]: INFO nova.scheduler.client.report [None req-51405276-7163-4ba8-a5b5-f867ebfd1e20 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Deleted allocations for instance 4e42e474-3a2d-4966-9695-4a8422ebfdf1 [ 1093.326182] env[70015]: DEBUG oslo_vmware.api [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611502, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657361} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.326478] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c/8d6d1eaf-cb87-4853-ac59-ddfd63b1874c.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1093.326731] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1093.330243] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Acquiring lock "refresh_cache-1de77f73-d2a9-4d03-a79f-b59b76b4a336" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.330243] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Acquired lock "refresh_cache-1de77f73-d2a9-4d03-a79f-b59b76b4a336" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.330307] env[70015]: DEBUG nova.network.neutron [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.331432] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e9b25e2-e9b6-4f59-968f-19436efd15d7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.341896] env[70015]: DEBUG oslo_vmware.api [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for the task: (returnval){ [ 1093.341896] env[70015]: value = "task-3611507" [ 1093.341896] env[70015]: _type = "Task" [ 1093.341896] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.362220] env[70015]: DEBUG oslo_vmware.api [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611507, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.371614] env[70015]: DEBUG oslo_vmware.api [None req-feb898fb-68be-4ac4-b415-7c1e5dd0abba tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611503, 'name': CloneVM_Task} progress is 94%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.397829] env[70015]: DEBUG oslo_vmware.api [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611506, 'name': ReconfigVM_Task, 'duration_secs': 0.394572} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.398124] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Reconfigured VM instance instance-00000056 to detach disk 2000 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1093.398987] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e31b88-0c5c-4c0a-90cc-73e24d24fd70 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.431409] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733/04a6ab06-6e2c-4c81-a6aa-3f9811d2a733.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.431817] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba244af7-4878-4630-a4c3-26dcc2874e19 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.452993] env[70015]: DEBUG oslo_vmware.api [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 1093.452993] env[70015]: value = "task-3611508" [ 1093.452993] env[70015]: _type = "Task" [ 1093.452993] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.463970] env[70015]: INFO nova.virt.block_device [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Booting with volume f6c96ff7-44eb-4a30-963f-8f475548ed7a at /dev/sdb [ 1093.466664] env[70015]: DEBUG oslo_vmware.api [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611508, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.489860] env[70015]: DEBUG nova.network.neutron [None req-b11b3cb6-0f29-456d-8197-cb9dff706a84 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Updating instance_info_cache with network_info: [{"id": "13105a07-e789-4507-80aa-bad0b8d2dc5b", "address": "fa:16:3e:1a:af:5c", "network": {"id": "3c20f828-b54b-46e8-8787-8652bc32cc05", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-883210113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae3ea9811a884cfdbfed901646a3947d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13105a07-e7", "ovs_interfaceid": "13105a07-e789-4507-80aa-bad0b8d2dc5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.511948] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-45dfd539-d23a-445c-98f8-7fcc5154b16c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.524340] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859c9537-3dff-4475-909b-5f7140a6f94c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.576761] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-758c1129-15d8-4e52-b100-ed3533acd210 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.588084] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b3fefb-ca87-406b-b052-fc38bb640bec {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.635158] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728689e3-abed-4d0a-8314-e60bef7c0723 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.643630] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6808c9c3-56e3-4754-b629-ce67b95fb3dc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.665885] env[70015]: DEBUG nova.virt.block_device [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Updating existing volume attachment record: 7d810ff0-66c4-44eb-a161-24b7fc45d669 {{(pid=70015) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1093.703028] env[70015]: DEBUG nova.network.neutron [None req-fb55eb7a-ef3b-499e-9cba-e46838ea478b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Successfully updated port: a6aac2be-fe3d-4206-ad70-80489df51a88 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1093.804937] env[70015]: DEBUG oslo_concurrency.lockutils [None req-51405276-7163-4ba8-a5b5-f867ebfd1e20 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "4e42e474-3a2d-4966-9695-4a8422ebfdf1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.600s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.853230] env[70015]: DEBUG oslo_vmware.api [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611507, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13532} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.856785] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1093.857355] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-facf3598-3b80-4cc4-b532-8a4e3b9f730b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.867188] env[70015]: DEBUG oslo_vmware.api [None req-feb898fb-68be-4ac4-b415-7c1e5dd0abba tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611503, 'name': CloneVM_Task} progress is 94%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.885477] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c/8d6d1eaf-cb87-4853-ac59-ddfd63b1874c.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.886582] env[70015]: DEBUG nova.network.neutron [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1093.888621] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac8a0dd9-64ed-4c61-9143-68272564e777 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.904663] env[70015]: DEBUG nova.network.neutron [req-d28dbcfb-d120-4a80-aa63-15aa0c7a0769 req-d3339def-0539-4b26-8aea-2a4f9b4ca3c6 service nova] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Updated VIF entry in instance network info cache for port 09fab36f-d589-45af-af17-b4f17c842dc9. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1093.905241] env[70015]: DEBUG nova.network.neutron [req-d28dbcfb-d120-4a80-aa63-15aa0c7a0769 req-d3339def-0539-4b26-8aea-2a4f9b4ca3c6 service nova] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Updating instance_info_cache with network_info: [{"id": "09fab36f-d589-45af-af17-b4f17c842dc9", "address": "fa:16:3e:da:75:11", "network": {"id": "54eb7a37-2a22-42e7-8acd-b881580de840", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-916588865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c24df7a88e5f4165b2618140613b0538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09fab36f-d5", "ovs_interfaceid": "09fab36f-d589-45af-af17-b4f17c842dc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.914740] env[70015]: DEBUG oslo_vmware.api [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for the task: (returnval){ [ 1093.914740] env[70015]: value = "task-3611509" [ 1093.914740] env[70015]: _type = "Task" [ 1093.914740] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.929306] env[70015]: DEBUG oslo_vmware.api [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611509, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.939485] env[70015]: DEBUG nova.compute.manager [req-7ee89b6c-c441-48d0-a513-21522908b6ac req-9061fa1a-d098-449f-87b6-7c6acb19b1e5 service nova] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] Received event network-vif-plugged-14f0456d-1d5f-4438-8c40-36a8f252e0bb {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.939722] env[70015]: DEBUG oslo_concurrency.lockutils [req-7ee89b6c-c441-48d0-a513-21522908b6ac req-9061fa1a-d098-449f-87b6-7c6acb19b1e5 service nova] Acquiring lock "1de77f73-d2a9-4d03-a79f-b59b76b4a336-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.939837] env[70015]: DEBUG oslo_concurrency.lockutils [req-7ee89b6c-c441-48d0-a513-21522908b6ac req-9061fa1a-d098-449f-87b6-7c6acb19b1e5 service nova] Lock "1de77f73-d2a9-4d03-a79f-b59b76b4a336-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.940053] env[70015]: DEBUG oslo_concurrency.lockutils [req-7ee89b6c-c441-48d0-a513-21522908b6ac req-9061fa1a-d098-449f-87b6-7c6acb19b1e5 service nova] Lock "1de77f73-d2a9-4d03-a79f-b59b76b4a336-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.940316] env[70015]: DEBUG nova.compute.manager [req-7ee89b6c-c441-48d0-a513-21522908b6ac req-9061fa1a-d098-449f-87b6-7c6acb19b1e5 service nova] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] No waiting events found dispatching network-vif-plugged-14f0456d-1d5f-4438-8c40-36a8f252e0bb {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1093.940773] env[70015]: WARNING nova.compute.manager [req-7ee89b6c-c441-48d0-a513-21522908b6ac req-9061fa1a-d098-449f-87b6-7c6acb19b1e5 service nova] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] Received unexpected event network-vif-plugged-14f0456d-1d5f-4438-8c40-36a8f252e0bb for instance with vm_state building and task_state spawning. [ 1093.940773] env[70015]: DEBUG nova.compute.manager [req-7ee89b6c-c441-48d0-a513-21522908b6ac req-9061fa1a-d098-449f-87b6-7c6acb19b1e5 service nova] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] Received event network-changed-14f0456d-1d5f-4438-8c40-36a8f252e0bb {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.941230] env[70015]: DEBUG nova.compute.manager [req-7ee89b6c-c441-48d0-a513-21522908b6ac req-9061fa1a-d098-449f-87b6-7c6acb19b1e5 service nova] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] Refreshing instance network info cache due to event network-changed-14f0456d-1d5f-4438-8c40-36a8f252e0bb. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1093.941230] env[70015]: DEBUG oslo_concurrency.lockutils [req-7ee89b6c-c441-48d0-a513-21522908b6ac req-9061fa1a-d098-449f-87b6-7c6acb19b1e5 service nova] Acquiring lock "refresh_cache-1de77f73-d2a9-4d03-a79f-b59b76b4a336" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.969339] env[70015]: DEBUG oslo_vmware.api [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611508, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.993668] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b11b3cb6-0f29-456d-8197-cb9dff706a84 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Releasing lock "refresh_cache-d1651f12-9f96-4e9c-84fa-4925cd1b23e9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.994116] env[70015]: DEBUG nova.objects.instance [None req-b11b3cb6-0f29-456d-8197-cb9dff706a84 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Lazy-loading 'flavor' on Instance uuid d1651f12-9f96-4e9c-84fa-4925cd1b23e9 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.063462] env[70015]: DEBUG nova.network.neutron [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] Updating instance_info_cache with network_info: [{"id": "14f0456d-1d5f-4438-8c40-36a8f252e0bb", "address": "fa:16:3e:15:07:53", "network": {"id": "b94f85c9-38c6-4a5b-9696-b458d08059f5", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-693195434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6ef4c264e9f4c48ac07bb09d38fe165", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14f0456d-1d", "ovs_interfaceid": "14f0456d-1d5f-4438-8c40-36a8f252e0bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.207181] env[70015]: DEBUG oslo_concurrency.lockutils [None req-fb55eb7a-ef3b-499e-9cba-e46838ea478b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "refresh_cache-f32db101-16c7-4fe3-bf40-2e8e16c152ac" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.368648] env[70015]: DEBUG oslo_vmware.api [None req-feb898fb-68be-4ac4-b415-7c1e5dd0abba tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611503, 'name': CloneVM_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.408269] env[70015]: DEBUG oslo_concurrency.lockutils [req-d28dbcfb-d120-4a80-aa63-15aa0c7a0769 req-d3339def-0539-4b26-8aea-2a4f9b4ca3c6 service nova] Releasing lock "refresh_cache-f32db101-16c7-4fe3-bf40-2e8e16c152ac" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.411545] env[70015]: DEBUG oslo_concurrency.lockutils [None req-fb55eb7a-ef3b-499e-9cba-e46838ea478b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquired lock "refresh_cache-f32db101-16c7-4fe3-bf40-2e8e16c152ac" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.411825] env[70015]: DEBUG nova.network.neutron [None req-fb55eb7a-ef3b-499e-9cba-e46838ea478b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1094.430230] env[70015]: DEBUG oslo_vmware.api [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611509, 'name': ReconfigVM_Task, 'duration_secs': 0.342014} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.430590] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c/8d6d1eaf-cb87-4853-ac59-ddfd63b1874c.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.431294] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4869e6b-8781-4580-99e6-bbe2c002c60d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.443733] env[70015]: DEBUG oslo_vmware.api [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for the task: (returnval){ [ 1094.443733] env[70015]: value = "task-3611510" [ 1094.443733] env[70015]: _type = "Task" [ 1094.443733] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.453480] env[70015]: DEBUG oslo_vmware.api [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611510, 'name': Rename_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.466128] env[70015]: DEBUG oslo_vmware.api [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611508, 'name': ReconfigVM_Task, 'duration_secs': 0.77098} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.466562] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733/04a6ab06-6e2c-4c81-a6aa-3f9811d2a733.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.466767] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Updating instance '04a6ab06-6e2c-4c81-a6aa-3f9811d2a733' progress to 50 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1094.501459] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba145b0-d7fd-478a-831f-611a4c4038d2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.525207] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b11b3cb6-0f29-456d-8197-cb9dff706a84 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.529049] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63a283e4-9e1a-4184-a627-882d725baf12 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.539721] env[70015]: DEBUG oslo_vmware.api [None req-b11b3cb6-0f29-456d-8197-cb9dff706a84 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1094.539721] env[70015]: value = "task-3611511" [ 1094.539721] env[70015]: _type = "Task" [ 1094.539721] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.553678] env[70015]: DEBUG oslo_vmware.api [None req-b11b3cb6-0f29-456d-8197-cb9dff706a84 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611511, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.565979] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Releasing lock "refresh_cache-1de77f73-d2a9-4d03-a79f-b59b76b4a336" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.566356] env[70015]: DEBUG nova.compute.manager [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] Instance network_info: |[{"id": "14f0456d-1d5f-4438-8c40-36a8f252e0bb", "address": "fa:16:3e:15:07:53", "network": {"id": "b94f85c9-38c6-4a5b-9696-b458d08059f5", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-693195434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6ef4c264e9f4c48ac07bb09d38fe165", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14f0456d-1d", "ovs_interfaceid": "14f0456d-1d5f-4438-8c40-36a8f252e0bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1094.566674] env[70015]: DEBUG oslo_concurrency.lockutils [req-7ee89b6c-c441-48d0-a513-21522908b6ac req-9061fa1a-d098-449f-87b6-7c6acb19b1e5 service nova] Acquired lock "refresh_cache-1de77f73-d2a9-4d03-a79f-b59b76b4a336" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.566837] env[70015]: DEBUG nova.network.neutron [req-7ee89b6c-c441-48d0-a513-21522908b6ac req-9061fa1a-d098-449f-87b6-7c6acb19b1e5 service nova] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] Refreshing network info cache for port 14f0456d-1d5f-4438-8c40-36a8f252e0bb {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1094.568102] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:07:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6076d24d-3c8e-4bbb-ba96-a08fb27a73cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14f0456d-1d5f-4438-8c40-36a8f252e0bb', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1094.575630] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Creating folder: Project (e6ef4c264e9f4c48ac07bb09d38fe165). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1094.578792] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ea437cb-c1f3-4383-9531-af26821570df {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.597022] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Created folder: Project (e6ef4c264e9f4c48ac07bb09d38fe165) in parent group-v720117. [ 1094.597364] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Creating folder: Instances. Parent ref: group-v720400. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1094.597572] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af1185b7-d7bc-4423-b6bb-d5f9f826b1b4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.608693] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eda529a-445a-4c3e-bc8b-87613bcd6765 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.613998] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Created folder: Instances in parent group-v720400. [ 1094.614432] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.615319] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1094.615634] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa366a70-36cd-4639-a50e-869e146bdb9b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.636380] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fa6db3-279d-47c3-a107-16edb4f3fb19 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.641328] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1094.641328] env[70015]: value = "task-3611514" [ 1094.641328] env[70015]: _type = "Task" [ 1094.641328] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.672804] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a254ce8-bb36-42d7-9ac8-ca68ffb0a854 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.679042] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611514, 'name': CreateVM_Task} progress is 10%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.685206] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afddefd9-38ad-420c-9447-5e3c9b991b54 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.700541] env[70015]: DEBUG nova.compute.provider_tree [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.868122] env[70015]: DEBUG oslo_vmware.api [None req-feb898fb-68be-4ac4-b415-7c1e5dd0abba tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611503, 'name': CloneVM_Task, 'duration_secs': 2.056019} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.868451] env[70015]: INFO nova.virt.vmwareapi.vmops [None req-feb898fb-68be-4ac4-b415-7c1e5dd0abba tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Created linked-clone VM from snapshot [ 1094.869167] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd048225-710c-4251-ad09-bfc2dd2ec29c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.878150] env[70015]: DEBUG nova.virt.vmwareapi.images [None req-feb898fb-68be-4ac4-b415-7c1e5dd0abba tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Uploading image 49c31a27-fd11-47fd-ab80-48afe8024702 {{(pid=70015) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1094.888901] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-feb898fb-68be-4ac4-b415-7c1e5dd0abba tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Destroying the VM {{(pid=70015) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1094.889203] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b01f9d36-3dbc-42a2-abec-4f515034c169 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.897372] env[70015]: DEBUG oslo_vmware.api [None req-feb898fb-68be-4ac4-b415-7c1e5dd0abba tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 1094.897372] env[70015]: value = "task-3611515" [ 1094.897372] env[70015]: _type = "Task" [ 1094.897372] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.909834] env[70015]: DEBUG oslo_vmware.api [None req-feb898fb-68be-4ac4-b415-7c1e5dd0abba tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611515, 'name': Destroy_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.957913] env[70015]: DEBUG oslo_vmware.api [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611510, 'name': Rename_Task, 'duration_secs': 0.193567} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.958922] env[70015]: WARNING nova.network.neutron [None req-fb55eb7a-ef3b-499e-9cba-e46838ea478b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] 54eb7a37-2a22-42e7-8acd-b881580de840 already exists in list: networks containing: ['54eb7a37-2a22-42e7-8acd-b881580de840']. ignoring it [ 1094.960955] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1094.961314] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b236d2f-527d-47ef-b8d5-83ebca6c6b9b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.970784] env[70015]: DEBUG oslo_vmware.api [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for the task: (returnval){ [ 1094.970784] env[70015]: value = "task-3611516" [ 1094.970784] env[70015]: _type = "Task" [ 1094.970784] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.977026] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239c375c-e5ae-4ba2-a973-cde02e9042fa {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.985059] env[70015]: DEBUG oslo_vmware.api [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611516, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.009292] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33533268-cb37-43b3-b21e-4f9b15537834 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.038028] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Updating instance '04a6ab06-6e2c-4c81-a6aa-3f9811d2a733' progress to 67 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1095.054843] env[70015]: DEBUG oslo_vmware.api [None req-b11b3cb6-0f29-456d-8197-cb9dff706a84 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611511, 'name': PowerOffVM_Task, 'duration_secs': 0.22473} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.055214] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b11b3cb6-0f29-456d-8197-cb9dff706a84 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.063587] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-b11b3cb6-0f29-456d-8197-cb9dff706a84 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Reconfiguring VM instance instance-0000005e to detach disk 2001 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1095.063987] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16ce5bb1-ec34-4b79-8136-ce2935f86e6c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.097771] env[70015]: DEBUG oslo_vmware.api [None req-b11b3cb6-0f29-456d-8197-cb9dff706a84 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1095.097771] env[70015]: value = "task-3611517" [ 1095.097771] env[70015]: _type = "Task" [ 1095.097771] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.110997] env[70015]: DEBUG oslo_vmware.api [None req-b11b3cb6-0f29-456d-8197-cb9dff706a84 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611517, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.155668] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611514, 'name': CreateVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.204202] env[70015]: DEBUG nova.scheduler.client.report [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.320853] env[70015]: DEBUG nova.network.neutron [req-7ee89b6c-c441-48d0-a513-21522908b6ac req-9061fa1a-d098-449f-87b6-7c6acb19b1e5 service nova] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] Updated VIF entry in instance network info cache for port 14f0456d-1d5f-4438-8c40-36a8f252e0bb. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1095.321262] env[70015]: DEBUG nova.network.neutron [req-7ee89b6c-c441-48d0-a513-21522908b6ac req-9061fa1a-d098-449f-87b6-7c6acb19b1e5 service nova] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] Updating instance_info_cache with network_info: [{"id": "14f0456d-1d5f-4438-8c40-36a8f252e0bb", "address": "fa:16:3e:15:07:53", "network": {"id": "b94f85c9-38c6-4a5b-9696-b458d08059f5", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-693195434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6ef4c264e9f4c48ac07bb09d38fe165", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14f0456d-1d", "ovs_interfaceid": "14f0456d-1d5f-4438-8c40-36a8f252e0bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.324160] env[70015]: DEBUG nova.network.neutron [None req-fb55eb7a-ef3b-499e-9cba-e46838ea478b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Updating instance_info_cache with network_info: [{"id": "09fab36f-d589-45af-af17-b4f17c842dc9", "address": "fa:16:3e:da:75:11", "network": {"id": "54eb7a37-2a22-42e7-8acd-b881580de840", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-916588865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c24df7a88e5f4165b2618140613b0538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09fab36f-d5", "ovs_interfaceid": "09fab36f-d589-45af-af17-b4f17c842dc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a6aac2be-fe3d-4206-ad70-80489df51a88", "address": "fa:16:3e:b2:40:92", "network": {"id": "54eb7a37-2a22-42e7-8acd-b881580de840", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-916588865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c24df7a88e5f4165b2618140613b0538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6aac2be-fe", "ovs_interfaceid": "a6aac2be-fe3d-4206-ad70-80489df51a88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.415956] env[70015]: DEBUG oslo_vmware.api [None req-feb898fb-68be-4ac4-b415-7c1e5dd0abba tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611515, 'name': Destroy_Task} progress is 33%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.483050] env[70015]: DEBUG oslo_vmware.api [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611516, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.608888] env[70015]: DEBUG oslo_vmware.api [None req-b11b3cb6-0f29-456d-8197-cb9dff706a84 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611517, 'name': ReconfigVM_Task, 'duration_secs': 0.478136} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.609193] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-b11b3cb6-0f29-456d-8197-cb9dff706a84 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Reconfigured VM instance instance-0000005e to detach disk 2001 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1095.609377] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b11b3cb6-0f29-456d-8197-cb9dff706a84 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1095.609840] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec8fc562-01f8-4902-8777-c5cf995b9a98 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.617781] env[70015]: DEBUG oslo_vmware.api [None req-b11b3cb6-0f29-456d-8197-cb9dff706a84 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1095.617781] env[70015]: value = "task-3611518" [ 1095.617781] env[70015]: _type = "Task" [ 1095.617781] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.634058] env[70015]: DEBUG oslo_vmware.api [None req-b11b3cb6-0f29-456d-8197-cb9dff706a84 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611518, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.644733] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9ac35739-cb64-48e7-bdb2-909947b13255 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquiring lock "c072eaca-1697-4f75-bc2a-af6a92abdbdf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.647174] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9ac35739-cb64-48e7-bdb2-909947b13255 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "c072eaca-1697-4f75-bc2a-af6a92abdbdf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.647174] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9ac35739-cb64-48e7-bdb2-909947b13255 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquiring lock "c072eaca-1697-4f75-bc2a-af6a92abdbdf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.647174] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9ac35739-cb64-48e7-bdb2-909947b13255 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "c072eaca-1697-4f75-bc2a-af6a92abdbdf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.647174] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9ac35739-cb64-48e7-bdb2-909947b13255 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "c072eaca-1697-4f75-bc2a-af6a92abdbdf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.650891] env[70015]: INFO nova.compute.manager [None req-9ac35739-cb64-48e7-bdb2-909947b13255 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: c072eaca-1697-4f75-bc2a-af6a92abdbdf] Terminating instance [ 1095.658994] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611514, 'name': CreateVM_Task, 'duration_secs': 0.592203} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.658994] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1095.659444] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.659444] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.659800] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.660277] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8231517-617a-456b-93a7-0e644b8100ec {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.666876] env[70015]: DEBUG oslo_vmware.api [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Waiting for the task: (returnval){ [ 1095.666876] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5271acf7-c100-4227-cd10-67b86b7c3aa9" [ 1095.666876] env[70015]: _type = "Task" [ 1095.666876] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.676467] env[70015]: DEBUG oslo_vmware.api [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5271acf7-c100-4227-cd10-67b86b7c3aa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.711871] env[70015]: DEBUG oslo_concurrency.lockutils [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.452s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.712467] env[70015]: DEBUG nova.compute.manager [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] [instance: e0929d30-843c-470f-a580-8b61ef28a103] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1095.715564] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d52a6264-954b-4b5e-8b03-104d85cd9869 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.274s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.715974] env[70015]: DEBUG nova.objects.instance [None req-d52a6264-954b-4b5e-8b03-104d85cd9869 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Lazy-loading 'resources' on Instance uuid 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.802487] env[70015]: DEBUG nova.virt.hardware [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1095.802840] env[70015]: DEBUG nova.virt.hardware [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1095.803068] env[70015]: DEBUG nova.virt.hardware [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1095.803337] env[70015]: DEBUG nova.virt.hardware [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1095.803559] env[70015]: DEBUG nova.virt.hardware [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1095.803749] env[70015]: DEBUG nova.virt.hardware [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1095.804024] env[70015]: DEBUG nova.virt.hardware [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1095.804249] env[70015]: DEBUG nova.virt.hardware [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1095.804494] env[70015]: DEBUG nova.virt.hardware [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1095.804708] env[70015]: DEBUG nova.virt.hardware [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1095.804932] env[70015]: DEBUG nova.virt.hardware [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1095.806350] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77cf9ee-79a5-42a5-a7b3-0494474cc887 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.816909] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c02f5e-46d8-45fd-8bef-372cab623e4b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.839356] env[70015]: DEBUG oslo_concurrency.lockutils [req-7ee89b6c-c441-48d0-a513-21522908b6ac req-9061fa1a-d098-449f-87b6-7c6acb19b1e5 service nova] Releasing lock "refresh_cache-1de77f73-d2a9-4d03-a79f-b59b76b4a336" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.840066] env[70015]: DEBUG oslo_concurrency.lockutils [None req-fb55eb7a-ef3b-499e-9cba-e46838ea478b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Releasing lock "refresh_cache-f32db101-16c7-4fe3-bf40-2e8e16c152ac" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.840782] env[70015]: DEBUG oslo_concurrency.lockutils [None req-fb55eb7a-ef3b-499e-9cba-e46838ea478b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "f32db101-16c7-4fe3-bf40-2e8e16c152ac" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.840984] env[70015]: DEBUG oslo_concurrency.lockutils [None req-fb55eb7a-ef3b-499e-9cba-e46838ea478b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquired lock "f32db101-16c7-4fe3-bf40-2e8e16c152ac" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.841945] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:2c:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d062877-0b23-4965-908b-f585f25f3bf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11abb559-58d8-49fd-b274-e850bca497c6', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1095.854320] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.855497] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cddee24d-7769-4c96-921e-0a078718ba0f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.859495] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1095.860260] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b2c860a-d511-4903-825c-ea18f50caabc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.900457] env[70015]: DEBUG nova.virt.hardware [None req-fb55eb7a-ef3b-499e-9cba-e46838ea478b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1095.900786] env[70015]: DEBUG nova.virt.hardware [None req-fb55eb7a-ef3b-499e-9cba-e46838ea478b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1095.900989] env[70015]: DEBUG nova.virt.hardware [None req-fb55eb7a-ef3b-499e-9cba-e46838ea478b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1095.901208] env[70015]: DEBUG nova.virt.hardware [None req-fb55eb7a-ef3b-499e-9cba-e46838ea478b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1095.901353] env[70015]: DEBUG nova.virt.hardware [None req-fb55eb7a-ef3b-499e-9cba-e46838ea478b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1095.901522] env[70015]: DEBUG nova.virt.hardware [None req-fb55eb7a-ef3b-499e-9cba-e46838ea478b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1095.901747] env[70015]: DEBUG nova.virt.hardware [None req-fb55eb7a-ef3b-499e-9cba-e46838ea478b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1095.901957] env[70015]: DEBUG nova.virt.hardware [None req-fb55eb7a-ef3b-499e-9cba-e46838ea478b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1095.902187] env[70015]: DEBUG nova.virt.hardware [None req-fb55eb7a-ef3b-499e-9cba-e46838ea478b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1095.902410] env[70015]: DEBUG nova.virt.hardware [None req-fb55eb7a-ef3b-499e-9cba-e46838ea478b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1095.902611] env[70015]: DEBUG nova.virt.hardware [None req-fb55eb7a-ef3b-499e-9cba-e46838ea478b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1095.910211] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-fb55eb7a-ef3b-499e-9cba-e46838ea478b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Reconfiguring VM to attach interface {{(pid=70015) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1095.916606] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e627221-c6f9-4184-847a-2c279cd0348e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.930924] env[70015]: DEBUG nova.compute.manager [req-13ed8e16-341f-4ba8-bf22-6a9c0a711468 req-80bc9987-9890-40b4-9840-c772083cc16d service nova] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Received event network-vif-plugged-a6aac2be-fe3d-4206-ad70-80489df51a88 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.931195] env[70015]: DEBUG oslo_concurrency.lockutils [req-13ed8e16-341f-4ba8-bf22-6a9c0a711468 req-80bc9987-9890-40b4-9840-c772083cc16d service nova] Acquiring lock "f32db101-16c7-4fe3-bf40-2e8e16c152ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.931459] env[70015]: DEBUG oslo_concurrency.lockutils [req-13ed8e16-341f-4ba8-bf22-6a9c0a711468 req-80bc9987-9890-40b4-9840-c772083cc16d service nova] Lock "f32db101-16c7-4fe3-bf40-2e8e16c152ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.931744] env[70015]: DEBUG oslo_concurrency.lockutils [req-13ed8e16-341f-4ba8-bf22-6a9c0a711468 req-80bc9987-9890-40b4-9840-c772083cc16d service nova] Lock "f32db101-16c7-4fe3-bf40-2e8e16c152ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.931957] env[70015]: DEBUG nova.compute.manager [req-13ed8e16-341f-4ba8-bf22-6a9c0a711468 req-80bc9987-9890-40b4-9840-c772083cc16d service nova] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] No waiting events found dispatching network-vif-plugged-a6aac2be-fe3d-4206-ad70-80489df51a88 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1095.932175] env[70015]: WARNING nova.compute.manager [req-13ed8e16-341f-4ba8-bf22-6a9c0a711468 req-80bc9987-9890-40b4-9840-c772083cc16d service nova] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Received unexpected event network-vif-plugged-a6aac2be-fe3d-4206-ad70-80489df51a88 for instance with vm_state active and task_state None. [ 1095.932344] env[70015]: DEBUG nova.compute.manager [req-13ed8e16-341f-4ba8-bf22-6a9c0a711468 req-80bc9987-9890-40b4-9840-c772083cc16d service nova] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Received event network-changed-a6aac2be-fe3d-4206-ad70-80489df51a88 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.932501] env[70015]: DEBUG nova.compute.manager [req-13ed8e16-341f-4ba8-bf22-6a9c0a711468 req-80bc9987-9890-40b4-9840-c772083cc16d service nova] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Refreshing instance network info cache due to event network-changed-a6aac2be-fe3d-4206-ad70-80489df51a88. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1095.932695] env[70015]: DEBUG oslo_concurrency.lockutils [req-13ed8e16-341f-4ba8-bf22-6a9c0a711468 req-80bc9987-9890-40b4-9840-c772083cc16d service nova] Acquiring lock "refresh_cache-f32db101-16c7-4fe3-bf40-2e8e16c152ac" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.932879] env[70015]: DEBUG oslo_concurrency.lockutils [req-13ed8e16-341f-4ba8-bf22-6a9c0a711468 req-80bc9987-9890-40b4-9840-c772083cc16d service nova] Acquired lock "refresh_cache-f32db101-16c7-4fe3-bf40-2e8e16c152ac" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.933146] env[70015]: DEBUG nova.network.neutron [req-13ed8e16-341f-4ba8-bf22-6a9c0a711468 req-80bc9987-9890-40b4-9840-c772083cc16d service nova] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Refreshing network info cache for port a6aac2be-fe3d-4206-ad70-80489df51a88 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1095.934797] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1095.934797] env[70015]: value = "task-3611519" [ 1095.934797] env[70015]: _type = "Task" [ 1095.934797] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.943538] env[70015]: DEBUG oslo_vmware.api [None req-feb898fb-68be-4ac4-b415-7c1e5dd0abba tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611515, 'name': Destroy_Task, 'duration_secs': 0.653788} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.945593] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-feb898fb-68be-4ac4-b415-7c1e5dd0abba tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Destroyed the VM [ 1095.945792] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-feb898fb-68be-4ac4-b415-7c1e5dd0abba tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Deleting Snapshot of the VM instance {{(pid=70015) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1095.949321] env[70015]: DEBUG oslo_vmware.api [None req-fb55eb7a-ef3b-499e-9cba-e46838ea478b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Waiting for the task: (returnval){ [ 1095.949321] env[70015]: value = "task-3611520" [ 1095.949321] env[70015]: _type = "Task" [ 1095.949321] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.949321] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5739fc04-19ff-4354-90d8-7b96f70bcb04 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.955337] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611519, 'name': CreateVM_Task} progress is 15%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.962841] env[70015]: DEBUG oslo_vmware.api [None req-fb55eb7a-ef3b-499e-9cba-e46838ea478b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611520, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.964791] env[70015]: DEBUG oslo_vmware.api [None req-feb898fb-68be-4ac4-b415-7c1e5dd0abba tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 1095.964791] env[70015]: value = "task-3611521" [ 1095.964791] env[70015]: _type = "Task" [ 1095.964791] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.978773] env[70015]: DEBUG oslo_vmware.api [None req-feb898fb-68be-4ac4-b415-7c1e5dd0abba tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611521, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.986029] env[70015]: DEBUG oslo_vmware.api [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611516, 'name': PowerOnVM_Task, 'duration_secs': 0.548238} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.986264] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1095.986473] env[70015]: INFO nova.compute.manager [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c] Took 10.43 seconds to spawn the instance on the hypervisor. [ 1095.986654] env[70015]: DEBUG nova.compute.manager [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1095.987472] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dffb438d-b65b-46c4-8368-a582c08f366b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.133505] env[70015]: DEBUG oslo_vmware.api [None req-b11b3cb6-0f29-456d-8197-cb9dff706a84 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611518, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.154956] env[70015]: DEBUG nova.compute.manager [None req-9ac35739-cb64-48e7-bdb2-909947b13255 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: c072eaca-1697-4f75-bc2a-af6a92abdbdf] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1096.155292] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac35739-cb64-48e7-bdb2-909947b13255 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: c072eaca-1697-4f75-bc2a-af6a92abdbdf] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1096.156725] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3807e8-e621-4fab-9a10-2f4f30ae1c7a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.167750] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ac35739-cb64-48e7-bdb2-909947b13255 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: c072eaca-1697-4f75-bc2a-af6a92abdbdf] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.167750] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c7b0023-a864-48b2-b00b-481cdd7b095d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.182681] env[70015]: DEBUG oslo_vmware.api [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5271acf7-c100-4227-cd10-67b86b7c3aa9, 'name': SearchDatastore_Task, 'duration_secs': 0.025426} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.184528] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.184792] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1096.185046] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.185200] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.185381] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1096.185748] env[70015]: DEBUG oslo_vmware.api [None req-9ac35739-cb64-48e7-bdb2-909947b13255 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 1096.185748] env[70015]: value = "task-3611522" [ 1096.185748] env[70015]: _type = "Task" [ 1096.185748] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.187975] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-153b7ccb-75ad-4bcc-922a-2d8656085af0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.201384] env[70015]: DEBUG oslo_vmware.api [None req-9ac35739-cb64-48e7-bdb2-909947b13255 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611522, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.205094] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1096.205315] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1096.206470] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1267d91f-b303-48c1-bfed-589586565dd3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.214082] env[70015]: DEBUG oslo_vmware.api [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Waiting for the task: (returnval){ [ 1096.214082] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52bf6fd8-b7de-1933-cd2d-e458460cbb65" [ 1096.214082] env[70015]: _type = "Task" [ 1096.214082] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.220526] env[70015]: DEBUG nova.compute.utils [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1096.224703] env[70015]: DEBUG nova.compute.manager [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] [instance: e0929d30-843c-470f-a580-8b61ef28a103] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1096.224887] env[70015]: DEBUG nova.network.neutron [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] [instance: e0929d30-843c-470f-a580-8b61ef28a103] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1096.234036] env[70015]: DEBUG oslo_vmware.api [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52bf6fd8-b7de-1933-cd2d-e458460cbb65, 'name': SearchDatastore_Task, 'duration_secs': 0.016754} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.236224] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ab464d4-9554-4845-b3df-7f173eb3c14a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.243151] env[70015]: DEBUG oslo_vmware.api [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Waiting for the task: (returnval){ [ 1096.243151] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52626b21-98f0-414d-a633-7d42c886a4c0" [ 1096.243151] env[70015]: _type = "Task" [ 1096.243151] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.257974] env[70015]: DEBUG oslo_vmware.api [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52626b21-98f0-414d-a633-7d42c886a4c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.276384] env[70015]: DEBUG nova.policy [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7703a1c7f25d45efbc26325630a6466e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4fbbf3a87a5a48d39a009459f6558f2c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 1096.278268] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bd017118-1c70-4bde-9e0b-3bf71966c702 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Acquiring lock "a8f90230-d8a9-47ee-9b36-9ee2e60feb12" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.278593] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bd017118-1c70-4bde-9e0b-3bf71966c702 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Lock "a8f90230-d8a9-47ee-9b36-9ee2e60feb12" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.278847] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bd017118-1c70-4bde-9e0b-3bf71966c702 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Acquiring lock "a8f90230-d8a9-47ee-9b36-9ee2e60feb12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.279120] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bd017118-1c70-4bde-9e0b-3bf71966c702 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Lock "a8f90230-d8a9-47ee-9b36-9ee2e60feb12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.279351] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bd017118-1c70-4bde-9e0b-3bf71966c702 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Lock "a8f90230-d8a9-47ee-9b36-9ee2e60feb12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.281866] env[70015]: INFO nova.compute.manager [None req-bd017118-1c70-4bde-9e0b-3bf71966c702 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] [instance: a8f90230-d8a9-47ee-9b36-9ee2e60feb12] Terminating instance [ 1096.463965] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611519, 'name': CreateVM_Task, 'duration_secs': 0.451711} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.464890] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1096.465668] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.466162] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.466162] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.466496] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f1e42bc-3567-4c2c-bc30-1c286ee2e7c5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.477469] env[70015]: DEBUG oslo_vmware.api [None req-fb55eb7a-ef3b-499e-9cba-e46838ea478b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611520, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.489103] env[70015]: DEBUG oslo_vmware.api [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 1096.489103] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5216e796-8a34-9ed1-2f8f-04dd27684594" [ 1096.489103] env[70015]: _type = "Task" [ 1096.489103] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.489429] env[70015]: DEBUG oslo_vmware.api [None req-feb898fb-68be-4ac4-b415-7c1e5dd0abba tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611521, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.505659] env[70015]: DEBUG oslo_vmware.api [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5216e796-8a34-9ed1-2f8f-04dd27684594, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.511452] env[70015]: INFO nova.compute.manager [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c] Took 34.48 seconds to build instance. [ 1096.599734] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e0fbe5-c91f-4b71-bcca-37876e8898e7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.609679] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c85f9a-a6f0-4b65-9e71-30f8435a3918 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.645191] env[70015]: DEBUG nova.compute.manager [None req-1a3104aa-075c-419c-a513-fb8dce9fb4ea tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1096.648723] env[70015]: DEBUG nova.network.neutron [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] [instance: e0929d30-843c-470f-a580-8b61ef28a103] Successfully created port: 9fda593f-99d6-4c08-9ad3-b3380b5e23e5 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1096.653745] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a8f007-877f-4cb9-a751-6dd9b717a8ee {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.656904] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93139890-2451-4dcd-8ec8-30eb7405d28c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.665937] env[70015]: DEBUG oslo_vmware.api [None req-b11b3cb6-0f29-456d-8197-cb9dff706a84 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611518, 'name': PowerOnVM_Task, 'duration_secs': 0.874467} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.670505] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b11b3cb6-0f29-456d-8197-cb9dff706a84 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1096.673018] env[70015]: DEBUG nova.compute.manager [None req-b11b3cb6-0f29-456d-8197-cb9dff706a84 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1096.675241] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb7ef88-c66a-4a65-bb8e-fcedbe5a4a14 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.679263] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae87e67-73a9-45f5-aa12-e338f645beb0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.698365] env[70015]: DEBUG nova.compute.provider_tree [None req-d52a6264-954b-4b5e-8b03-104d85cd9869 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.711372] env[70015]: DEBUG nova.scheduler.client.report [None req-d52a6264-954b-4b5e-8b03-104d85cd9869 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.723758] env[70015]: DEBUG oslo_vmware.api [None req-9ac35739-cb64-48e7-bdb2-909947b13255 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611522, 'name': PowerOffVM_Task, 'duration_secs': 0.321374} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.724068] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ac35739-cb64-48e7-bdb2-909947b13255 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: c072eaca-1697-4f75-bc2a-af6a92abdbdf] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.724344] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac35739-cb64-48e7-bdb2-909947b13255 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: c072eaca-1697-4f75-bc2a-af6a92abdbdf] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.724774] env[70015]: DEBUG nova.compute.manager [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] [instance: e0929d30-843c-470f-a580-8b61ef28a103] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1096.727605] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ff2c7a3-96e1-4d61-8c7e-9e99a379d603 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.755187] env[70015]: DEBUG oslo_vmware.api [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52626b21-98f0-414d-a633-7d42c886a4c0, 'name': SearchDatastore_Task, 'duration_secs': 0.019789} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.755976] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.755976] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 1de77f73-d2a9-4d03-a79f-b59b76b4a336/1de77f73-d2a9-4d03-a79f-b59b76b4a336.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1096.756148] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6e9786a-11df-4fd5-979d-0d2d7fc85209 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.767688] env[70015]: DEBUG oslo_vmware.api [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Waiting for the task: (returnval){ [ 1096.767688] env[70015]: value = "task-3611524" [ 1096.767688] env[70015]: _type = "Task" [ 1096.767688] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.777587] env[70015]: DEBUG oslo_vmware.api [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Task: {'id': task-3611524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.789845] env[70015]: DEBUG nova.compute.manager [None req-bd017118-1c70-4bde-9e0b-3bf71966c702 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] [instance: a8f90230-d8a9-47ee-9b36-9ee2e60feb12] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1096.790128] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-bd017118-1c70-4bde-9e0b-3bf71966c702 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] [instance: a8f90230-d8a9-47ee-9b36-9ee2e60feb12] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1096.791012] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59aada9-323d-4bf8-a100-c99db394a1f1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.801327] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd017118-1c70-4bde-9e0b-3bf71966c702 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] [instance: a8f90230-d8a9-47ee-9b36-9ee2e60feb12] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.801711] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11f846f8-0768-4084-ba88-d0a0639cb753 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.814024] env[70015]: DEBUG oslo_vmware.api [None req-bd017118-1c70-4bde-9e0b-3bf71966c702 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Waiting for the task: (returnval){ [ 1096.814024] env[70015]: value = "task-3611525" [ 1096.814024] env[70015]: _type = "Task" [ 1096.814024] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.816080] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac35739-cb64-48e7-bdb2-909947b13255 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: c072eaca-1697-4f75-bc2a-af6a92abdbdf] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.816319] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac35739-cb64-48e7-bdb2-909947b13255 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: c072eaca-1697-4f75-bc2a-af6a92abdbdf] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.817494] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ac35739-cb64-48e7-bdb2-909947b13255 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Deleting the datastore file [datastore1] c072eaca-1697-4f75-bc2a-af6a92abdbdf {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.820477] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f493881-3e9d-4023-8df8-cd9ba83d4550 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.823502] env[70015]: DEBUG nova.network.neutron [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Port 0e24eb9c-4050-4a50-85d3-e68a6f459084 binding to destination host cpu-1 is already ACTIVE {{(pid=70015) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1096.831964] env[70015]: DEBUG oslo_vmware.api [None req-bd017118-1c70-4bde-9e0b-3bf71966c702 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Task: {'id': task-3611525, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.833864] env[70015]: DEBUG oslo_vmware.api [None req-9ac35739-cb64-48e7-bdb2-909947b13255 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 1096.833864] env[70015]: value = "task-3611526" [ 1096.833864] env[70015]: _type = "Task" [ 1096.833864] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.845861] env[70015]: DEBUG oslo_vmware.api [None req-9ac35739-cb64-48e7-bdb2-909947b13255 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611526, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.882858] env[70015]: DEBUG nova.network.neutron [req-13ed8e16-341f-4ba8-bf22-6a9c0a711468 req-80bc9987-9890-40b4-9840-c772083cc16d service nova] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Updated VIF entry in instance network info cache for port a6aac2be-fe3d-4206-ad70-80489df51a88. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1096.884369] env[70015]: DEBUG nova.network.neutron [req-13ed8e16-341f-4ba8-bf22-6a9c0a711468 req-80bc9987-9890-40b4-9840-c772083cc16d service nova] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Updating instance_info_cache with network_info: [{"id": "09fab36f-d589-45af-af17-b4f17c842dc9", "address": "fa:16:3e:da:75:11", "network": {"id": "54eb7a37-2a22-42e7-8acd-b881580de840", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-916588865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c24df7a88e5f4165b2618140613b0538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09fab36f-d5", "ovs_interfaceid": "09fab36f-d589-45af-af17-b4f17c842dc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a6aac2be-fe3d-4206-ad70-80489df51a88", "address": "fa:16:3e:b2:40:92", "network": {"id": "54eb7a37-2a22-42e7-8acd-b881580de840", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-916588865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c24df7a88e5f4165b2618140613b0538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6aac2be-fe", "ovs_interfaceid": "a6aac2be-fe3d-4206-ad70-80489df51a88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.960170] env[70015]: DEBUG oslo_vmware.api [None req-fb55eb7a-ef3b-499e-9cba-e46838ea478b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611520, 'name': ReconfigVM_Task, 'duration_secs': 0.966655} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.960728] env[70015]: DEBUG oslo_concurrency.lockutils [None req-fb55eb7a-ef3b-499e-9cba-e46838ea478b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Releasing lock "f32db101-16c7-4fe3-bf40-2e8e16c152ac" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.960965] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-fb55eb7a-ef3b-499e-9cba-e46838ea478b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Reconfigured VM to attach interface {{(pid=70015) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1096.980134] env[70015]: DEBUG oslo_vmware.api [None req-feb898fb-68be-4ac4-b415-7c1e5dd0abba tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611521, 'name': RemoveSnapshot_Task, 'duration_secs': 0.965342} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.981284] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-feb898fb-68be-4ac4-b415-7c1e5dd0abba tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Deleted Snapshot of the VM instance {{(pid=70015) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1097.000219] env[70015]: DEBUG oslo_vmware.api [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5216e796-8a34-9ed1-2f8f-04dd27684594, 'name': SearchDatastore_Task, 'duration_secs': 0.016322} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.000582] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.001220] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1097.001220] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.001220] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.001402] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1097.001949] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6566dca7-d288-48c7-97e2-7e74ee5ad550 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.012861] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1097.013075] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1097.014692] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7e1e4f16-8ecc-4215-8447-1a70d145191e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lock "8d6d1eaf-cb87-4853-ac59-ddfd63b1874c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.365s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.014900] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02fcfd71-ca34-47cf-abb9-c10c029776bf {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.022250] env[70015]: DEBUG oslo_vmware.api [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 1097.022250] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52b616a9-23d3-0be2-bf8f-12edd8ae0493" [ 1097.022250] env[70015]: _type = "Task" [ 1097.022250] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.031275] env[70015]: DEBUG oslo_vmware.api [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52b616a9-23d3-0be2-bf8f-12edd8ae0493, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.185892] env[70015]: INFO nova.compute.manager [None req-1a3104aa-075c-419c-a513-fb8dce9fb4ea tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] instance snapshotting [ 1097.189910] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f715310-9feb-4943-aba2-0b22985ccc85 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.222708] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d52a6264-954b-4b5e-8b03-104d85cd9869 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.507s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.229891] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ed907a-b3b7-49a0-a938-9ff3b20e8f1f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.252141] env[70015]: INFO nova.scheduler.client.report [None req-d52a6264-954b-4b5e-8b03-104d85cd9869 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Deleted allocations for instance 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb [ 1097.280454] env[70015]: DEBUG oslo_vmware.api [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Task: {'id': task-3611524, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.332801] env[70015]: DEBUG oslo_vmware.api [None req-bd017118-1c70-4bde-9e0b-3bf71966c702 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Task: {'id': task-3611525, 'name': PowerOffVM_Task, 'duration_secs': 0.438108} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.336685] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd017118-1c70-4bde-9e0b-3bf71966c702 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] [instance: a8f90230-d8a9-47ee-9b36-9ee2e60feb12] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1097.336685] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-bd017118-1c70-4bde-9e0b-3bf71966c702 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] [instance: a8f90230-d8a9-47ee-9b36-9ee2e60feb12] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1097.336685] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d74f51f-aee7-4b9c-9bcd-c43b4fde922a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.349933] env[70015]: DEBUG oslo_vmware.api [None req-9ac35739-cb64-48e7-bdb2-909947b13255 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611526, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223682} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.350269] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ac35739-cb64-48e7-bdb2-909947b13255 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1097.350456] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac35739-cb64-48e7-bdb2-909947b13255 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: c072eaca-1697-4f75-bc2a-af6a92abdbdf] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1097.352090] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac35739-cb64-48e7-bdb2-909947b13255 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: c072eaca-1697-4f75-bc2a-af6a92abdbdf] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1097.352090] env[70015]: INFO nova.compute.manager [None req-9ac35739-cb64-48e7-bdb2-909947b13255 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: c072eaca-1697-4f75-bc2a-af6a92abdbdf] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1097.352090] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ac35739-cb64-48e7-bdb2-909947b13255 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.352090] env[70015]: DEBUG nova.compute.manager [-] [instance: c072eaca-1697-4f75-bc2a-af6a92abdbdf] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1097.352090] env[70015]: DEBUG nova.network.neutron [-] [instance: c072eaca-1697-4f75-bc2a-af6a92abdbdf] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1097.386812] env[70015]: DEBUG oslo_concurrency.lockutils [req-13ed8e16-341f-4ba8-bf22-6a9c0a711468 req-80bc9987-9890-40b4-9840-c772083cc16d service nova] Releasing lock "refresh_cache-f32db101-16c7-4fe3-bf40-2e8e16c152ac" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.439978] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-bd017118-1c70-4bde-9e0b-3bf71966c702 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] [instance: a8f90230-d8a9-47ee-9b36-9ee2e60feb12] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1097.440316] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-bd017118-1c70-4bde-9e0b-3bf71966c702 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] [instance: a8f90230-d8a9-47ee-9b36-9ee2e60feb12] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1097.440599] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd017118-1c70-4bde-9e0b-3bf71966c702 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Deleting the datastore file [datastore2] a8f90230-d8a9-47ee-9b36-9ee2e60feb12 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1097.440987] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10c6442f-20ad-453b-83d2-e63640d161bc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.450929] env[70015]: DEBUG oslo_vmware.api [None req-bd017118-1c70-4bde-9e0b-3bf71966c702 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Waiting for the task: (returnval){ [ 1097.450929] env[70015]: value = "task-3611528" [ 1097.450929] env[70015]: _type = "Task" [ 1097.450929] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.461333] env[70015]: DEBUG oslo_vmware.api [None req-bd017118-1c70-4bde-9e0b-3bf71966c702 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Task: {'id': task-3611528, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.465977] env[70015]: DEBUG oslo_concurrency.lockutils [None req-fb55eb7a-ef3b-499e-9cba-e46838ea478b tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "interface-f32db101-16c7-4fe3-bf40-2e8e16c152ac-a6aac2be-fe3d-4206-ad70-80489df51a88" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.661s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.485955] env[70015]: WARNING nova.compute.manager [None req-feb898fb-68be-4ac4-b415-7c1e5dd0abba tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Image not found during snapshot: nova.exception.ImageNotFound: Image 49c31a27-fd11-47fd-ab80-48afe8024702 could not be found. [ 1097.535527] env[70015]: DEBUG oslo_vmware.api [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52b616a9-23d3-0be2-bf8f-12edd8ae0493, 'name': SearchDatastore_Task, 'duration_secs': 0.012783} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.536370] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-574a1f13-2f14-4e33-bd05-474e50c95c67 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.542261] env[70015]: DEBUG oslo_vmware.api [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 1097.542261] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52c9be83-392e-08d3-3eec-0bfba6f8d8bd" [ 1097.542261] env[70015]: _type = "Task" [ 1097.542261] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.551487] env[70015]: DEBUG oslo_vmware.api [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52c9be83-392e-08d3-3eec-0bfba6f8d8bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.741646] env[70015]: DEBUG nova.compute.manager [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] [instance: e0929d30-843c-470f-a580-8b61ef28a103] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1097.752152] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3104aa-075c-419c-a513-fb8dce9fb4ea tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Creating Snapshot of the VM instance {{(pid=70015) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1097.752152] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-915d29c5-8f44-4516-8423-a840de8af14d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.759900] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d52a6264-954b-4b5e-8b03-104d85cd9869 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Lock "0d932dc3-0f82-48f4-8fab-fcd39f5f89eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.173s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.763029] env[70015]: DEBUG oslo_vmware.api [None req-1a3104aa-075c-419c-a513-fb8dce9fb4ea tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Waiting for the task: (returnval){ [ 1097.763029] env[70015]: value = "task-3611529" [ 1097.763029] env[70015]: _type = "Task" [ 1097.763029] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.784190] env[70015]: DEBUG nova.virt.hardware [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1097.784569] env[70015]: DEBUG nova.virt.hardware [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1097.784743] env[70015]: DEBUG nova.virt.hardware [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1097.784927] env[70015]: DEBUG nova.virt.hardware [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1097.785081] env[70015]: DEBUG nova.virt.hardware [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1097.785242] env[70015]: DEBUG nova.virt.hardware [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1097.785463] env[70015]: DEBUG nova.virt.hardware [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1097.785626] env[70015]: DEBUG nova.virt.hardware [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1097.785818] env[70015]: DEBUG nova.virt.hardware [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1097.785986] env[70015]: DEBUG nova.virt.hardware [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1097.786172] env[70015]: DEBUG nova.virt.hardware [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1097.787574] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4e38d4-2a61-4071-9983-a4bf07053155 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.794463] env[70015]: DEBUG oslo_vmware.api [None req-1a3104aa-075c-419c-a513-fb8dce9fb4ea tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Task: {'id': task-3611529, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.803970] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bef8f55-573f-4521-85a8-2a8a23276278 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.808622] env[70015]: DEBUG oslo_vmware.api [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Task: {'id': task-3611524, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.747992} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.809916] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 1de77f73-d2a9-4d03-a79f-b59b76b4a336/1de77f73-d2a9-4d03-a79f-b59b76b4a336.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1097.810240] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1097.810916] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-157f21f8-798c-4dd3-a603-3cce1d41709e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.830757] env[70015]: DEBUG oslo_vmware.api [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Waiting for the task: (returnval){ [ 1097.830757] env[70015]: value = "task-3611530" [ 1097.830757] env[70015]: _type = "Task" [ 1097.830757] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.850419] env[70015]: DEBUG oslo_vmware.api [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Task: {'id': task-3611530, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.861994] env[70015]: DEBUG oslo_concurrency.lockutils [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquiring lock "04a6ab06-6e2c-4c81-a6aa-3f9811d2a733-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.861994] env[70015]: DEBUG oslo_concurrency.lockutils [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lock "04a6ab06-6e2c-4c81-a6aa-3f9811d2a733-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.861994] env[70015]: DEBUG oslo_concurrency.lockutils [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lock "04a6ab06-6e2c-4c81-a6aa-3f9811d2a733-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.962052] env[70015]: DEBUG oslo_vmware.api [None req-bd017118-1c70-4bde-9e0b-3bf71966c702 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Task: {'id': task-3611528, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.40298} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.962427] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd017118-1c70-4bde-9e0b-3bf71966c702 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1097.962680] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-bd017118-1c70-4bde-9e0b-3bf71966c702 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] [instance: a8f90230-d8a9-47ee-9b36-9ee2e60feb12] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1097.962934] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-bd017118-1c70-4bde-9e0b-3bf71966c702 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] [instance: a8f90230-d8a9-47ee-9b36-9ee2e60feb12] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1097.963178] env[70015]: INFO nova.compute.manager [None req-bd017118-1c70-4bde-9e0b-3bf71966c702 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] [instance: a8f90230-d8a9-47ee-9b36-9ee2e60feb12] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1097.963511] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd017118-1c70-4bde-9e0b-3bf71966c702 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.963764] env[70015]: DEBUG nova.compute.manager [-] [instance: a8f90230-d8a9-47ee-9b36-9ee2e60feb12] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1097.963925] env[70015]: DEBUG nova.network.neutron [-] [instance: a8f90230-d8a9-47ee-9b36-9ee2e60feb12] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1098.054861] env[70015]: DEBUG oslo_vmware.api [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52c9be83-392e-08d3-3eec-0bfba6f8d8bd, 'name': SearchDatastore_Task, 'duration_secs': 0.026836} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.055267] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.055649] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] a173c940-ed80-45ec-83a2-af2b2ad416c4/a173c940-ed80-45ec-83a2-af2b2ad416c4.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1098.056044] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-332c89d0-a1e1-4162-86de-bf5d6b28e08c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.064662] env[70015]: DEBUG oslo_vmware.api [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 1098.064662] env[70015]: value = "task-3611531" [ 1098.064662] env[70015]: _type = "Task" [ 1098.064662] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.074197] env[70015]: DEBUG oslo_vmware.api [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611531, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.247544] env[70015]: DEBUG nova.network.neutron [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] [instance: e0929d30-843c-470f-a580-8b61ef28a103] Successfully updated port: 9fda593f-99d6-4c08-9ad3-b3380b5e23e5 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1098.252494] env[70015]: DEBUG nova.network.neutron [-] [instance: c072eaca-1697-4f75-bc2a-af6a92abdbdf] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.278648] env[70015]: DEBUG oslo_vmware.api [None req-1a3104aa-075c-419c-a513-fb8dce9fb4ea tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Task: {'id': task-3611529, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.343197] env[70015]: DEBUG oslo_vmware.api [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Task: {'id': task-3611530, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073171} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.343597] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1098.344843] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5be8c0-191b-47c4-a636-83bd7439e244 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.373625] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 1de77f73-d2a9-4d03-a79f-b59b76b4a336/1de77f73-d2a9-4d03-a79f-b59b76b4a336.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1098.374393] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75208fc9-e0b2-4b78-9ea3-2ce5599e4280 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.396103] env[70015]: DEBUG nova.compute.manager [req-b8c4c9aa-347c-4276-ab2f-bf43b653dae5 req-fc0d4d1e-f02c-4547-a2a9-e596360c42e0 service nova] [instance: c072eaca-1697-4f75-bc2a-af6a92abdbdf] Received event network-vif-deleted-bb90234e-d70a-49d1-a194-046967df4022 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.402751] env[70015]: DEBUG oslo_vmware.api [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Waiting for the task: (returnval){ [ 1098.402751] env[70015]: value = "task-3611532" [ 1098.402751] env[70015]: _type = "Task" [ 1098.402751] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.416150] env[70015]: DEBUG oslo_vmware.api [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Task: {'id': task-3611532, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.417601] env[70015]: DEBUG nova.compute.manager [req-07ad60f7-8bf3-4833-9cd3-852138e244ba req-5dd775f3-5052-4b98-9bf5-498bbb660b6d service nova] [instance: 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c] Received event network-changed-a8bf5f21-c096-4393-8ec1-f3c3ea14ab26 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.417844] env[70015]: DEBUG nova.compute.manager [req-07ad60f7-8bf3-4833-9cd3-852138e244ba req-5dd775f3-5052-4b98-9bf5-498bbb660b6d service nova] [instance: 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c] Refreshing instance network info cache due to event network-changed-a8bf5f21-c096-4393-8ec1-f3c3ea14ab26. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1098.418155] env[70015]: DEBUG oslo_concurrency.lockutils [req-07ad60f7-8bf3-4833-9cd3-852138e244ba req-5dd775f3-5052-4b98-9bf5-498bbb660b6d service nova] Acquiring lock "refresh_cache-8d6d1eaf-cb87-4853-ac59-ddfd63b1874c" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.418412] env[70015]: DEBUG oslo_concurrency.lockutils [req-07ad60f7-8bf3-4833-9cd3-852138e244ba req-5dd775f3-5052-4b98-9bf5-498bbb660b6d service nova] Acquired lock "refresh_cache-8d6d1eaf-cb87-4853-ac59-ddfd63b1874c" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.418638] env[70015]: DEBUG nova.network.neutron [req-07ad60f7-8bf3-4833-9cd3-852138e244ba req-5dd775f3-5052-4b98-9bf5-498bbb660b6d service nova] [instance: 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c] Refreshing network info cache for port a8bf5f21-c096-4393-8ec1-f3c3ea14ab26 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1098.578609] env[70015]: DEBUG oslo_vmware.api [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611531, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.657205] env[70015]: DEBUG oslo_concurrency.lockutils [None req-444dc824-a2b1-4e15-9f19-8128d2e3cd2d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquiring lock "9a57a48a-da10-4baa-a1aa-51178b6714e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.657576] env[70015]: DEBUG oslo_concurrency.lockutils [None req-444dc824-a2b1-4e15-9f19-8128d2e3cd2d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lock "9a57a48a-da10-4baa-a1aa-51178b6714e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.657975] env[70015]: DEBUG oslo_concurrency.lockutils [None req-444dc824-a2b1-4e15-9f19-8128d2e3cd2d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquiring lock "9a57a48a-da10-4baa-a1aa-51178b6714e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.658397] env[70015]: DEBUG oslo_concurrency.lockutils [None req-444dc824-a2b1-4e15-9f19-8128d2e3cd2d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lock "9a57a48a-da10-4baa-a1aa-51178b6714e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.658397] env[70015]: DEBUG oslo_concurrency.lockutils [None req-444dc824-a2b1-4e15-9f19-8128d2e3cd2d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lock "9a57a48a-da10-4baa-a1aa-51178b6714e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.662966] env[70015]: INFO nova.compute.manager [None req-444dc824-a2b1-4e15-9f19-8128d2e3cd2d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Terminating instance [ 1098.750898] env[70015]: DEBUG oslo_concurrency.lockutils [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Acquiring lock "refresh_cache-e0929d30-843c-470f-a580-8b61ef28a103" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.751745] env[70015]: DEBUG oslo_concurrency.lockutils [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Acquired lock "refresh_cache-e0929d30-843c-470f-a580-8b61ef28a103" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.751745] env[70015]: DEBUG nova.network.neutron [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] [instance: e0929d30-843c-470f-a580-8b61ef28a103] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1098.759278] env[70015]: INFO nova.compute.manager [-] [instance: c072eaca-1697-4f75-bc2a-af6a92abdbdf] Took 1.41 seconds to deallocate network for instance. [ 1098.782991] env[70015]: DEBUG oslo_vmware.api [None req-1a3104aa-075c-419c-a513-fb8dce9fb4ea tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Task: {'id': task-3611529, 'name': CreateSnapshot_Task, 'duration_secs': 0.815394} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.783334] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3104aa-075c-419c-a513-fb8dce9fb4ea tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Created Snapshot of the VM instance {{(pid=70015) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1098.784332] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5c8e91-409d-4d85-b5d7-4c469ecf8830 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.916866] env[70015]: DEBUG oslo_vmware.api [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Task: {'id': task-3611532, 'name': ReconfigVM_Task, 'duration_secs': 0.459312} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.917015] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 1de77f73-d2a9-4d03-a79f-b59b76b4a336/1de77f73-d2a9-4d03-a79f-b59b76b4a336.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.917730] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b9dabe9-3a2d-45e7-a1f0-ecf1149c7365 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.927389] env[70015]: DEBUG oslo_vmware.api [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Waiting for the task: (returnval){ [ 1098.927389] env[70015]: value = "task-3611533" [ 1098.927389] env[70015]: _type = "Task" [ 1098.927389] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.938593] env[70015]: DEBUG oslo_vmware.api [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Task: {'id': task-3611533, 'name': Rename_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.948216] env[70015]: DEBUG oslo_concurrency.lockutils [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquiring lock "refresh_cache-04a6ab06-6e2c-4c81-a6aa-3f9811d2a733" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.948345] env[70015]: DEBUG oslo_concurrency.lockutils [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquired lock "refresh_cache-04a6ab06-6e2c-4c81-a6aa-3f9811d2a733" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.948521] env[70015]: DEBUG nova.network.neutron [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.078698] env[70015]: DEBUG oslo_vmware.api [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611531, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588383} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.078941] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] a173c940-ed80-45ec-83a2-af2b2ad416c4/a173c940-ed80-45ec-83a2-af2b2ad416c4.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1099.079252] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1099.079558] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06a1ec5c-fd99-4553-89a1-6b59d8ecb2fd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.088805] env[70015]: DEBUG oslo_vmware.api [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 1099.088805] env[70015]: value = "task-3611534" [ 1099.088805] env[70015]: _type = "Task" [ 1099.088805] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.099396] env[70015]: DEBUG oslo_vmware.api [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611534, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.101367] env[70015]: DEBUG nova.network.neutron [-] [instance: a8f90230-d8a9-47ee-9b36-9ee2e60feb12] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.171798] env[70015]: DEBUG nova.compute.manager [None req-444dc824-a2b1-4e15-9f19-8128d2e3cd2d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1099.172070] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-444dc824-a2b1-4e15-9f19-8128d2e3cd2d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1099.173055] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3b729c-b48b-4385-aafe-f78fa1841a62 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.189056] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-444dc824-a2b1-4e15-9f19-8128d2e3cd2d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.189056] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d0aee6f-fe55-4d19-bcfe-68258d8cedd6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.203613] env[70015]: DEBUG oslo_vmware.api [None req-444dc824-a2b1-4e15-9f19-8128d2e3cd2d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 1099.203613] env[70015]: value = "task-3611535" [ 1099.203613] env[70015]: _type = "Task" [ 1099.203613] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.217861] env[70015]: DEBUG oslo_vmware.api [None req-444dc824-a2b1-4e15-9f19-8128d2e3cd2d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611535, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.275013] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9ac35739-cb64-48e7-bdb2-909947b13255 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.275303] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9ac35739-cb64-48e7-bdb2-909947b13255 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.276544] env[70015]: DEBUG nova.objects.instance [None req-9ac35739-cb64-48e7-bdb2-909947b13255 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lazy-loading 'resources' on Instance uuid c072eaca-1697-4f75-bc2a-af6a92abdbdf {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.299884] env[70015]: DEBUG nova.network.neutron [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] [instance: e0929d30-843c-470f-a580-8b61ef28a103] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1099.309877] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3104aa-075c-419c-a513-fb8dce9fb4ea tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Creating linked-clone VM from snapshot {{(pid=70015) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1099.310897] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ffbe2525-f03e-4c32-b799-69ab345f04bc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.321072] env[70015]: DEBUG oslo_vmware.api [None req-1a3104aa-075c-419c-a513-fb8dce9fb4ea tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Waiting for the task: (returnval){ [ 1099.321072] env[70015]: value = "task-3611536" [ 1099.321072] env[70015]: _type = "Task" [ 1099.321072] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.333319] env[70015]: DEBUG nova.network.neutron [req-07ad60f7-8bf3-4833-9cd3-852138e244ba req-5dd775f3-5052-4b98-9bf5-498bbb660b6d service nova] [instance: 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c] Updated VIF entry in instance network info cache for port a8bf5f21-c096-4393-8ec1-f3c3ea14ab26. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1099.333319] env[70015]: DEBUG nova.network.neutron [req-07ad60f7-8bf3-4833-9cd3-852138e244ba req-5dd775f3-5052-4b98-9bf5-498bbb660b6d service nova] [instance: 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c] Updating instance_info_cache with network_info: [{"id": "a8bf5f21-c096-4393-8ec1-f3c3ea14ab26", "address": "fa:16:3e:77:8b:6f", "network": {"id": "01441cea-ad3a-4294-8fdc-e951dbfbc413", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-557704821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8c13cae3e5b4a91965eec4a0da9232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8bf5f21-c0", "ovs_interfaceid": "a8bf5f21-c096-4393-8ec1-f3c3ea14ab26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.338613] env[70015]: DEBUG oslo_vmware.api [None req-1a3104aa-075c-419c-a513-fb8dce9fb4ea tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Task: {'id': task-3611536, 'name': CloneVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.443149] env[70015]: DEBUG oslo_vmware.api [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Task: {'id': task-3611533, 'name': Rename_Task, 'duration_secs': 0.213611} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.450279] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1099.450279] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2303d52d-5341-4c42-a206-08932363e766 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.461909] env[70015]: DEBUG oslo_vmware.api [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Waiting for the task: (returnval){ [ 1099.461909] env[70015]: value = "task-3611537" [ 1099.461909] env[70015]: _type = "Task" [ 1099.461909] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.478446] env[70015]: DEBUG oslo_vmware.api [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Task: {'id': task-3611537, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.495575] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2e45ed43-40ec-4c5f-a68d-8c2255639b8c tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "interface-f32db101-16c7-4fe3-bf40-2e8e16c152ac-a6aac2be-fe3d-4206-ad70-80489df51a88" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.495996] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2e45ed43-40ec-4c5f-a68d-8c2255639b8c tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "interface-f32db101-16c7-4fe3-bf40-2e8e16c152ac-a6aac2be-fe3d-4206-ad70-80489df51a88" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.603761] env[70015]: INFO nova.compute.manager [-] [instance: a8f90230-d8a9-47ee-9b36-9ee2e60feb12] Took 1.64 seconds to deallocate network for instance. [ 1099.604190] env[70015]: DEBUG oslo_vmware.api [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611534, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081604} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.606092] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1099.611091] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598477fa-fddc-42e7-956f-de11d62cda2d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.654163] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] a173c940-ed80-45ec-83a2-af2b2ad416c4/a173c940-ed80-45ec-83a2-af2b2ad416c4.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1099.655645] env[70015]: DEBUG nova.network.neutron [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] [instance: e0929d30-843c-470f-a580-8b61ef28a103] Updating instance_info_cache with network_info: [{"id": "9fda593f-99d6-4c08-9ad3-b3380b5e23e5", "address": "fa:16:3e:05:33:73", "network": {"id": "459c7ffa-e996-4898-9f84-8f4167735bbc", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1235940780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fbbf3a87a5a48d39a009459f6558f2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fda593f-99", "ovs_interfaceid": "9fda593f-99d6-4c08-9ad3-b3380b5e23e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.660020] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7a16070-3921-40ea-88db-750d48cd2c96 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.687227] env[70015]: DEBUG oslo_vmware.api [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 1099.687227] env[70015]: value = "task-3611539" [ 1099.687227] env[70015]: _type = "Task" [ 1099.687227] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.702358] env[70015]: DEBUG oslo_vmware.api [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611539, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.715663] env[70015]: DEBUG oslo_vmware.api [None req-444dc824-a2b1-4e15-9f19-8128d2e3cd2d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611535, 'name': PowerOffVM_Task, 'duration_secs': 0.40841} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.717052] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-444dc824-a2b1-4e15-9f19-8128d2e3cd2d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.717052] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-444dc824-a2b1-4e15-9f19-8128d2e3cd2d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1099.717052] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f494b82-cbed-4720-8641-4bb3b5044139 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.788947] env[70015]: DEBUG nova.network.neutron [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Updating instance_info_cache with network_info: [{"id": "0e24eb9c-4050-4a50-85d3-e68a6f459084", "address": "fa:16:3e:3f:4b:2a", "network": {"id": "825adeb2-145f-454c-b624-cc7cf91966fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1496238884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e0ce85090f4c3c8d74e04f2101b99f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e24eb9c-40", "ovs_interfaceid": "0e24eb9c-4050-4a50-85d3-e68a6f459084", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.815024] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-444dc824-a2b1-4e15-9f19-8128d2e3cd2d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1099.815303] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-444dc824-a2b1-4e15-9f19-8128d2e3cd2d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1099.815489] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-444dc824-a2b1-4e15-9f19-8128d2e3cd2d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Deleting the datastore file [datastore2] 9a57a48a-da10-4baa-a1aa-51178b6714e0 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1099.815895] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1160f3cb-5644-407b-8a9b-3e034278e8cf {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.827459] env[70015]: DEBUG oslo_vmware.api [None req-444dc824-a2b1-4e15-9f19-8128d2e3cd2d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for the task: (returnval){ [ 1099.827459] env[70015]: value = "task-3611541" [ 1099.827459] env[70015]: _type = "Task" [ 1099.827459] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.837891] env[70015]: DEBUG oslo_vmware.api [None req-1a3104aa-075c-419c-a513-fb8dce9fb4ea tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Task: {'id': task-3611536, 'name': CloneVM_Task} progress is 94%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.840489] env[70015]: DEBUG oslo_concurrency.lockutils [req-07ad60f7-8bf3-4833-9cd3-852138e244ba req-5dd775f3-5052-4b98-9bf5-498bbb660b6d service nova] Releasing lock "refresh_cache-8d6d1eaf-cb87-4853-ac59-ddfd63b1874c" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.845392] env[70015]: DEBUG oslo_vmware.api [None req-444dc824-a2b1-4e15-9f19-8128d2e3cd2d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611541, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.977021] env[70015]: DEBUG oslo_vmware.api [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Task: {'id': task-3611537, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.001826] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2e45ed43-40ec-4c5f-a68d-8c2255639b8c tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "f32db101-16c7-4fe3-bf40-2e8e16c152ac" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.001826] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2e45ed43-40ec-4c5f-a68d-8c2255639b8c tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquired lock "f32db101-16c7-4fe3-bf40-2e8e16c152ac" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.002379] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b7c1d9-15b9-4b66-85a0-9eae076cce32 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.027180] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074f9c9f-eacb-46c8-8a10-e84067259402 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.062646] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-2e45ed43-40ec-4c5f-a68d-8c2255639b8c tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Reconfiguring VM to detach interface {{(pid=70015) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1100.063994] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85eca874-1428-4046-9de8-a802f64cad70 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.090226] env[70015]: DEBUG oslo_vmware.api [None req-2e45ed43-40ec-4c5f-a68d-8c2255639b8c tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Waiting for the task: (returnval){ [ 1100.090226] env[70015]: value = "task-3611542" [ 1100.090226] env[70015]: _type = "Task" [ 1100.090226] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.103113] env[70015]: DEBUG oslo_vmware.api [None req-2e45ed43-40ec-4c5f-a68d-8c2255639b8c tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611542, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.115080] env[70015]: DEBUG oslo_vmware.rw_handles [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52264e97-201d-413b-4797-d40bd3df3ef5/disk-0.vmdk. {{(pid=70015) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1100.116166] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4efc862-be27-45a5-b1e0-1de047fdca8c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.119494] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bd017118-1c70-4bde-9e0b-3bf71966c702 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.124484] env[70015]: DEBUG oslo_vmware.rw_handles [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52264e97-201d-413b-4797-d40bd3df3ef5/disk-0.vmdk is in state: ready. {{(pid=70015) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1100.124648] env[70015]: ERROR oslo_vmware.rw_handles [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52264e97-201d-413b-4797-d40bd3df3ef5/disk-0.vmdk due to incomplete transfer. [ 1100.127838] env[70015]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d6f1139b-5220-40b8-9951-e0a377d832b7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.138263] env[70015]: DEBUG oslo_vmware.rw_handles [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52264e97-201d-413b-4797-d40bd3df3ef5/disk-0.vmdk. {{(pid=70015) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1100.138518] env[70015]: DEBUG nova.virt.vmwareapi.images [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Uploaded image 9885c9a6-b85e-469d-bebc-549421743c80 to the Glance image server {{(pid=70015) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1100.140935] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Destroying the VM {{(pid=70015) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1100.143802] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c5023509-1020-45b5-981d-5646bc8183cc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.152333] env[70015]: DEBUG oslo_vmware.api [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1100.152333] env[70015]: value = "task-3611543" [ 1100.152333] env[70015]: _type = "Task" [ 1100.152333] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.164301] env[70015]: DEBUG oslo_vmware.api [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611543, 'name': Destroy_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.180356] env[70015]: DEBUG oslo_concurrency.lockutils [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Releasing lock "refresh_cache-e0929d30-843c-470f-a580-8b61ef28a103" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.180706] env[70015]: DEBUG nova.compute.manager [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] [instance: e0929d30-843c-470f-a580-8b61ef28a103] Instance network_info: |[{"id": "9fda593f-99d6-4c08-9ad3-b3380b5e23e5", "address": "fa:16:3e:05:33:73", "network": {"id": "459c7ffa-e996-4898-9f84-8f4167735bbc", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1235940780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fbbf3a87a5a48d39a009459f6558f2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fda593f-99", "ovs_interfaceid": "9fda593f-99d6-4c08-9ad3-b3380b5e23e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1100.181165] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] [instance: e0929d30-843c-470f-a580-8b61ef28a103] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:33:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba866c99-1cb2-4588-9f76-4bc0421ed46a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9fda593f-99d6-4c08-9ad3-b3380b5e23e5', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1100.189177] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Creating folder: Project (4fbbf3a87a5a48d39a009459f6558f2c). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1100.192137] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5fe9e70b-c85d-41b8-b9d0-6b6b9e7644aa {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.204566] env[70015]: DEBUG oslo_vmware.api [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611539, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.206232] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fdaaf5-8372-4767-8564-67f530e862de {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.210011] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Created folder: Project (4fbbf3a87a5a48d39a009459f6558f2c) in parent group-v720117. [ 1100.210282] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Creating folder: Instances. Parent ref: group-v720406. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1100.210913] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2372f22-be13-441b-9080-a13a8d73cb08 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.217082] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3054d763-95f9-480d-abcb-e9271a86b914 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.225288] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Created folder: Instances in parent group-v720406. [ 1100.225650] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.226700] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0929d30-843c-470f-a580-8b61ef28a103] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1100.227050] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f40c9e8d-d3cb-4fc5-ace0-becaf35dbf84 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.278189] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813a4162-1100-44dc-b49d-2fdba3a649c3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.284177] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1100.284177] env[70015]: value = "task-3611546" [ 1100.284177] env[70015]: _type = "Task" [ 1100.284177] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.291590] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-badb33db-8038-4c73-8af0-5f1b8f3f3693 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.301260] env[70015]: DEBUG oslo_concurrency.lockutils [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Releasing lock "refresh_cache-04a6ab06-6e2c-4c81-a6aa-3f9811d2a733" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.305053] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611546, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.316324] env[70015]: DEBUG nova.compute.provider_tree [None req-9ac35739-cb64-48e7-bdb2-909947b13255 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.335703] env[70015]: DEBUG oslo_vmware.api [None req-1a3104aa-075c-419c-a513-fb8dce9fb4ea tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Task: {'id': task-3611536, 'name': CloneVM_Task} progress is 94%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.341847] env[70015]: DEBUG oslo_vmware.api [None req-444dc824-a2b1-4e15-9f19-8128d2e3cd2d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Task: {'id': task-3611541, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.465451} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.342123] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-444dc824-a2b1-4e15-9f19-8128d2e3cd2d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1100.342314] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-444dc824-a2b1-4e15-9f19-8128d2e3cd2d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1100.342486] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-444dc824-a2b1-4e15-9f19-8128d2e3cd2d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1100.342663] env[70015]: INFO nova.compute.manager [None req-444dc824-a2b1-4e15-9f19-8128d2e3cd2d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1100.342897] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-444dc824-a2b1-4e15-9f19-8128d2e3cd2d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.343103] env[70015]: DEBUG nova.compute.manager [-] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1100.343198] env[70015]: DEBUG nova.network.neutron [-] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1100.474305] env[70015]: DEBUG oslo_vmware.api [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Task: {'id': task-3611537, 'name': PowerOnVM_Task, 'duration_secs': 0.824723} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.474586] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1100.474781] env[70015]: INFO nova.compute.manager [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] Took 9.30 seconds to spawn the instance on the hypervisor. [ 1100.475024] env[70015]: DEBUG nova.compute.manager [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1100.475875] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55287e1-9074-45d5-b2d6-7842fcdbc2ea {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.604696] env[70015]: DEBUG oslo_vmware.api [None req-2e45ed43-40ec-4c5f-a68d-8c2255639b8c tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611542, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.640108] env[70015]: DEBUG nova.compute.manager [req-4f3f63f3-3f93-4c32-ba70-5c99a9c55b2c req-2910cbab-7f93-4b74-bcec-119db2683af1 service nova] [instance: a8f90230-d8a9-47ee-9b36-9ee2e60feb12] Received event network-vif-deleted-5fdd2d91-2505-4898-ae79-3dccf6787975 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.664885] env[70015]: DEBUG nova.compute.manager [req-856b4079-9cec-49fb-80c1-0635064156ac req-07cafce3-83ff-4069-8cd4-0b69210a1aa7 service nova] [instance: e0929d30-843c-470f-a580-8b61ef28a103] Received event network-vif-plugged-9fda593f-99d6-4c08-9ad3-b3380b5e23e5 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.664885] env[70015]: DEBUG oslo_concurrency.lockutils [req-856b4079-9cec-49fb-80c1-0635064156ac req-07cafce3-83ff-4069-8cd4-0b69210a1aa7 service nova] Acquiring lock "e0929d30-843c-470f-a580-8b61ef28a103-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.664885] env[70015]: DEBUG oslo_concurrency.lockutils [req-856b4079-9cec-49fb-80c1-0635064156ac req-07cafce3-83ff-4069-8cd4-0b69210a1aa7 service nova] Lock "e0929d30-843c-470f-a580-8b61ef28a103-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.664885] env[70015]: DEBUG oslo_concurrency.lockutils [req-856b4079-9cec-49fb-80c1-0635064156ac req-07cafce3-83ff-4069-8cd4-0b69210a1aa7 service nova] Lock "e0929d30-843c-470f-a580-8b61ef28a103-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.664885] env[70015]: DEBUG nova.compute.manager [req-856b4079-9cec-49fb-80c1-0635064156ac req-07cafce3-83ff-4069-8cd4-0b69210a1aa7 service nova] [instance: e0929d30-843c-470f-a580-8b61ef28a103] No waiting events found dispatching network-vif-plugged-9fda593f-99d6-4c08-9ad3-b3380b5e23e5 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1100.664885] env[70015]: WARNING nova.compute.manager [req-856b4079-9cec-49fb-80c1-0635064156ac req-07cafce3-83ff-4069-8cd4-0b69210a1aa7 service nova] [instance: e0929d30-843c-470f-a580-8b61ef28a103] Received unexpected event network-vif-plugged-9fda593f-99d6-4c08-9ad3-b3380b5e23e5 for instance with vm_state building and task_state spawning. [ 1100.665468] env[70015]: DEBUG nova.compute.manager [req-856b4079-9cec-49fb-80c1-0635064156ac req-07cafce3-83ff-4069-8cd4-0b69210a1aa7 service nova] [instance: e0929d30-843c-470f-a580-8b61ef28a103] Received event network-changed-9fda593f-99d6-4c08-9ad3-b3380b5e23e5 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.665964] env[70015]: DEBUG nova.compute.manager [req-856b4079-9cec-49fb-80c1-0635064156ac req-07cafce3-83ff-4069-8cd4-0b69210a1aa7 service nova] [instance: e0929d30-843c-470f-a580-8b61ef28a103] Refreshing instance network info cache due to event network-changed-9fda593f-99d6-4c08-9ad3-b3380b5e23e5. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1100.666429] env[70015]: DEBUG oslo_concurrency.lockutils [req-856b4079-9cec-49fb-80c1-0635064156ac req-07cafce3-83ff-4069-8cd4-0b69210a1aa7 service nova] Acquiring lock "refresh_cache-e0929d30-843c-470f-a580-8b61ef28a103" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.666967] env[70015]: DEBUG oslo_concurrency.lockutils [req-856b4079-9cec-49fb-80c1-0635064156ac req-07cafce3-83ff-4069-8cd4-0b69210a1aa7 service nova] Acquired lock "refresh_cache-e0929d30-843c-470f-a580-8b61ef28a103" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.666967] env[70015]: DEBUG nova.network.neutron [req-856b4079-9cec-49fb-80c1-0635064156ac req-07cafce3-83ff-4069-8cd4-0b69210a1aa7 service nova] [instance: e0929d30-843c-470f-a580-8b61ef28a103] Refreshing network info cache for port 9fda593f-99d6-4c08-9ad3-b3380b5e23e5 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1100.675107] env[70015]: DEBUG oslo_vmware.api [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611543, 'name': Destroy_Task} progress is 33%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.706771] env[70015]: DEBUG oslo_vmware.api [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611539, 'name': ReconfigVM_Task, 'duration_secs': 0.838482} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.708530] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Reconfigured VM instance instance-0000005b to attach disk [datastore1] a173c940-ed80-45ec-83a2-af2b2ad416c4/a173c940-ed80-45ec-83a2-af2b2ad416c4.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1100.710115] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'encryption_options': None, 'encryption_format': None, 'disk_bus': None, 'boot_index': 0, 'size': 0, 'guest_format': None, 'device_name': '/dev/sda', 'device_type': 'disk', 'encryption_secret_uuid': None, 'image_id': '610693f8-5d52-4275-a790-262cb88d3cd9'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'delete_on_termination': False, 'disk_bus': None, 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720390', 'volume_id': 'f6c96ff7-44eb-4a30-963f-8f475548ed7a', 'name': 'volume-f6c96ff7-44eb-4a30-963f-8f475548ed7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a173c940-ed80-45ec-83a2-af2b2ad416c4', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6c96ff7-44eb-4a30-963f-8f475548ed7a', 'serial': 'f6c96ff7-44eb-4a30-963f-8f475548ed7a'}, 'guest_format': None, 'device_type': None, 'attachment_id': '7d810ff0-66c4-44eb-a161-24b7fc45d669', 'volume_type': None}], 'swap': None} {{(pid=70015) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1100.710475] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Volume attach. Driver type: vmdk {{(pid=70015) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1100.710661] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720390', 'volume_id': 'f6c96ff7-44eb-4a30-963f-8f475548ed7a', 'name': 'volume-f6c96ff7-44eb-4a30-963f-8f475548ed7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a173c940-ed80-45ec-83a2-af2b2ad416c4', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6c96ff7-44eb-4a30-963f-8f475548ed7a', 'serial': 'f6c96ff7-44eb-4a30-963f-8f475548ed7a'} {{(pid=70015) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1100.711544] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f139e4-56b7-485f-aa04-07a725b22624 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.730438] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a3a931-8954-4de5-87b2-5308408d828b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.761226] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] volume-f6c96ff7-44eb-4a30-963f-8f475548ed7a/volume-f6c96ff7-44eb-4a30-963f-8f475548ed7a.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.761637] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c1c02a3-7408-4fc4-b0f7-b0b52ff049ca {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.784561] env[70015]: DEBUG oslo_vmware.api [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 1100.784561] env[70015]: value = "task-3611547" [ 1100.784561] env[70015]: _type = "Task" [ 1100.784561] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.804396] env[70015]: DEBUG oslo_vmware.api [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611547, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.804736] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611546, 'name': CreateVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.811402] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d23753-d5d8-4b44-bb4e-79526e632e69 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.819116] env[70015]: DEBUG nova.scheduler.client.report [None req-9ac35739-cb64-48e7-bdb2-909947b13255 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.829570] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536d0faf-5c1c-4216-92c3-4d0f35805811 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.843090] env[70015]: DEBUG oslo_vmware.api [None req-1a3104aa-075c-419c-a513-fb8dce9fb4ea tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Task: {'id': task-3611536, 'name': CloneVM_Task} progress is 95%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.998092] env[70015]: INFO nova.compute.manager [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] Took 21.97 seconds to build instance. [ 1101.102822] env[70015]: DEBUG oslo_vmware.api [None req-2e45ed43-40ec-4c5f-a68d-8c2255639b8c tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611542, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.172632] env[70015]: DEBUG oslo_vmware.api [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611543, 'name': Destroy_Task, 'duration_secs': 0.65062} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.173366] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Destroyed the VM [ 1101.173764] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Deleting Snapshot of the VM instance {{(pid=70015) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1101.174552] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-74373ff1-7cf3-4ba5-b0ba-6526d59fd5c6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.188405] env[70015]: DEBUG oslo_vmware.api [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1101.188405] env[70015]: value = "task-3611548" [ 1101.188405] env[70015]: _type = "Task" [ 1101.188405] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.201531] env[70015]: DEBUG nova.network.neutron [-] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.203330] env[70015]: DEBUG oslo_vmware.api [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611548, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.300112] env[70015]: DEBUG oslo_vmware.api [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.307212] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611546, 'name': CreateVM_Task, 'duration_secs': 0.642261} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.308115] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0929d30-843c-470f-a580-8b61ef28a103] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1101.308903] env[70015]: DEBUG oslo_concurrency.lockutils [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.309215] env[70015]: DEBUG oslo_concurrency.lockutils [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.309635] env[70015]: DEBUG oslo_concurrency.lockutils [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.310032] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b63723c-d7fb-4f3f-a15e-899c07467586 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.318048] env[70015]: DEBUG oslo_vmware.api [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Waiting for the task: (returnval){ [ 1101.318048] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]522fe1ab-8c3f-3da7-7559-ef97e9bbc2ec" [ 1101.318048] env[70015]: _type = "Task" [ 1101.318048] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.327148] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9ac35739-cb64-48e7-bdb2-909947b13255 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.052s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.329262] env[70015]: DEBUG oslo_vmware.api [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]522fe1ab-8c3f-3da7-7559-ef97e9bbc2ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.337558] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bd017118-1c70-4bde-9e0b-3bf71966c702 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.218s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.338138] env[70015]: DEBUG nova.objects.instance [None req-bd017118-1c70-4bde-9e0b-3bf71966c702 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Lazy-loading 'resources' on Instance uuid a8f90230-d8a9-47ee-9b36-9ee2e60feb12 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.345020] env[70015]: DEBUG oslo_vmware.api [None req-1a3104aa-075c-419c-a513-fb8dce9fb4ea tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Task: {'id': task-3611536, 'name': CloneVM_Task, 'duration_secs': 1.762323} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.345422] env[70015]: INFO nova.virt.vmwareapi.vmops [None req-1a3104aa-075c-419c-a513-fb8dce9fb4ea tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Created linked-clone VM from snapshot [ 1101.346263] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a7fcf4-ae6f-4b61-90cd-622099f01943 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.355921] env[70015]: DEBUG nova.virt.vmwareapi.images [None req-1a3104aa-075c-419c-a513-fb8dce9fb4ea tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Uploading image da088ef7-a74c-4928-ada5-4c203b1402ba {{(pid=70015) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1101.358749] env[70015]: INFO nova.scheduler.client.report [None req-9ac35739-cb64-48e7-bdb2-909947b13255 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Deleted allocations for instance c072eaca-1697-4f75-bc2a-af6a92abdbdf [ 1101.392815] env[70015]: DEBUG oslo_vmware.rw_handles [None req-1a3104aa-075c-419c-a513-fb8dce9fb4ea tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1101.392815] env[70015]: value = "vm-720405" [ 1101.392815] env[70015]: _type = "VirtualMachine" [ 1101.392815] env[70015]: }. {{(pid=70015) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1101.393403] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-641e5ed4-59e9-4ced-9b1f-7a730906b665 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.402260] env[70015]: DEBUG oslo_vmware.rw_handles [None req-1a3104aa-075c-419c-a513-fb8dce9fb4ea tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Lease: (returnval){ [ 1101.402260] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]527e1572-23d9-ef51-8e32-c51b049cbc75" [ 1101.402260] env[70015]: _type = "HttpNfcLease" [ 1101.402260] env[70015]: } obtained for exporting VM: (result){ [ 1101.402260] env[70015]: value = "vm-720405" [ 1101.402260] env[70015]: _type = "VirtualMachine" [ 1101.402260] env[70015]: }. {{(pid=70015) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1101.402540] env[70015]: DEBUG oslo_vmware.api [None req-1a3104aa-075c-419c-a513-fb8dce9fb4ea tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Waiting for the lease: (returnval){ [ 1101.402540] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]527e1572-23d9-ef51-8e32-c51b049cbc75" [ 1101.402540] env[70015]: _type = "HttpNfcLease" [ 1101.402540] env[70015]: } to be ready. {{(pid=70015) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1101.417714] env[70015]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1101.417714] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]527e1572-23d9-ef51-8e32-c51b049cbc75" [ 1101.417714] env[70015]: _type = "HttpNfcLease" [ 1101.417714] env[70015]: } is ready. {{(pid=70015) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1101.417714] env[70015]: DEBUG oslo_vmware.rw_handles [None req-1a3104aa-075c-419c-a513-fb8dce9fb4ea tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1101.417714] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]527e1572-23d9-ef51-8e32-c51b049cbc75" [ 1101.417714] env[70015]: _type = "HttpNfcLease" [ 1101.417714] env[70015]: }. {{(pid=70015) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1101.417714] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05dc9aea-9b5a-4488-803f-e82d28bb9267 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.427304] env[70015]: DEBUG oslo_vmware.rw_handles [None req-1a3104aa-075c-419c-a513-fb8dce9fb4ea tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c0cfb1-7e82-e816-65fe-52f8faf35ee3/disk-0.vmdk from lease info. {{(pid=70015) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1101.427529] env[70015]: DEBUG oslo_vmware.rw_handles [None req-1a3104aa-075c-419c-a513-fb8dce9fb4ea tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c0cfb1-7e82-e816-65fe-52f8faf35ee3/disk-0.vmdk for reading. {{(pid=70015) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1101.488529] env[70015]: DEBUG nova.network.neutron [req-856b4079-9cec-49fb-80c1-0635064156ac req-07cafce3-83ff-4069-8cd4-0b69210a1aa7 service nova] [instance: e0929d30-843c-470f-a580-8b61ef28a103] Updated VIF entry in instance network info cache for port 9fda593f-99d6-4c08-9ad3-b3380b5e23e5. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1101.488917] env[70015]: DEBUG nova.network.neutron [req-856b4079-9cec-49fb-80c1-0635064156ac req-07cafce3-83ff-4069-8cd4-0b69210a1aa7 service nova] [instance: e0929d30-843c-470f-a580-8b61ef28a103] Updating instance_info_cache with network_info: [{"id": "9fda593f-99d6-4c08-9ad3-b3380b5e23e5", "address": "fa:16:3e:05:33:73", "network": {"id": "459c7ffa-e996-4898-9f84-8f4167735bbc", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1235940780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fbbf3a87a5a48d39a009459f6558f2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fda593f-99", "ovs_interfaceid": "9fda593f-99d6-4c08-9ad3-b3380b5e23e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.500367] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bff49e43-a2ae-42bd-97ea-ce16711db30a tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Lock "1de77f73-d2a9-4d03-a79f-b59b76b4a336" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.479s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.539834] env[70015]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d0907e90-d3de-430e-8900-5d208bb877c4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.602268] env[70015]: DEBUG oslo_vmware.api [None req-2e45ed43-40ec-4c5f-a68d-8c2255639b8c tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611542, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.699387] env[70015]: DEBUG oslo_vmware.api [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611548, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.705081] env[70015]: INFO nova.compute.manager [-] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Took 1.36 seconds to deallocate network for instance. [ 1101.800024] env[70015]: DEBUG oslo_vmware.api [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611547, 'name': ReconfigVM_Task, 'duration_secs': 0.837636} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.800024] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Reconfigured VM instance instance-0000005b to attach disk [datastore2] volume-f6c96ff7-44eb-4a30-963f-8f475548ed7a/volume-f6c96ff7-44eb-4a30-963f-8f475548ed7a.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1101.804747] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6c87203-93e8-45c6-b012-598edb92d191 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.831958] env[70015]: DEBUG oslo_vmware.api [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]522fe1ab-8c3f-3da7-7559-ef97e9bbc2ec, 'name': SearchDatastore_Task, 'duration_secs': 0.029726} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.835476] env[70015]: DEBUG oslo_concurrency.lockutils [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.835476] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] [instance: e0929d30-843c-470f-a580-8b61ef28a103] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1101.835476] env[70015]: DEBUG oslo_concurrency.lockutils [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.835476] env[70015]: DEBUG oslo_concurrency.lockutils [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.835476] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1101.835476] env[70015]: DEBUG oslo_vmware.api [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 1101.835476] env[70015]: value = "task-3611551" [ 1101.835476] env[70015]: _type = "Task" [ 1101.835476] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.835476] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6c9361a-c80a-4057-b5e9-d8c8f1d91ce0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.856573] env[70015]: DEBUG oslo_vmware.api [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.858204] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1101.858546] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1101.859591] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c241c4ea-42b4-426c-8762-a8371f0a9379 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.870052] env[70015]: DEBUG oslo_vmware.api [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Waiting for the task: (returnval){ [ 1101.870052] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52912b1f-dd82-2bae-13ac-39eff9253329" [ 1101.870052] env[70015]: _type = "Task" [ 1101.870052] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.878118] env[70015]: DEBUG oslo_concurrency.lockutils [None req-9ac35739-cb64-48e7-bdb2-909947b13255 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "c072eaca-1697-4f75-bc2a-af6a92abdbdf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.233s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.885261] env[70015]: DEBUG oslo_vmware.api [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52912b1f-dd82-2bae-13ac-39eff9253329, 'name': SearchDatastore_Task, 'duration_secs': 0.013183} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.888330] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2118dc0-14ea-4cc3-a2e0-d6412f217331 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.897135] env[70015]: DEBUG oslo_vmware.api [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Waiting for the task: (returnval){ [ 1101.897135] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5265b363-e9f5-c162-0c7d-2f67034816d9" [ 1101.897135] env[70015]: _type = "Task" [ 1101.897135] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.906886] env[70015]: DEBUG oslo_vmware.api [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5265b363-e9f5-c162-0c7d-2f67034816d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.994879] env[70015]: DEBUG oslo_concurrency.lockutils [req-856b4079-9cec-49fb-80c1-0635064156ac req-07cafce3-83ff-4069-8cd4-0b69210a1aa7 service nova] Releasing lock "refresh_cache-e0929d30-843c-470f-a580-8b61ef28a103" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.007136] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2f583b-7f7b-474d-8d80-30b07466501b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.041741] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ac134f-6d4b-4244-996e-dcc35938e1d7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.053321] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Updating instance '04a6ab06-6e2c-4c81-a6aa-3f9811d2a733' progress to 83 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1102.105270] env[70015]: DEBUG oslo_vmware.api [None req-2e45ed43-40ec-4c5f-a68d-8c2255639b8c tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611542, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.192644] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67330001-36e9-4aea-9b68-b08b1012ae9b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.203016] env[70015]: DEBUG oslo_vmware.api [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611548, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.206655] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46fb674-e6d0-4aad-83b6-0dd57318231c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.213194] env[70015]: DEBUG oslo_concurrency.lockutils [None req-444dc824-a2b1-4e15-9f19-8128d2e3cd2d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.242173] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6169ebee-8d19-43bb-9518-0998db4e7f8c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.253737] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a42ae56-5111-4881-b7ea-03d8c8ecabe3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.270332] env[70015]: DEBUG nova.compute.provider_tree [None req-bd017118-1c70-4bde-9e0b-3bf71966c702 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.350942] env[70015]: DEBUG oslo_vmware.api [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611551, 'name': ReconfigVM_Task, 'duration_secs': 0.213677} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.354689] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720390', 'volume_id': 'f6c96ff7-44eb-4a30-963f-8f475548ed7a', 'name': 'volume-f6c96ff7-44eb-4a30-963f-8f475548ed7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a173c940-ed80-45ec-83a2-af2b2ad416c4', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6c96ff7-44eb-4a30-963f-8f475548ed7a', 'serial': 'f6c96ff7-44eb-4a30-963f-8f475548ed7a'} {{(pid=70015) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1102.354689] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ea708fc-29cb-42fd-841e-e381330d7b60 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.360408] env[70015]: DEBUG oslo_vmware.api [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 1102.360408] env[70015]: value = "task-3611552" [ 1102.360408] env[70015]: _type = "Task" [ 1102.360408] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.372414] env[70015]: DEBUG oslo_vmware.api [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611552, 'name': Rename_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.410163] env[70015]: DEBUG oslo_vmware.api [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5265b363-e9f5-c162-0c7d-2f67034816d9, 'name': SearchDatastore_Task, 'duration_secs': 0.01296} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.410671] env[70015]: DEBUG oslo_concurrency.lockutils [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.411135] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] e0929d30-843c-470f-a580-8b61ef28a103/e0929d30-843c-470f-a580-8b61ef28a103.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1102.411957] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3be3df9b-5a51-4070-975f-b4f4583d0ba4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.422376] env[70015]: DEBUG oslo_vmware.api [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Waiting for the task: (returnval){ [ 1102.422376] env[70015]: value = "task-3611553" [ 1102.422376] env[70015]: _type = "Task" [ 1102.422376] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.433013] env[70015]: DEBUG oslo_vmware.api [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Task: {'id': task-3611553, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.510569] env[70015]: DEBUG oslo_concurrency.lockutils [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Acquiring lock "7c480760-7d09-4007-bb8a-f2065cb42884" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.510821] env[70015]: DEBUG oslo_concurrency.lockutils [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Lock "7c480760-7d09-4007-bb8a-f2065cb42884" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.561176] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1102.561589] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7988554-9b90-43a4-bb2e-4a0a0aacccce {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.571214] env[70015]: DEBUG oslo_vmware.api [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 1102.571214] env[70015]: value = "task-3611554" [ 1102.571214] env[70015]: _type = "Task" [ 1102.571214] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.583194] env[70015]: DEBUG oslo_vmware.api [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611554, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.606157] env[70015]: DEBUG oslo_vmware.api [None req-2e45ed43-40ec-4c5f-a68d-8c2255639b8c tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611542, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.679027] env[70015]: DEBUG nova.compute.manager [req-60751278-95ed-4969-836c-0697f203e481 req-1778a84f-0062-4e86-b6d3-cff8394d5155 service nova] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] Received event network-changed-14f0456d-1d5f-4438-8c40-36a8f252e0bb {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.679027] env[70015]: DEBUG nova.compute.manager [req-60751278-95ed-4969-836c-0697f203e481 req-1778a84f-0062-4e86-b6d3-cff8394d5155 service nova] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] Refreshing instance network info cache due to event network-changed-14f0456d-1d5f-4438-8c40-36a8f252e0bb. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1102.679027] env[70015]: DEBUG oslo_concurrency.lockutils [req-60751278-95ed-4969-836c-0697f203e481 req-1778a84f-0062-4e86-b6d3-cff8394d5155 service nova] Acquiring lock "refresh_cache-1de77f73-d2a9-4d03-a79f-b59b76b4a336" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.679027] env[70015]: DEBUG oslo_concurrency.lockutils [req-60751278-95ed-4969-836c-0697f203e481 req-1778a84f-0062-4e86-b6d3-cff8394d5155 service nova] Acquired lock "refresh_cache-1de77f73-d2a9-4d03-a79f-b59b76b4a336" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.679027] env[70015]: DEBUG nova.network.neutron [req-60751278-95ed-4969-836c-0697f203e481 req-1778a84f-0062-4e86-b6d3-cff8394d5155 service nova] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] Refreshing network info cache for port 14f0456d-1d5f-4438-8c40-36a8f252e0bb {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.702656] env[70015]: DEBUG nova.compute.manager [req-12e8b890-383d-44a7-9780-a2714c092564 req-c99f6f05-0a33-4307-988a-73c605a5ebab service nova] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Received event network-vif-deleted-7a31752b-6d00-460b-8ab0-8bc87d11a7b3 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.706018] env[70015]: DEBUG oslo_vmware.api [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611548, 'name': RemoveSnapshot_Task, 'duration_secs': 1.183064} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.706018] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Deleted Snapshot of the VM instance {{(pid=70015) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1102.706018] env[70015]: DEBUG nova.compute.manager [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1102.706018] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9b539f-9764-463b-bdb3-3542aaa20cd9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.774493] env[70015]: DEBUG nova.scheduler.client.report [None req-bd017118-1c70-4bde-9e0b-3bf71966c702 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.880431] env[70015]: DEBUG oslo_vmware.api [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611552, 'name': Rename_Task, 'duration_secs': 0.215111} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.880936] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1102.881328] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa7cbccd-e50c-464f-9649-aec32963bc37 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.898038] env[70015]: DEBUG oslo_vmware.api [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 1102.898038] env[70015]: value = "task-3611555" [ 1102.898038] env[70015]: _type = "Task" [ 1102.898038] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.915859] env[70015]: DEBUG oslo_vmware.api [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611555, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.936620] env[70015]: DEBUG oslo_vmware.api [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Task: {'id': task-3611553, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.013247] env[70015]: DEBUG nova.compute.manager [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1103.085157] env[70015]: DEBUG oslo_vmware.api [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611554, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.105972] env[70015]: DEBUG oslo_vmware.api [None req-2e45ed43-40ec-4c5f-a68d-8c2255639b8c tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611542, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.223338] env[70015]: INFO nova.compute.manager [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Shelve offloading [ 1103.281594] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bd017118-1c70-4bde-9e0b-3bf71966c702 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.944s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.285082] env[70015]: DEBUG oslo_concurrency.lockutils [None req-444dc824-a2b1-4e15-9f19-8128d2e3cd2d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.072s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.285560] env[70015]: DEBUG nova.objects.instance [None req-444dc824-a2b1-4e15-9f19-8128d2e3cd2d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lazy-loading 'resources' on Instance uuid 9a57a48a-da10-4baa-a1aa-51178b6714e0 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.304499] env[70015]: INFO nova.scheduler.client.report [None req-bd017118-1c70-4bde-9e0b-3bf71966c702 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Deleted allocations for instance a8f90230-d8a9-47ee-9b36-9ee2e60feb12 [ 1103.411238] env[70015]: DEBUG oslo_vmware.api [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611555, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.435046] env[70015]: DEBUG oslo_vmware.api [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Task: {'id': task-3611553, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58463} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.435345] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] e0929d30-843c-470f-a580-8b61ef28a103/e0929d30-843c-470f-a580-8b61ef28a103.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1103.435927] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] [instance: e0929d30-843c-470f-a580-8b61ef28a103] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1103.436392] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85687d93-892c-4498-905f-782a43c988a7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.445288] env[70015]: DEBUG oslo_vmware.api [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Waiting for the task: (returnval){ [ 1103.445288] env[70015]: value = "task-3611556" [ 1103.445288] env[70015]: _type = "Task" [ 1103.445288] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.454744] env[70015]: DEBUG oslo_vmware.api [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Task: {'id': task-3611556, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.537948] env[70015]: DEBUG oslo_concurrency.lockutils [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.589125] env[70015]: DEBUG oslo_vmware.api [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611554, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.609521] env[70015]: DEBUG oslo_vmware.api [None req-2e45ed43-40ec-4c5f-a68d-8c2255639b8c tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611542, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.729764] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.731967] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0c9de18-b872-47ce-85ff-000722bcf9f5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.738221] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquiring lock "691df1bf-e9fc-4492-a3fc-c14a43d8c5ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.738503] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "691df1bf-e9fc-4492-a3fc-c14a43d8c5ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.747527] env[70015]: DEBUG oslo_vmware.api [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1103.747527] env[70015]: value = "task-3611557" [ 1103.747527] env[70015]: _type = "Task" [ 1103.747527] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.761853] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] VM already powered off {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1103.762114] env[70015]: DEBUG nova.compute.manager [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1103.763078] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec62e811-5fac-4451-a103-3088ef1a4a70 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.772931] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "refresh_cache-6cdf7b06-1bed-43cb-b3f3-832e747cc110" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.773200] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquired lock "refresh_cache-6cdf7b06-1bed-43cb-b3f3-832e747cc110" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.773389] env[70015]: DEBUG nova.network.neutron [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.816491] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bd017118-1c70-4bde-9e0b-3bf71966c702 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Lock "a8f90230-d8a9-47ee-9b36-9ee2e60feb12" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.538s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.832375] env[70015]: DEBUG nova.network.neutron [req-60751278-95ed-4969-836c-0697f203e481 req-1778a84f-0062-4e86-b6d3-cff8394d5155 service nova] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] Updated VIF entry in instance network info cache for port 14f0456d-1d5f-4438-8c40-36a8f252e0bb. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1103.832375] env[70015]: DEBUG nova.network.neutron [req-60751278-95ed-4969-836c-0697f203e481 req-1778a84f-0062-4e86-b6d3-cff8394d5155 service nova] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] Updating instance_info_cache with network_info: [{"id": "14f0456d-1d5f-4438-8c40-36a8f252e0bb", "address": "fa:16:3e:15:07:53", "network": {"id": "b94f85c9-38c6-4a5b-9696-b458d08059f5", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-693195434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6ef4c264e9f4c48ac07bb09d38fe165", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14f0456d-1d", "ovs_interfaceid": "14f0456d-1d5f-4438-8c40-36a8f252e0bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.917953] env[70015]: DEBUG oslo_vmware.api [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611555, 'name': PowerOnVM_Task, 'duration_secs': 0.816288} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.917953] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1103.918188] env[70015]: DEBUG nova.compute.manager [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1103.919030] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5da7c56-d104-4a80-a5cb-7c5c10705174 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.957097] env[70015]: DEBUG oslo_vmware.api [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Task: {'id': task-3611556, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137384} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.960110] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] [instance: e0929d30-843c-470f-a580-8b61ef28a103] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1103.961341] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0254438-bb92-4912-895f-e313e376d102 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.986175] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] [instance: e0929d30-843c-470f-a580-8b61ef28a103] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] e0929d30-843c-470f-a580-8b61ef28a103/e0929d30-843c-470f-a580-8b61ef28a103.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1103.990506] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9c53b79-ef31-4ee9-a046-90fccddf8e6a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.017054] env[70015]: DEBUG oslo_vmware.api [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Waiting for the task: (returnval){ [ 1104.017054] env[70015]: value = "task-3611559" [ 1104.017054] env[70015]: _type = "Task" [ 1104.017054] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.027045] env[70015]: DEBUG oslo_vmware.api [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Task: {'id': task-3611559, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.093639] env[70015]: DEBUG oslo_vmware.api [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611554, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.110186] env[70015]: DEBUG oslo_vmware.api [None req-2e45ed43-40ec-4c5f-a68d-8c2255639b8c tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611542, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.186410] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbcf656-fdb1-43e9-9c0d-08a952021212 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.195456] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829b513b-dce3-4a37-9494-4906874b3b95 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.237514] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11852ad-d71b-4184-87b7-8481027d8838 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.241469] env[70015]: DEBUG nova.compute.manager [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1104.255814] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425f803c-2167-428b-87ef-ce79ca903ad4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.283642] env[70015]: DEBUG nova.compute.provider_tree [None req-444dc824-a2b1-4e15-9f19-8128d2e3cd2d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.335423] env[70015]: DEBUG oslo_concurrency.lockutils [req-60751278-95ed-4969-836c-0697f203e481 req-1778a84f-0062-4e86-b6d3-cff8394d5155 service nova] Releasing lock "refresh_cache-1de77f73-d2a9-4d03-a79f-b59b76b4a336" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.444353] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.530887] env[70015]: DEBUG oslo_vmware.api [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Task: {'id': task-3611559, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.592227] env[70015]: DEBUG oslo_vmware.api [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611554, 'name': PowerOnVM_Task, 'duration_secs': 1.562972} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.592227] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1104.592227] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9b5b5d-557e-42ac-8827-cbb367bb0d62 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Updating instance '04a6ab06-6e2c-4c81-a6aa-3f9811d2a733' progress to 100 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1104.613743] env[70015]: DEBUG oslo_vmware.api [None req-2e45ed43-40ec-4c5f-a68d-8c2255639b8c tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611542, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.752665] env[70015]: DEBUG nova.network.neutron [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Updating instance_info_cache with network_info: [{"id": "0518ead7-adad-4aa4-b701-5071f3912ada", "address": "fa:16:3e:30:f7:b3", "network": {"id": "8ce3f073-fbb0-428a-b358-e2d426cf9d9a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-661174958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1c3c3921bf344c780646f4bee87bbab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0518ead7-ad", "ovs_interfaceid": "0518ead7-adad-4aa4-b701-5071f3912ada", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.764256] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.786448] env[70015]: DEBUG nova.scheduler.client.report [None req-444dc824-a2b1-4e15-9f19-8128d2e3cd2d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.029378] env[70015]: DEBUG oslo_vmware.api [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Task: {'id': task-3611559, 'name': ReconfigVM_Task, 'duration_secs': 0.757371} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.029474] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] [instance: e0929d30-843c-470f-a580-8b61ef28a103] Reconfigured VM instance instance-00000069 to attach disk [datastore1] e0929d30-843c-470f-a580-8b61ef28a103/e0929d30-843c-470f-a580-8b61ef28a103.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.030128] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b32bd58c-265f-495e-a515-f477ba226255 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.040159] env[70015]: DEBUG oslo_vmware.api [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Waiting for the task: (returnval){ [ 1105.040159] env[70015]: value = "task-3611560" [ 1105.040159] env[70015]: _type = "Task" [ 1105.040159] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.049803] env[70015]: DEBUG oslo_vmware.api [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Task: {'id': task-3611560, 'name': Rename_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.112376] env[70015]: DEBUG oslo_vmware.api [None req-2e45ed43-40ec-4c5f-a68d-8c2255639b8c tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611542, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.257751] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Releasing lock "refresh_cache-6cdf7b06-1bed-43cb-b3f3-832e747cc110" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.294756] env[70015]: DEBUG oslo_concurrency.lockutils [None req-444dc824-a2b1-4e15-9f19-8128d2e3cd2d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.008s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.296114] env[70015]: DEBUG oslo_concurrency.lockutils [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.759s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.297805] env[70015]: INFO nova.compute.claims [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1105.324141] env[70015]: INFO nova.scheduler.client.report [None req-444dc824-a2b1-4e15-9f19-8128d2e3cd2d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Deleted allocations for instance 9a57a48a-da10-4baa-a1aa-51178b6714e0 [ 1105.553692] env[70015]: DEBUG oslo_vmware.api [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Task: {'id': task-3611560, 'name': Rename_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.611305] env[70015]: DEBUG oslo_vmware.api [None req-2e45ed43-40ec-4c5f-a68d-8c2255639b8c tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611542, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.764165] env[70015]: DEBUG nova.compute.manager [req-cf02ffb5-4394-4112-b974-9e260ecc6b8f req-afc31528-e9d1-4479-ad67-a07807052d6c service nova] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Received event network-vif-unplugged-0518ead7-adad-4aa4-b701-5071f3912ada {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.764426] env[70015]: DEBUG oslo_concurrency.lockutils [req-cf02ffb5-4394-4112-b974-9e260ecc6b8f req-afc31528-e9d1-4479-ad67-a07807052d6c service nova] Acquiring lock "6cdf7b06-1bed-43cb-b3f3-832e747cc110-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.764675] env[70015]: DEBUG oslo_concurrency.lockutils [req-cf02ffb5-4394-4112-b974-9e260ecc6b8f req-afc31528-e9d1-4479-ad67-a07807052d6c service nova] Lock "6cdf7b06-1bed-43cb-b3f3-832e747cc110-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.764896] env[70015]: DEBUG oslo_concurrency.lockutils [req-cf02ffb5-4394-4112-b974-9e260ecc6b8f req-afc31528-e9d1-4479-ad67-a07807052d6c service nova] Lock "6cdf7b06-1bed-43cb-b3f3-832e747cc110-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.765489] env[70015]: DEBUG nova.compute.manager [req-cf02ffb5-4394-4112-b974-9e260ecc6b8f req-afc31528-e9d1-4479-ad67-a07807052d6c service nova] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] No waiting events found dispatching network-vif-unplugged-0518ead7-adad-4aa4-b701-5071f3912ada {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1105.765699] env[70015]: WARNING nova.compute.manager [req-cf02ffb5-4394-4112-b974-9e260ecc6b8f req-afc31528-e9d1-4479-ad67-a07807052d6c service nova] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Received unexpected event network-vif-unplugged-0518ead7-adad-4aa4-b701-5071f3912ada for instance with vm_state shelved and task_state shelving_offloading. [ 1105.822527] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1105.824358] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95faab56-4c01-4914-b169-fbc42854c783 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.838177] env[70015]: DEBUG oslo_concurrency.lockutils [None req-444dc824-a2b1-4e15-9f19-8128d2e3cd2d tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Lock "9a57a48a-da10-4baa-a1aa-51178b6714e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.180s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.843939] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1105.844266] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ad27400-bce9-4174-9534-49eb05f65a29 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.957037] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1105.957770] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1105.957770] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Deleting the datastore file [datastore2] 6cdf7b06-1bed-43cb-b3f3-832e747cc110 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1105.957975] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-207b30e5-fc1f-4a4d-a057-092966f1b71c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.968313] env[70015]: DEBUG oslo_vmware.api [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1105.968313] env[70015]: value = "task-3611562" [ 1105.968313] env[70015]: _type = "Task" [ 1105.968313] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.980212] env[70015]: DEBUG oslo_vmware.api [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611562, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.056533] env[70015]: DEBUG oslo_vmware.api [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Task: {'id': task-3611560, 'name': Rename_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.110761] env[70015]: DEBUG oslo_vmware.api [None req-2e45ed43-40ec-4c5f-a68d-8c2255639b8c tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611542, 'name': ReconfigVM_Task, 'duration_secs': 5.870101} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.110761] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2e45ed43-40ec-4c5f-a68d-8c2255639b8c tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Releasing lock "f32db101-16c7-4fe3-bf40-2e8e16c152ac" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.110761] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-2e45ed43-40ec-4c5f-a68d-8c2255639b8c tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Reconfigured VM to detach interface {{(pid=70015) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1106.486026] env[70015]: DEBUG oslo_vmware.api [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611562, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32205} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.487754] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1106.488068] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1106.488368] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1106.518916] env[70015]: INFO nova.scheduler.client.report [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Deleted allocations for instance 6cdf7b06-1bed-43cb-b3f3-832e747cc110 [ 1106.557745] env[70015]: DEBUG oslo_vmware.api [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Task: {'id': task-3611560, 'name': Rename_Task, 'duration_secs': 1.266638} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.561257] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] [instance: e0929d30-843c-470f-a580-8b61ef28a103] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.561917] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d85facb6-65b3-4bb8-8ed5-06a9fa7ed95a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.571886] env[70015]: DEBUG oslo_vmware.api [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Waiting for the task: (returnval){ [ 1106.571886] env[70015]: value = "task-3611563" [ 1106.571886] env[70015]: _type = "Task" [ 1106.571886] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.590956] env[70015]: DEBUG oslo_vmware.api [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Task: {'id': task-3611563, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.638237] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e446bb0-b7e4-4b81-b20a-d70e8b0dea7f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.648610] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6cdabda-9405-418d-be61-23a2d1a0cba0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.690990] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9b40fb-75db-4129-a710-16decdad072a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.702760] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a441ac-44c1-4160-8429-4b826946a8fd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.730608] env[70015]: DEBUG nova.compute.provider_tree [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.022366] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.085144] env[70015]: DEBUG oslo_vmware.api [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Task: {'id': task-3611563, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.234358] env[70015]: DEBUG nova.scheduler.client.report [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.467644] env[70015]: DEBUG nova.network.neutron [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Port 0e24eb9c-4050-4a50-85d3-e68a6f459084 binding to destination host cpu-1 is already ACTIVE {{(pid=70015) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1107.467644] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquiring lock "refresh_cache-04a6ab06-6e2c-4c81-a6aa-3f9811d2a733" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.467644] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquired lock "refresh_cache-04a6ab06-6e2c-4c81-a6aa-3f9811d2a733" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.467644] env[70015]: DEBUG nova.network.neutron [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1107.595252] env[70015]: DEBUG oslo_vmware.api [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Task: {'id': task-3611563, 'name': PowerOnVM_Task, 'duration_secs': 0.716861} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.595252] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] [instance: e0929d30-843c-470f-a580-8b61ef28a103] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.595252] env[70015]: INFO nova.compute.manager [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] [instance: e0929d30-843c-470f-a580-8b61ef28a103] Took 9.85 seconds to spawn the instance on the hypervisor. [ 1107.595252] env[70015]: DEBUG nova.compute.manager [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] [instance: e0929d30-843c-470f-a580-8b61ef28a103] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1107.596096] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa31ec1-11af-47ea-b464-5fb43988138c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.743023] env[70015]: DEBUG oslo_concurrency.lockutils [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.445s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.743023] env[70015]: DEBUG nova.compute.manager [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1107.744390] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.300s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.744712] env[70015]: DEBUG nova.objects.instance [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70015) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1107.826200] env[70015]: DEBUG oslo_concurrency.lockutils [None req-db396aa1-c4c9-4d3c-bb93-8fcc4fc747cd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "6cdf7b06-1bed-43cb-b3f3-832e747cc110" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.002043] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2e45ed43-40ec-4c5f-a68d-8c2255639b8c tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "refresh_cache-f32db101-16c7-4fe3-bf40-2e8e16c152ac" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.002254] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2e45ed43-40ec-4c5f-a68d-8c2255639b8c tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquired lock "refresh_cache-f32db101-16c7-4fe3-bf40-2e8e16c152ac" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.002435] env[70015]: DEBUG nova.network.neutron [None req-2e45ed43-40ec-4c5f-a68d-8c2255639b8c tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.073575] env[70015]: DEBUG nova.compute.manager [req-13b66c66-4795-4441-beea-8c1e26ff45b5 req-71bb95ef-9d41-4c72-b743-6ab335c45d68 service nova] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Received event network-changed-0518ead7-adad-4aa4-b701-5071f3912ada {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.073933] env[70015]: DEBUG nova.compute.manager [req-13b66c66-4795-4441-beea-8c1e26ff45b5 req-71bb95ef-9d41-4c72-b743-6ab335c45d68 service nova] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Refreshing instance network info cache due to event network-changed-0518ead7-adad-4aa4-b701-5071f3912ada. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1108.074391] env[70015]: DEBUG oslo_concurrency.lockutils [req-13b66c66-4795-4441-beea-8c1e26ff45b5 req-71bb95ef-9d41-4c72-b743-6ab335c45d68 service nova] Acquiring lock "refresh_cache-6cdf7b06-1bed-43cb-b3f3-832e747cc110" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.074643] env[70015]: DEBUG oslo_concurrency.lockutils [req-13b66c66-4795-4441-beea-8c1e26ff45b5 req-71bb95ef-9d41-4c72-b743-6ab335c45d68 service nova] Acquired lock "refresh_cache-6cdf7b06-1bed-43cb-b3f3-832e747cc110" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.074905] env[70015]: DEBUG nova.network.neutron [req-13b66c66-4795-4441-beea-8c1e26ff45b5 req-71bb95ef-9d41-4c72-b743-6ab335c45d68 service nova] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Refreshing network info cache for port 0518ead7-adad-4aa4-b701-5071f3912ada {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1108.120057] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ea5eeb40-19ab-42a2-810f-528d27a5ece1 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "f32db101-16c7-4fe3-bf40-2e8e16c152ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.120057] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ea5eeb40-19ab-42a2-810f-528d27a5ece1 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "f32db101-16c7-4fe3-bf40-2e8e16c152ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.120057] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ea5eeb40-19ab-42a2-810f-528d27a5ece1 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "f32db101-16c7-4fe3-bf40-2e8e16c152ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.120057] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ea5eeb40-19ab-42a2-810f-528d27a5ece1 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "f32db101-16c7-4fe3-bf40-2e8e16c152ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.120057] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ea5eeb40-19ab-42a2-810f-528d27a5ece1 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "f32db101-16c7-4fe3-bf40-2e8e16c152ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.121864] env[70015]: INFO nova.compute.manager [None req-ea5eeb40-19ab-42a2-810f-528d27a5ece1 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Terminating instance [ 1108.123200] env[70015]: INFO nova.compute.manager [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] [instance: e0929d30-843c-470f-a580-8b61ef28a103] Took 16.18 seconds to build instance. [ 1108.238202] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1108.239530] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1108.256641] env[70015]: DEBUG nova.compute.utils [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1108.258582] env[70015]: DEBUG nova.compute.manager [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1108.258781] env[70015]: DEBUG nova.network.neutron [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1108.332978] env[70015]: DEBUG nova.policy [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2984c3f794bf42f6a639b44dded99174', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae3ea9811a884cfdbfed901646a3947d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 1108.340429] env[70015]: DEBUG nova.network.neutron [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Updating instance_info_cache with network_info: [{"id": "0e24eb9c-4050-4a50-85d3-e68a6f459084", "address": "fa:16:3e:3f:4b:2a", "network": {"id": "825adeb2-145f-454c-b624-cc7cf91966fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1496238884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e0ce85090f4c3c8d74e04f2101b99f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e24eb9c-40", "ovs_interfaceid": "0e24eb9c-4050-4a50-85d3-e68a6f459084", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.628131] env[70015]: DEBUG oslo_concurrency.lockutils [None req-12bc115e-3a75-4a40-9831-a3835887d2e3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Lock "e0929d30-843c-470f-a580-8b61ef28a103" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.698s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.629986] env[70015]: DEBUG nova.compute.manager [None req-ea5eeb40-19ab-42a2-810f-528d27a5ece1 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1108.630488] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5eeb40-19ab-42a2-810f-528d27a5ece1 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1108.631584] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a24a5e-bd7b-42a6-ae2b-e2788cf1ab79 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.652077] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea5eeb40-19ab-42a2-810f-528d27a5ece1 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.652429] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-271d3d54-c231-4f09-83e9-3516329e774a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.663175] env[70015]: DEBUG oslo_vmware.api [None req-ea5eeb40-19ab-42a2-810f-528d27a5ece1 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Waiting for the task: (returnval){ [ 1108.663175] env[70015]: value = "task-3611564" [ 1108.663175] env[70015]: _type = "Task" [ 1108.663175] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.674159] env[70015]: DEBUG oslo_vmware.api [None req-ea5eeb40-19ab-42a2-810f-528d27a5ece1 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.755777] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1108.756318] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1108.756573] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1108.756821] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1108.757149] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1108.758030] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1108.758030] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70015) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1108.758030] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1108.761660] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bef89a5b-fc9d-4bda-a5af-e10fe2a36bad tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.765189] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.767280] env[70015]: INFO nova.compute.claims [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1108.771592] env[70015]: DEBUG nova.compute.manager [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1108.844340] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Releasing lock "refresh_cache-04a6ab06-6e2c-4c81-a6aa-3f9811d2a733" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.913989] env[70015]: INFO nova.network.neutron [None req-2e45ed43-40ec-4c5f-a68d-8c2255639b8c tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Port a6aac2be-fe3d-4206-ad70-80489df51a88 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1108.915614] env[70015]: DEBUG nova.network.neutron [None req-2e45ed43-40ec-4c5f-a68d-8c2255639b8c tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Updating instance_info_cache with network_info: [{"id": "09fab36f-d589-45af-af17-b4f17c842dc9", "address": "fa:16:3e:da:75:11", "network": {"id": "54eb7a37-2a22-42e7-8acd-b881580de840", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-916588865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c24df7a88e5f4165b2618140613b0538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09fab36f-d5", "ovs_interfaceid": "09fab36f-d589-45af-af17-b4f17c842dc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.175244] env[70015]: DEBUG oslo_vmware.api [None req-ea5eeb40-19ab-42a2-810f-528d27a5ece1 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611564, 'name': PowerOffVM_Task, 'duration_secs': 0.379198} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.175573] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea5eeb40-19ab-42a2-810f-528d27a5ece1 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1109.177764] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5eeb40-19ab-42a2-810f-528d27a5ece1 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1109.177764] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb2ef78b-5b13-4ca1-adfd-5ba09434170b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.200912] env[70015]: DEBUG nova.network.neutron [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Successfully created port: 40708d14-1d3d-46d6-b641-e5faa796ba94 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1109.266369] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.274016] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5eeb40-19ab-42a2-810f-528d27a5ece1 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1109.274258] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5eeb40-19ab-42a2-810f-528d27a5ece1 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1109.274453] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea5eeb40-19ab-42a2-810f-528d27a5ece1 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Deleting the datastore file [datastore2] f32db101-16c7-4fe3-bf40-2e8e16c152ac {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1109.274742] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5d868d7-e01a-4430-b859-b717847dd92a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.293284] env[70015]: DEBUG nova.network.neutron [req-13b66c66-4795-4441-beea-8c1e26ff45b5 req-71bb95ef-9d41-4c72-b743-6ab335c45d68 service nova] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Updated VIF entry in instance network info cache for port 0518ead7-adad-4aa4-b701-5071f3912ada. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1109.293284] env[70015]: DEBUG nova.network.neutron [req-13b66c66-4795-4441-beea-8c1e26ff45b5 req-71bb95ef-9d41-4c72-b743-6ab335c45d68 service nova] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Updating instance_info_cache with network_info: [{"id": "0518ead7-adad-4aa4-b701-5071f3912ada", "address": "fa:16:3e:30:f7:b3", "network": {"id": "8ce3f073-fbb0-428a-b358-e2d426cf9d9a", "bridge": null, "label": "tempest-DeleteServersTestJSON-661174958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1c3c3921bf344c780646f4bee87bbab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap0518ead7-ad", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.296748] env[70015]: DEBUG oslo_vmware.api [None req-ea5eeb40-19ab-42a2-810f-528d27a5ece1 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Waiting for the task: (returnval){ [ 1109.296748] env[70015]: value = "task-3611566" [ 1109.296748] env[70015]: _type = "Task" [ 1109.296748] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.314852] env[70015]: DEBUG oslo_vmware.api [None req-ea5eeb40-19ab-42a2-810f-528d27a5ece1 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.347903] env[70015]: DEBUG nova.compute.manager [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70015) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1109.419017] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2e45ed43-40ec-4c5f-a68d-8c2255639b8c tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Releasing lock "refresh_cache-f32db101-16c7-4fe3-bf40-2e8e16c152ac" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.797897] env[70015]: DEBUG oslo_concurrency.lockutils [req-13b66c66-4795-4441-beea-8c1e26ff45b5 req-71bb95ef-9d41-4c72-b743-6ab335c45d68 service nova] Releasing lock "refresh_cache-6cdf7b06-1bed-43cb-b3f3-832e747cc110" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.799436] env[70015]: DEBUG nova.compute.manager [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1109.821907] env[70015]: DEBUG oslo_vmware.api [None req-ea5eeb40-19ab-42a2-810f-528d27a5ece1 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611566, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.399103} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.822447] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea5eeb40-19ab-42a2-810f-528d27a5ece1 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1109.822688] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5eeb40-19ab-42a2-810f-528d27a5ece1 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1109.822920] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5eeb40-19ab-42a2-810f-528d27a5ece1 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1109.823225] env[70015]: INFO nova.compute.manager [None req-ea5eeb40-19ab-42a2-810f-528d27a5ece1 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1109.823466] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea5eeb40-19ab-42a2-810f-528d27a5ece1 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1109.823744] env[70015]: DEBUG nova.compute.manager [-] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1109.823855] env[70015]: DEBUG nova.network.neutron [-] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1109.856196] env[70015]: DEBUG nova.virt.hardware [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1109.856196] env[70015]: DEBUG nova.virt.hardware [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1109.857057] env[70015]: DEBUG nova.virt.hardware [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1109.857331] env[70015]: DEBUG nova.virt.hardware [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1109.857495] env[70015]: DEBUG nova.virt.hardware [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1109.857800] env[70015]: DEBUG nova.virt.hardware [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1109.858085] env[70015]: DEBUG nova.virt.hardware [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1109.858266] env[70015]: DEBUG nova.virt.hardware [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1109.858456] env[70015]: DEBUG nova.virt.hardware [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1109.858788] env[70015]: DEBUG nova.virt.hardware [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1109.858994] env[70015]: DEBUG nova.virt.hardware [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1109.860299] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12037bd3-257e-4859-96d1-ebdcb7680e8c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.870937] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64addfb6-66d9-4c7e-9300-56518183fa12 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.933658] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2e45ed43-40ec-4c5f-a68d-8c2255639b8c tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "interface-f32db101-16c7-4fe3-bf40-2e8e16c152ac-a6aac2be-fe3d-4206-ad70-80489df51a88" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.437s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.101464] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1083923-6da4-4b7c-80a7-74ade7847a22 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.113473] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81bd3dbf-1966-48ae-b756-b6c2188fe847 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.156678] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52628472-3046-4e6d-9cb6-a6ae7f7b5759 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.167274] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b9a715-1d61-4277-8885-021793793e7c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.184055] env[70015]: DEBUG nova.compute.provider_tree [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.467154] env[70015]: DEBUG nova.compute.manager [req-a2bc8637-9a41-4c64-b538-f009da497e6e req-a5cfc3b8-b526-410e-b4d1-a7563bb224a3 service nova] [instance: e0929d30-843c-470f-a580-8b61ef28a103] Received event network-changed-9fda593f-99d6-4c08-9ad3-b3380b5e23e5 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.467350] env[70015]: DEBUG nova.compute.manager [req-a2bc8637-9a41-4c64-b538-f009da497e6e req-a5cfc3b8-b526-410e-b4d1-a7563bb224a3 service nova] [instance: e0929d30-843c-470f-a580-8b61ef28a103] Refreshing instance network info cache due to event network-changed-9fda593f-99d6-4c08-9ad3-b3380b5e23e5. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1110.468054] env[70015]: DEBUG oslo_concurrency.lockutils [req-a2bc8637-9a41-4c64-b538-f009da497e6e req-a5cfc3b8-b526-410e-b4d1-a7563bb224a3 service nova] Acquiring lock "refresh_cache-e0929d30-843c-470f-a580-8b61ef28a103" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.468054] env[70015]: DEBUG oslo_concurrency.lockutils [req-a2bc8637-9a41-4c64-b538-f009da497e6e req-a5cfc3b8-b526-410e-b4d1-a7563bb224a3 service nova] Acquired lock "refresh_cache-e0929d30-843c-470f-a580-8b61ef28a103" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.468054] env[70015]: DEBUG nova.network.neutron [req-a2bc8637-9a41-4c64-b538-f009da497e6e req-a5cfc3b8-b526-410e-b4d1-a7563bb224a3 service nova] [instance: e0929d30-843c-470f-a580-8b61ef28a103] Refreshing network info cache for port 9fda593f-99d6-4c08-9ad3-b3380b5e23e5 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.504341] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.688095] env[70015]: DEBUG nova.scheduler.client.report [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.998204] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Acquiring lock "cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.998502] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Lock "cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.998648] env[70015]: INFO nova.compute.manager [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Shelving [ 1111.196448] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.197099] env[70015]: DEBUG nova.compute.manager [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1111.199880] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.178s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.200124] env[70015]: DEBUG nova.objects.instance [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lazy-loading 'resources' on Instance uuid 6cdf7b06-1bed-43cb-b3f3-832e747cc110 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.222519] env[70015]: DEBUG nova.network.neutron [req-a2bc8637-9a41-4c64-b538-f009da497e6e req-a5cfc3b8-b526-410e-b4d1-a7563bb224a3 service nova] [instance: e0929d30-843c-470f-a580-8b61ef28a103] Updated VIF entry in instance network info cache for port 9fda593f-99d6-4c08-9ad3-b3380b5e23e5. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1111.222898] env[70015]: DEBUG nova.network.neutron [req-a2bc8637-9a41-4c64-b538-f009da497e6e req-a5cfc3b8-b526-410e-b4d1-a7563bb224a3 service nova] [instance: e0929d30-843c-470f-a580-8b61ef28a103] Updating instance_info_cache with network_info: [{"id": "9fda593f-99d6-4c08-9ad3-b3380b5e23e5", "address": "fa:16:3e:05:33:73", "network": {"id": "459c7ffa-e996-4898-9f84-8f4167735bbc", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1235940780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fbbf3a87a5a48d39a009459f6558f2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fda593f-99", "ovs_interfaceid": "9fda593f-99d6-4c08-9ad3-b3380b5e23e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.703529] env[70015]: DEBUG nova.compute.utils [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1111.705248] env[70015]: DEBUG nova.objects.instance [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lazy-loading 'numa_topology' on Instance uuid 6cdf7b06-1bed-43cb-b3f3-832e747cc110 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.706695] env[70015]: DEBUG nova.compute.manager [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1111.706958] env[70015]: DEBUG nova.network.neutron [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1111.728827] env[70015]: DEBUG oslo_concurrency.lockutils [req-a2bc8637-9a41-4c64-b538-f009da497e6e req-a5cfc3b8-b526-410e-b4d1-a7563bb224a3 service nova] Releasing lock "refresh_cache-e0929d30-843c-470f-a580-8b61ef28a103" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.762191] env[70015]: DEBUG nova.network.neutron [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Successfully updated port: 40708d14-1d3d-46d6-b641-e5faa796ba94 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1111.770771] env[70015]: DEBUG nova.policy [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '71d14ff2560345f8a3ffe5c3bdbc2b9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b72f826aa534249890653a8e469cbaf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 1111.959554] env[70015]: DEBUG nova.network.neutron [-] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.009756] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1112.010167] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7698682d-c1a7-49a5-a227-a038ea2e1ac4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.020277] env[70015]: DEBUG oslo_vmware.api [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for the task: (returnval){ [ 1112.020277] env[70015]: value = "task-3611567" [ 1112.020277] env[70015]: _type = "Task" [ 1112.020277] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.031869] env[70015]: DEBUG oslo_vmware.api [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.153703] env[70015]: DEBUG oslo_vmware.rw_handles [None req-1a3104aa-075c-419c-a513-fb8dce9fb4ea tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c0cfb1-7e82-e816-65fe-52f8faf35ee3/disk-0.vmdk. {{(pid=70015) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1112.154736] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace93101-e7c1-42f6-95aa-db4c376f668d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.161893] env[70015]: DEBUG oslo_vmware.rw_handles [None req-1a3104aa-075c-419c-a513-fb8dce9fb4ea tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c0cfb1-7e82-e816-65fe-52f8faf35ee3/disk-0.vmdk is in state: ready. {{(pid=70015) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1112.162079] env[70015]: ERROR oslo_vmware.rw_handles [None req-1a3104aa-075c-419c-a513-fb8dce9fb4ea tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c0cfb1-7e82-e816-65fe-52f8faf35ee3/disk-0.vmdk due to incomplete transfer. [ 1112.162316] env[70015]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fd2ce783-c562-4934-a672-536ec563f298 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.172753] env[70015]: DEBUG oslo_vmware.rw_handles [None req-1a3104aa-075c-419c-a513-fb8dce9fb4ea tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c0cfb1-7e82-e816-65fe-52f8faf35ee3/disk-0.vmdk. {{(pid=70015) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1112.172963] env[70015]: DEBUG nova.virt.vmwareapi.images [None req-1a3104aa-075c-419c-a513-fb8dce9fb4ea tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Uploaded image da088ef7-a74c-4928-ada5-4c203b1402ba to the Glance image server {{(pid=70015) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1112.176324] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3104aa-075c-419c-a513-fb8dce9fb4ea tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Destroying the VM {{(pid=70015) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1112.176671] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cb7790d3-6a0a-4df5-b497-4f986f8c1cb5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.190988] env[70015]: DEBUG oslo_vmware.api [None req-1a3104aa-075c-419c-a513-fb8dce9fb4ea tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Waiting for the task: (returnval){ [ 1112.190988] env[70015]: value = "task-3611568" [ 1112.190988] env[70015]: _type = "Task" [ 1112.190988] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.206174] env[70015]: DEBUG oslo_vmware.api [None req-1a3104aa-075c-419c-a513-fb8dce9fb4ea tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Task: {'id': task-3611568, 'name': Destroy_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.208133] env[70015]: DEBUG nova.compute.manager [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1112.213163] env[70015]: DEBUG nova.network.neutron [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed] Successfully created port: bb9ca65b-47b2-4a96-b617-6f9055ba70ff {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1112.215678] env[70015]: DEBUG nova.objects.base [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Object Instance<6cdf7b06-1bed-43cb-b3f3-832e747cc110> lazy-loaded attributes: resources,numa_topology {{(pid=70015) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1112.268371] env[70015]: DEBUG oslo_concurrency.lockutils [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Acquiring lock "refresh_cache-7c480760-7d09-4007-bb8a-f2065cb42884" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.268601] env[70015]: DEBUG oslo_concurrency.lockutils [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Acquired lock "refresh_cache-7c480760-7d09-4007-bb8a-f2065cb42884" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.268839] env[70015]: DEBUG nova.network.neutron [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.465023] env[70015]: INFO nova.compute.manager [-] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Took 2.64 seconds to deallocate network for instance. [ 1112.487483] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6c1748-fc4c-4a38-ab42-0a5afae209e0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.495862] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4fb1e7-fae0-414f-b4f7-207de3f5a3ee {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.535435] env[70015]: DEBUG nova.compute.manager [req-387bb958-3bff-441b-9670-f4c7ac5aee30 req-8cd5a656-72c5-4d50-858b-498fe0dec125 service nova] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Received event network-vif-deleted-09fab36f-d589-45af-af17-b4f17c842dc9 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.535670] env[70015]: DEBUG nova.compute.manager [req-387bb958-3bff-441b-9670-f4c7ac5aee30 req-8cd5a656-72c5-4d50-858b-498fe0dec125 service nova] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Received event network-vif-plugged-40708d14-1d3d-46d6-b641-e5faa796ba94 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.535860] env[70015]: DEBUG oslo_concurrency.lockutils [req-387bb958-3bff-441b-9670-f4c7ac5aee30 req-8cd5a656-72c5-4d50-858b-498fe0dec125 service nova] Acquiring lock "7c480760-7d09-4007-bb8a-f2065cb42884-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.536079] env[70015]: DEBUG oslo_concurrency.lockutils [req-387bb958-3bff-441b-9670-f4c7ac5aee30 req-8cd5a656-72c5-4d50-858b-498fe0dec125 service nova] Lock "7c480760-7d09-4007-bb8a-f2065cb42884-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.536248] env[70015]: DEBUG oslo_concurrency.lockutils [req-387bb958-3bff-441b-9670-f4c7ac5aee30 req-8cd5a656-72c5-4d50-858b-498fe0dec125 service nova] Lock "7c480760-7d09-4007-bb8a-f2065cb42884-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.536412] env[70015]: DEBUG nova.compute.manager [req-387bb958-3bff-441b-9670-f4c7ac5aee30 req-8cd5a656-72c5-4d50-858b-498fe0dec125 service nova] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] No waiting events found dispatching network-vif-plugged-40708d14-1d3d-46d6-b641-e5faa796ba94 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1112.536582] env[70015]: WARNING nova.compute.manager [req-387bb958-3bff-441b-9670-f4c7ac5aee30 req-8cd5a656-72c5-4d50-858b-498fe0dec125 service nova] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Received unexpected event network-vif-plugged-40708d14-1d3d-46d6-b641-e5faa796ba94 for instance with vm_state building and task_state spawning. [ 1112.536858] env[70015]: DEBUG nova.compute.manager [req-387bb958-3bff-441b-9670-f4c7ac5aee30 req-8cd5a656-72c5-4d50-858b-498fe0dec125 service nova] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Received event network-changed-40708d14-1d3d-46d6-b641-e5faa796ba94 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.536922] env[70015]: DEBUG nova.compute.manager [req-387bb958-3bff-441b-9670-f4c7ac5aee30 req-8cd5a656-72c5-4d50-858b-498fe0dec125 service nova] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Refreshing instance network info cache due to event network-changed-40708d14-1d3d-46d6-b641-e5faa796ba94. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1112.537065] env[70015]: DEBUG oslo_concurrency.lockutils [req-387bb958-3bff-441b-9670-f4c7ac5aee30 req-8cd5a656-72c5-4d50-858b-498fe0dec125 service nova] Acquiring lock "refresh_cache-7c480760-7d09-4007-bb8a-f2065cb42884" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.541256] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-effce923-76ee-49be-9f28-6e019a7402b4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.554029] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62322fb-dc82-4d70-8285-239747699a2f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.558126] env[70015]: DEBUG oslo_vmware.api [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611567, 'name': PowerOffVM_Task, 'duration_secs': 0.25303} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.558409] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1112.559633] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a1f2bc-5776-4ac7-b7f7-39ad78803180 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.570680] env[70015]: DEBUG nova.compute.provider_tree [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.591181] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5503f192-714b-416f-9156-865bb794f5b0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.702224] env[70015]: DEBUG oslo_vmware.api [None req-1a3104aa-075c-419c-a513-fb8dce9fb4ea tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Task: {'id': task-3611568, 'name': Destroy_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.801408] env[70015]: DEBUG nova.network.neutron [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1112.933924] env[70015]: DEBUG nova.network.neutron [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Updating instance_info_cache with network_info: [{"id": "40708d14-1d3d-46d6-b641-e5faa796ba94", "address": "fa:16:3e:6c:c4:ca", "network": {"id": "3c20f828-b54b-46e8-8787-8652bc32cc05", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-883210113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae3ea9811a884cfdbfed901646a3947d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40708d14-1d", "ovs_interfaceid": "40708d14-1d3d-46d6-b641-e5faa796ba94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.972034] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ea5eeb40-19ab-42a2-810f-528d27a5ece1 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.074739] env[70015]: DEBUG nova.scheduler.client.report [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.103846] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Creating Snapshot of the VM instance {{(pid=70015) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1113.104198] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-64cd2ff4-fb77-436c-9a6f-0f68311362fd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.113934] env[70015]: DEBUG oslo_vmware.api [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for the task: (returnval){ [ 1113.113934] env[70015]: value = "task-3611569" [ 1113.113934] env[70015]: _type = "Task" [ 1113.113934] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.122848] env[70015]: DEBUG oslo_vmware.api [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611569, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.203996] env[70015]: DEBUG oslo_vmware.api [None req-1a3104aa-075c-419c-a513-fb8dce9fb4ea tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Task: {'id': task-3611568, 'name': Destroy_Task} progress is 33%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.227320] env[70015]: DEBUG nova.compute.manager [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1113.266657] env[70015]: DEBUG nova.virt.hardware [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.266657] env[70015]: DEBUG nova.virt.hardware [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.266657] env[70015]: DEBUG nova.virt.hardware [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.266657] env[70015]: DEBUG nova.virt.hardware [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.266657] env[70015]: DEBUG nova.virt.hardware [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.266657] env[70015]: DEBUG nova.virt.hardware [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.266657] env[70015]: DEBUG nova.virt.hardware [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.266657] env[70015]: DEBUG nova.virt.hardware [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.266657] env[70015]: DEBUG nova.virt.hardware [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.266657] env[70015]: DEBUG nova.virt.hardware [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.266657] env[70015]: DEBUG nova.virt.hardware [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.268198] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9aca6ae-3a30-4acb-b568-0c392cf5c5df {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.277661] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0351f0a2-97ec-47e9-9241-5a9e378265fd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.437114] env[70015]: DEBUG oslo_concurrency.lockutils [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Releasing lock "refresh_cache-7c480760-7d09-4007-bb8a-f2065cb42884" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.437520] env[70015]: DEBUG nova.compute.manager [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Instance network_info: |[{"id": "40708d14-1d3d-46d6-b641-e5faa796ba94", "address": "fa:16:3e:6c:c4:ca", "network": {"id": "3c20f828-b54b-46e8-8787-8652bc32cc05", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-883210113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae3ea9811a884cfdbfed901646a3947d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40708d14-1d", "ovs_interfaceid": "40708d14-1d3d-46d6-b641-e5faa796ba94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1113.438039] env[70015]: DEBUG oslo_concurrency.lockutils [req-387bb958-3bff-441b-9670-f4c7ac5aee30 req-8cd5a656-72c5-4d50-858b-498fe0dec125 service nova] Acquired lock "refresh_cache-7c480760-7d09-4007-bb8a-f2065cb42884" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.438282] env[70015]: DEBUG nova.network.neutron [req-387bb958-3bff-441b-9670-f4c7ac5aee30 req-8cd5a656-72c5-4d50-858b-498fe0dec125 service nova] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Refreshing network info cache for port 40708d14-1d3d-46d6-b641-e5faa796ba94 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.440031] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:c4:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c6a4836-66dc-4e43-982b-f8fcd3f9989a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40708d14-1d3d-46d6-b641-e5faa796ba94', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1113.448039] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1113.450797] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1113.451302] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92df0713-7b6e-4b1a-b520-cdc5cf85e341 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.474230] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1113.474230] env[70015]: value = "task-3611570" [ 1113.474230] env[70015]: _type = "Task" [ 1113.474230] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.487960] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611570, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.581424] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.381s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.584839] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.318s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.585802] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.586060] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70015) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1113.587129] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 3.082s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.592221] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65eae713-eab1-4a8e-ba82-c9dc78aa664e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.617554] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9191eb5-76d0-423a-acc0-046692cda788 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.645907] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7f56c0-af9f-4651-917c-1c45050ac9e8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.649459] env[70015]: DEBUG oslo_vmware.api [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611569, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.658760] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95b6b01-5da1-43e0-8778-b2a982efcb85 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.695920] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179208MB free_disk=76GB free_vcpus=48 pci_devices=None {{(pid=70015) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1113.696174] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.706899] env[70015]: DEBUG oslo_vmware.api [None req-1a3104aa-075c-419c-a513-fb8dce9fb4ea tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Task: {'id': task-3611568, 'name': Destroy_Task, 'duration_secs': 1.074839} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.707299] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-1a3104aa-075c-419c-a513-fb8dce9fb4ea tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Destroyed the VM [ 1113.707662] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3104aa-075c-419c-a513-fb8dce9fb4ea tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Deleting Snapshot of the VM instance {{(pid=70015) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1113.708863] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-199478c3-2e94-49a1-9d0a-8fe2eab728ad {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.720362] env[70015]: DEBUG oslo_vmware.api [None req-1a3104aa-075c-419c-a513-fb8dce9fb4ea tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Waiting for the task: (returnval){ [ 1113.720362] env[70015]: value = "task-3611571" [ 1113.720362] env[70015]: _type = "Task" [ 1113.720362] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.731631] env[70015]: DEBUG oslo_vmware.api [None req-1a3104aa-075c-419c-a513-fb8dce9fb4ea tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Task: {'id': task-3611571, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.988846] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611570, 'name': CreateVM_Task, 'duration_secs': 0.43193} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.990439] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1113.991466] env[70015]: DEBUG oslo_concurrency.lockutils [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.991575] env[70015]: DEBUG oslo_concurrency.lockutils [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.992052] env[70015]: DEBUG oslo_concurrency.lockutils [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.993191] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2420fc5-a7a1-4cc6-81c4-43845ce62327 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.001224] env[70015]: DEBUG oslo_vmware.api [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1114.001224] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52d3d0cf-bad8-4620-51da-88e4143328ff" [ 1114.001224] env[70015]: _type = "Task" [ 1114.001224] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.015858] env[70015]: DEBUG oslo_vmware.api [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52d3d0cf-bad8-4620-51da-88e4143328ff, 'name': SearchDatastore_Task, 'duration_secs': 0.012351} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.016077] env[70015]: DEBUG oslo_concurrency.lockutils [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.016322] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1114.016564] env[70015]: DEBUG oslo_concurrency.lockutils [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.016714] env[70015]: DEBUG oslo_concurrency.lockutils [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.016894] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1114.017197] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3deb63ab-dd09-4fb4-bd2d-e43297254b76 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.022274] env[70015]: DEBUG nova.network.neutron [req-387bb958-3bff-441b-9670-f4c7ac5aee30 req-8cd5a656-72c5-4d50-858b-498fe0dec125 service nova] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Updated VIF entry in instance network info cache for port 40708d14-1d3d-46d6-b641-e5faa796ba94. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.022274] env[70015]: DEBUG nova.network.neutron [req-387bb958-3bff-441b-9670-f4c7ac5aee30 req-8cd5a656-72c5-4d50-858b-498fe0dec125 service nova] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Updating instance_info_cache with network_info: [{"id": "40708d14-1d3d-46d6-b641-e5faa796ba94", "address": "fa:16:3e:6c:c4:ca", "network": {"id": "3c20f828-b54b-46e8-8787-8652bc32cc05", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-883210113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae3ea9811a884cfdbfed901646a3947d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40708d14-1d", "ovs_interfaceid": "40708d14-1d3d-46d6-b641-e5faa796ba94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.033194] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1114.033401] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1114.034257] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31342231-166c-4506-8811-39cc38ca2ca3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.043808] env[70015]: DEBUG oslo_vmware.api [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1114.043808] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52667e93-7c7a-db58-9c16-2cb96e9b4afc" [ 1114.043808] env[70015]: _type = "Task" [ 1114.043808] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.055240] env[70015]: DEBUG oslo_vmware.api [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52667e93-7c7a-db58-9c16-2cb96e9b4afc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.092330] env[70015]: DEBUG nova.objects.instance [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lazy-loading 'migration_context' on Instance uuid 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.101961] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4df0d341-c51f-46ce-8bc8-d631dd7e8604 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "6cdf7b06-1bed-43cb-b3f3-832e747cc110" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 30.375s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.102280] env[70015]: DEBUG oslo_concurrency.lockutils [None req-db396aa1-c4c9-4d3c-bb93-8fcc4fc747cd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "6cdf7b06-1bed-43cb-b3f3-832e747cc110" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.276s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.102396] env[70015]: DEBUG oslo_concurrency.lockutils [None req-db396aa1-c4c9-4d3c-bb93-8fcc4fc747cd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "6cdf7b06-1bed-43cb-b3f3-832e747cc110-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.102615] env[70015]: DEBUG oslo_concurrency.lockutils [None req-db396aa1-c4c9-4d3c-bb93-8fcc4fc747cd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "6cdf7b06-1bed-43cb-b3f3-832e747cc110-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.102783] env[70015]: DEBUG oslo_concurrency.lockutils [None req-db396aa1-c4c9-4d3c-bb93-8fcc4fc747cd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "6cdf7b06-1bed-43cb-b3f3-832e747cc110-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.106273] env[70015]: INFO nova.compute.manager [None req-db396aa1-c4c9-4d3c-bb93-8fcc4fc747cd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Terminating instance [ 1114.109048] env[70015]: DEBUG nova.network.neutron [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed] Successfully updated port: bb9ca65b-47b2-4a96-b617-6f9055ba70ff {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1114.136530] env[70015]: DEBUG oslo_vmware.api [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611569, 'name': CreateSnapshot_Task, 'duration_secs': 0.85192} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.136866] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Created Snapshot of the VM instance {{(pid=70015) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1114.137792] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23b77e6-63d7-4393-a3d4-4110f06d990c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.231748] env[70015]: DEBUG oslo_vmware.api [None req-1a3104aa-075c-419c-a513-fb8dce9fb4ea tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Task: {'id': task-3611571, 'name': RemoveSnapshot_Task} progress is 43%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.525502] env[70015]: DEBUG oslo_concurrency.lockutils [req-387bb958-3bff-441b-9670-f4c7ac5aee30 req-8cd5a656-72c5-4d50-858b-498fe0dec125 service nova] Releasing lock "refresh_cache-7c480760-7d09-4007-bb8a-f2065cb42884" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.537192] env[70015]: DEBUG nova.compute.manager [req-dfeed680-1495-451b-ad75-8898762c2187 req-74a92db4-435b-4c3c-96df-3a9ef31256dc service nova] [instance: 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed] Received event network-vif-plugged-bb9ca65b-47b2-4a96-b617-6f9055ba70ff {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.537399] env[70015]: DEBUG oslo_concurrency.lockutils [req-dfeed680-1495-451b-ad75-8898762c2187 req-74a92db4-435b-4c3c-96df-3a9ef31256dc service nova] Acquiring lock "691df1bf-e9fc-4492-a3fc-c14a43d8c5ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.537595] env[70015]: DEBUG oslo_concurrency.lockutils [req-dfeed680-1495-451b-ad75-8898762c2187 req-74a92db4-435b-4c3c-96df-3a9ef31256dc service nova] Lock "691df1bf-e9fc-4492-a3fc-c14a43d8c5ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.537782] env[70015]: DEBUG oslo_concurrency.lockutils [req-dfeed680-1495-451b-ad75-8898762c2187 req-74a92db4-435b-4c3c-96df-3a9ef31256dc service nova] Lock "691df1bf-e9fc-4492-a3fc-c14a43d8c5ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.537958] env[70015]: DEBUG nova.compute.manager [req-dfeed680-1495-451b-ad75-8898762c2187 req-74a92db4-435b-4c3c-96df-3a9ef31256dc service nova] [instance: 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed] No waiting events found dispatching network-vif-plugged-bb9ca65b-47b2-4a96-b617-6f9055ba70ff {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1114.540165] env[70015]: WARNING nova.compute.manager [req-dfeed680-1495-451b-ad75-8898762c2187 req-74a92db4-435b-4c3c-96df-3a9ef31256dc service nova] [instance: 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed] Received unexpected event network-vif-plugged-bb9ca65b-47b2-4a96-b617-6f9055ba70ff for instance with vm_state building and task_state spawning. [ 1114.540573] env[70015]: DEBUG nova.compute.manager [req-dfeed680-1495-451b-ad75-8898762c2187 req-74a92db4-435b-4c3c-96df-3a9ef31256dc service nova] [instance: 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed] Received event network-changed-bb9ca65b-47b2-4a96-b617-6f9055ba70ff {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.540854] env[70015]: DEBUG nova.compute.manager [req-dfeed680-1495-451b-ad75-8898762c2187 req-74a92db4-435b-4c3c-96df-3a9ef31256dc service nova] [instance: 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed] Refreshing instance network info cache due to event network-changed-bb9ca65b-47b2-4a96-b617-6f9055ba70ff. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1114.541091] env[70015]: DEBUG oslo_concurrency.lockutils [req-dfeed680-1495-451b-ad75-8898762c2187 req-74a92db4-435b-4c3c-96df-3a9ef31256dc service nova] Acquiring lock "refresh_cache-691df1bf-e9fc-4492-a3fc-c14a43d8c5ed" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.541352] env[70015]: DEBUG oslo_concurrency.lockutils [req-dfeed680-1495-451b-ad75-8898762c2187 req-74a92db4-435b-4c3c-96df-3a9ef31256dc service nova] Acquired lock "refresh_cache-691df1bf-e9fc-4492-a3fc-c14a43d8c5ed" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.541558] env[70015]: DEBUG nova.network.neutron [req-dfeed680-1495-451b-ad75-8898762c2187 req-74a92db4-435b-4c3c-96df-3a9ef31256dc service nova] [instance: 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed] Refreshing network info cache for port bb9ca65b-47b2-4a96-b617-6f9055ba70ff {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1114.555111] env[70015]: DEBUG oslo_vmware.api [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52667e93-7c7a-db58-9c16-2cb96e9b4afc, 'name': SearchDatastore_Task, 'duration_secs': 0.011798} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.555916] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3c239c2-dff2-4543-95aa-5ca366fcae12 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.562825] env[70015]: DEBUG oslo_vmware.api [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1114.562825] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52062618-b986-7458-c746-de010c6737a6" [ 1114.562825] env[70015]: _type = "Task" [ 1114.562825] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.574365] env[70015]: DEBUG oslo_vmware.api [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52062618-b986-7458-c746-de010c6737a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.581487] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Acquiring lock "229e7657-a8d7-4144-9a8f-6b467f4271be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.581708] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Lock "229e7657-a8d7-4144-9a8f-6b467f4271be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.611978] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquiring lock "refresh_cache-691df1bf-e9fc-4492-a3fc-c14a43d8c5ed" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.615252] env[70015]: DEBUG nova.compute.manager [None req-db396aa1-c4c9-4d3c-bb93-8fcc4fc747cd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1114.615252] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-db396aa1-c4c9-4d3c-bb93-8fcc4fc747cd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1114.616097] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-76998909-a066-422d-aaa5-4d92b486b9cd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.634015] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270ad34b-631b-4fdf-9d52-6a26e9a1a77c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.660646] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Creating linked-clone VM from snapshot {{(pid=70015) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1114.663399] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2b8dfb72-e7c5-4562-9076-6987e9bfecba {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.684524] env[70015]: WARNING nova.virt.vmwareapi.vmops [None req-db396aa1-c4c9-4d3c-bb93-8fcc4fc747cd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 6cdf7b06-1bed-43cb-b3f3-832e747cc110 could not be found. [ 1114.684802] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-db396aa1-c4c9-4d3c-bb93-8fcc4fc747cd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1114.685067] env[70015]: INFO nova.compute.manager [None req-db396aa1-c4c9-4d3c-bb93-8fcc4fc747cd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Took 0.07 seconds to destroy the instance on the hypervisor. [ 1114.685407] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db396aa1-c4c9-4d3c-bb93-8fcc4fc747cd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1114.688709] env[70015]: DEBUG nova.compute.manager [-] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1114.688811] env[70015]: DEBUG nova.network.neutron [-] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1114.694815] env[70015]: DEBUG oslo_vmware.api [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for the task: (returnval){ [ 1114.694815] env[70015]: value = "task-3611572" [ 1114.694815] env[70015]: _type = "Task" [ 1114.694815] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.703691] env[70015]: DEBUG oslo_vmware.api [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611572, 'name': CloneVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.737693] env[70015]: DEBUG oslo_vmware.api [None req-1a3104aa-075c-419c-a513-fb8dce9fb4ea tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Task: {'id': task-3611571, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.903341] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdde3dc9-5b7c-4f8f-866e-59b760c3e14e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.910943] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e789263a-ee8b-49ce-9f40-f0cd0d484746 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.950168] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3ce165-419e-415e-9654-2bc9c38ddc73 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.960810] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e67bd3-aded-4c83-8749-53b99e39a4c0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.977730] env[70015]: DEBUG nova.compute.provider_tree [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.074125] env[70015]: DEBUG oslo_vmware.api [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52062618-b986-7458-c746-de010c6737a6, 'name': SearchDatastore_Task, 'duration_secs': 0.011871} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.078029] env[70015]: DEBUG oslo_concurrency.lockutils [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.078029] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 7c480760-7d09-4007-bb8a-f2065cb42884/7c480760-7d09-4007-bb8a-f2065cb42884.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1115.078029] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ebfe283-df07-45ba-9d8e-cd89ef801e38 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.083344] env[70015]: DEBUG oslo_vmware.api [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1115.083344] env[70015]: value = "task-3611573" [ 1115.083344] env[70015]: _type = "Task" [ 1115.083344] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.083727] env[70015]: DEBUG nova.compute.manager [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] [instance: 229e7657-a8d7-4144-9a8f-6b467f4271be] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1115.095635] env[70015]: DEBUG oslo_vmware.api [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611573, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.117848] env[70015]: DEBUG nova.network.neutron [req-dfeed680-1495-451b-ad75-8898762c2187 req-74a92db4-435b-4c3c-96df-3a9ef31256dc service nova] [instance: 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1115.210442] env[70015]: DEBUG oslo_vmware.api [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611572, 'name': CloneVM_Task} progress is 94%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.231787] env[70015]: DEBUG oslo_vmware.api [None req-1a3104aa-075c-419c-a513-fb8dce9fb4ea tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Task: {'id': task-3611571, 'name': RemoveSnapshot_Task, 'duration_secs': 1.305288} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.232227] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3104aa-075c-419c-a513-fb8dce9fb4ea tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Deleted Snapshot of the VM instance {{(pid=70015) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1115.232503] env[70015]: INFO nova.compute.manager [None req-1a3104aa-075c-419c-a513-fb8dce9fb4ea tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Took 18.04 seconds to snapshot the instance on the hypervisor. [ 1115.249424] env[70015]: DEBUG nova.network.neutron [req-dfeed680-1495-451b-ad75-8898762c2187 req-74a92db4-435b-4c3c-96df-3a9ef31256dc service nova] [instance: 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.455210] env[70015]: DEBUG nova.network.neutron [-] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.481352] env[70015]: DEBUG nova.scheduler.client.report [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.608724] env[70015]: DEBUG oslo_vmware.api [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611573, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.631327] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.705977] env[70015]: DEBUG oslo_vmware.api [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611572, 'name': CloneVM_Task} progress is 94%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.752110] env[70015]: DEBUG oslo_concurrency.lockutils [req-dfeed680-1495-451b-ad75-8898762c2187 req-74a92db4-435b-4c3c-96df-3a9ef31256dc service nova] Releasing lock "refresh_cache-691df1bf-e9fc-4492-a3fc-c14a43d8c5ed" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.752478] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquired lock "refresh_cache-691df1bf-e9fc-4492-a3fc-c14a43d8c5ed" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.752633] env[70015]: DEBUG nova.network.neutron [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.960566] env[70015]: INFO nova.compute.manager [-] [instance: 6cdf7b06-1bed-43cb-b3f3-832e747cc110] Took 1.27 seconds to deallocate network for instance. [ 1116.098772] env[70015]: DEBUG oslo_vmware.api [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611573, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531772} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.099059] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 7c480760-7d09-4007-bb8a-f2065cb42884/7c480760-7d09-4007-bb8a-f2065cb42884.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1116.099278] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1116.099530] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77edd68c-fe83-4b68-9006-b085c58d7f1d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.107411] env[70015]: DEBUG oslo_vmware.api [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1116.107411] env[70015]: value = "task-3611574" [ 1116.107411] env[70015]: _type = "Task" [ 1116.107411] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.115987] env[70015]: DEBUG oslo_vmware.api [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611574, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.208081] env[70015]: DEBUG oslo_vmware.api [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611572, 'name': CloneVM_Task} progress is 94%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.292024] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2c7e40e2-7928-480b-a972-a832c5333c8b tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Acquiring lock "dbb17646-97f0-4a0c-a717-acc18b5a120f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.292514] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2c7e40e2-7928-480b-a972-a832c5333c8b tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Lock "dbb17646-97f0-4a0c-a717-acc18b5a120f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.292805] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2c7e40e2-7928-480b-a972-a832c5333c8b tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Acquiring lock "dbb17646-97f0-4a0c-a717-acc18b5a120f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.293010] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2c7e40e2-7928-480b-a972-a832c5333c8b tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Lock "dbb17646-97f0-4a0c-a717-acc18b5a120f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.293200] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2c7e40e2-7928-480b-a972-a832c5333c8b tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Lock "dbb17646-97f0-4a0c-a717-acc18b5a120f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.295608] env[70015]: INFO nova.compute.manager [None req-2c7e40e2-7928-480b-a972-a832c5333c8b tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Terminating instance [ 1116.300120] env[70015]: DEBUG nova.network.neutron [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1116.493852] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.907s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.501671] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ea5eeb40-19ab-42a2-810f-528d27a5ece1 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.530s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.501927] env[70015]: DEBUG nova.objects.instance [None req-ea5eeb40-19ab-42a2-810f-528d27a5ece1 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lazy-loading 'resources' on Instance uuid f32db101-16c7-4fe3-bf40-2e8e16c152ac {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.524289] env[70015]: DEBUG nova.network.neutron [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed] Updating instance_info_cache with network_info: [{"id": "bb9ca65b-47b2-4a96-b617-6f9055ba70ff", "address": "fa:16:3e:c1:84:39", "network": {"id": "87921d07-4a17-46a8-bc91-3d5d318c1dff", "bridge": "br-int", "label": "tempest-ServersTestJSON-1620274104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b72f826aa534249890653a8e469cbaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb9ca65b-47", "ovs_interfaceid": "bb9ca65b-47b2-4a96-b617-6f9055ba70ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.619182] env[70015]: DEBUG oslo_vmware.api [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611574, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068316} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.619515] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1116.620565] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1ba593-59e4-468f-862e-9632c2d925a7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.645625] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 7c480760-7d09-4007-bb8a-f2065cb42884/7c480760-7d09-4007-bb8a-f2065cb42884.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1116.646410] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3836624b-7a35-40c3-9af5-1cbe89f9ecd0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.667655] env[70015]: DEBUG oslo_vmware.api [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1116.667655] env[70015]: value = "task-3611575" [ 1116.667655] env[70015]: _type = "Task" [ 1116.667655] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.676051] env[70015]: DEBUG oslo_vmware.api [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611575, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.708120] env[70015]: DEBUG oslo_vmware.api [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611572, 'name': CloneVM_Task, 'duration_secs': 1.969262} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.708120] env[70015]: INFO nova.virt.vmwareapi.vmops [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Created linked-clone VM from snapshot [ 1116.708393] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343b0b9a-d417-4a23-8287-c4e9843d003e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.717628] env[70015]: DEBUG nova.virt.vmwareapi.images [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Uploading image 278b23aa-8898-4963-bab9-573ff398f911 {{(pid=70015) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1116.745704] env[70015]: DEBUG oslo_vmware.rw_handles [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1116.745704] env[70015]: value = "vm-720411" [ 1116.745704] env[70015]: _type = "VirtualMachine" [ 1116.745704] env[70015]: }. {{(pid=70015) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1116.746012] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-06f92f7f-91bc-4ad1-995e-6ace1038e077 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.753927] env[70015]: DEBUG oslo_vmware.rw_handles [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Lease: (returnval){ [ 1116.753927] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5217de8b-6a5a-56ff-8ee6-7dbf55afa49e" [ 1116.753927] env[70015]: _type = "HttpNfcLease" [ 1116.753927] env[70015]: } obtained for exporting VM: (result){ [ 1116.753927] env[70015]: value = "vm-720411" [ 1116.753927] env[70015]: _type = "VirtualMachine" [ 1116.753927] env[70015]: }. {{(pid=70015) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1116.754353] env[70015]: DEBUG oslo_vmware.api [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for the lease: (returnval){ [ 1116.754353] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5217de8b-6a5a-56ff-8ee6-7dbf55afa49e" [ 1116.754353] env[70015]: _type = "HttpNfcLease" [ 1116.754353] env[70015]: } to be ready. {{(pid=70015) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1116.760896] env[70015]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1116.760896] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5217de8b-6a5a-56ff-8ee6-7dbf55afa49e" [ 1116.760896] env[70015]: _type = "HttpNfcLease" [ 1116.760896] env[70015]: } is initializing. {{(pid=70015) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1116.800251] env[70015]: DEBUG nova.compute.manager [None req-2c7e40e2-7928-480b-a972-a832c5333c8b tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1116.800496] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-2c7e40e2-7928-480b-a972-a832c5333c8b tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1116.801419] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177bdeaa-24b2-42e3-b540-ac2fc8976725 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.809348] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c7e40e2-7928-480b-a972-a832c5333c8b tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.809582] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-811c79c7-8ffd-4478-8086-d01b198c21ad {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.816424] env[70015]: DEBUG oslo_vmware.api [None req-2c7e40e2-7928-480b-a972-a832c5333c8b tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Waiting for the task: (returnval){ [ 1116.816424] env[70015]: value = "task-3611577" [ 1116.816424] env[70015]: _type = "Task" [ 1116.816424] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.826094] env[70015]: DEBUG oslo_vmware.api [None req-2c7e40e2-7928-480b-a972-a832c5333c8b tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Task: {'id': task-3611577, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.990908] env[70015]: DEBUG oslo_concurrency.lockutils [None req-db396aa1-c4c9-4d3c-bb93-8fcc4fc747cd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "6cdf7b06-1bed-43cb-b3f3-832e747cc110" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.888s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.029538] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Releasing lock "refresh_cache-691df1bf-e9fc-4492-a3fc-c14a43d8c5ed" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.029538] env[70015]: DEBUG nova.compute.manager [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed] Instance network_info: |[{"id": "bb9ca65b-47b2-4a96-b617-6f9055ba70ff", "address": "fa:16:3e:c1:84:39", "network": {"id": "87921d07-4a17-46a8-bc91-3d5d318c1dff", "bridge": "br-int", "label": "tempest-ServersTestJSON-1620274104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b72f826aa534249890653a8e469cbaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb9ca65b-47", "ovs_interfaceid": "bb9ca65b-47b2-4a96-b617-6f9055ba70ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1117.029538] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:84:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f66f8375-4460-4acd-987b-acda72bfcf0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb9ca65b-47b2-4a96-b617-6f9055ba70ff', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1117.037308] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.040306] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1117.040306] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4ff1d07-4fae-4c21-aed0-c9f81f8f0458 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.063348] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1117.063348] env[70015]: value = "task-3611578" [ 1117.063348] env[70015]: _type = "Task" [ 1117.063348] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.074424] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611578, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.181083] env[70015]: DEBUG oslo_vmware.api [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611575, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.266204] env[70015]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1117.266204] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5217de8b-6a5a-56ff-8ee6-7dbf55afa49e" [ 1117.266204] env[70015]: _type = "HttpNfcLease" [ 1117.266204] env[70015]: } is ready. {{(pid=70015) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1117.266204] env[70015]: DEBUG oslo_vmware.rw_handles [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1117.266204] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5217de8b-6a5a-56ff-8ee6-7dbf55afa49e" [ 1117.266204] env[70015]: _type = "HttpNfcLease" [ 1117.266204] env[70015]: }. {{(pid=70015) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1117.266723] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e33f40-fbed-45b8-b820-dd5937062f76 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.276041] env[70015]: DEBUG oslo_vmware.rw_handles [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526559c8-a81a-0a9c-ebd3-124514aaaa7d/disk-0.vmdk from lease info. {{(pid=70015) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1117.276774] env[70015]: DEBUG oslo_vmware.rw_handles [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526559c8-a81a-0a9c-ebd3-124514aaaa7d/disk-0.vmdk for reading. {{(pid=70015) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1117.352556] env[70015]: DEBUG oslo_vmware.api [None req-2c7e40e2-7928-480b-a972-a832c5333c8b tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Task: {'id': task-3611577, 'name': PowerOffVM_Task, 'duration_secs': 0.488856} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.352859] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c7e40e2-7928-480b-a972-a832c5333c8b tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1117.353044] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-2c7e40e2-7928-480b-a972-a832c5333c8b tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1117.353310] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8bcc904-7ea7-4ce6-8a79-84122443bc50 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.380597] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f039a770-7179-4190-90ca-884c912bacd6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.388896] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9252944-910b-4d92-a700-8b163f9e5e6b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.425214] env[70015]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3e377383-307b-454e-bb46-c69c5164e892 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.432711] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d50b85-ddaf-4541-866d-749d16842ee0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.439434] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-2c7e40e2-7928-480b-a972-a832c5333c8b tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1117.439704] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-2c7e40e2-7928-480b-a972-a832c5333c8b tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1117.440075] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c7e40e2-7928-480b-a972-a832c5333c8b tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Deleting the datastore file [datastore2] dbb17646-97f0-4a0c-a717-acc18b5a120f {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1117.444169] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e614518a-3b1f-4983-96dd-bfa0b5beb696 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.449903] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e21421c-0b7d-4c3e-a492-0f3db347001e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.468573] env[70015]: DEBUG nova.compute.provider_tree [None req-ea5eeb40-19ab-42a2-810f-528d27a5ece1 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.475229] env[70015]: DEBUG oslo_vmware.api [None req-2c7e40e2-7928-480b-a972-a832c5333c8b tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Waiting for the task: (returnval){ [ 1117.475229] env[70015]: value = "task-3611580" [ 1117.475229] env[70015]: _type = "Task" [ 1117.475229] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.491446] env[70015]: DEBUG oslo_vmware.api [None req-2c7e40e2-7928-480b-a972-a832c5333c8b tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Task: {'id': task-3611580, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.574452] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611578, 'name': CreateVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.680066] env[70015]: DEBUG oslo_vmware.api [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611575, 'name': ReconfigVM_Task, 'duration_secs': 0.594534} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.682145] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 7c480760-7d09-4007-bb8a-f2065cb42884/7c480760-7d09-4007-bb8a-f2065cb42884.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1117.682942] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-013e5302-97cf-4727-a6df-04e8cf4493da {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.691313] env[70015]: DEBUG oslo_vmware.api [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1117.691313] env[70015]: value = "task-3611581" [ 1117.691313] env[70015]: _type = "Task" [ 1117.691313] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.699455] env[70015]: DEBUG oslo_vmware.api [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611581, 'name': Rename_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.977099] env[70015]: DEBUG nova.scheduler.client.report [None req-ea5eeb40-19ab-42a2-810f-528d27a5ece1 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.991926] env[70015]: DEBUG oslo_vmware.api [None req-2c7e40e2-7928-480b-a972-a832c5333c8b tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Task: {'id': task-3611580, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178664} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.992389] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c7e40e2-7928-480b-a972-a832c5333c8b tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.992699] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-2c7e40e2-7928-480b-a972-a832c5333c8b tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1117.992974] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-2c7e40e2-7928-480b-a972-a832c5333c8b tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1117.993179] env[70015]: INFO nova.compute.manager [None req-2c7e40e2-7928-480b-a972-a832c5333c8b tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1117.993495] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c7e40e2-7928-480b-a972-a832c5333c8b tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.994628] env[70015]: DEBUG nova.compute.manager [-] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1117.994765] env[70015]: DEBUG nova.network.neutron [-] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1118.045383] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "4342485e-48fa-442f-b7d6-f04e247af854" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.046044] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "4342485e-48fa-442f-b7d6-f04e247af854" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.047918] env[70015]: INFO nova.compute.manager [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Swapping old allocation on dict_keys(['74b1aad2-fde9-482f-bdc7-a62277f2e79c']) held by migration 64e3d653-a9c6-4494-a2ef-6dbafc7f8765 for instance [ 1118.075330] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611578, 'name': CreateVM_Task, 'duration_secs': 0.558275} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.076793] env[70015]: DEBUG nova.scheduler.client.report [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Overwriting current allocation {'allocations': {'74b1aad2-fde9-482f-bdc7-a62277f2e79c': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 140}}, 'project_id': '73e0ce85090f4c3c8d74e04f2101b99f', 'user_id': '2ae35c21b82f403e836a5c1b128f335e', 'consumer_generation': 1} on consumer 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733 {{(pid=70015) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1118.079055] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1118.080823] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.080823] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.082102] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.082102] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72c4f00a-62f6-4421-bc03-f8f4c5e028d7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.087186] env[70015]: DEBUG oslo_vmware.api [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 1118.087186] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52e8a5f4-298f-430d-f213-4484af0b4803" [ 1118.087186] env[70015]: _type = "Task" [ 1118.087186] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.096711] env[70015]: DEBUG oslo_vmware.api [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52e8a5f4-298f-430d-f213-4484af0b4803, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.175142] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquiring lock "refresh_cache-04a6ab06-6e2c-4c81-a6aa-3f9811d2a733" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.175485] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquired lock "refresh_cache-04a6ab06-6e2c-4c81-a6aa-3f9811d2a733" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.175813] env[70015]: DEBUG nova.network.neutron [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.201920] env[70015]: DEBUG oslo_vmware.api [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611581, 'name': Rename_Task, 'duration_secs': 0.20243} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.202247] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1118.202583] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1112f2b6-d5f2-406a-852c-1712bbd0b71e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.211955] env[70015]: DEBUG oslo_vmware.api [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1118.211955] env[70015]: value = "task-3611582" [ 1118.211955] env[70015]: _type = "Task" [ 1118.211955] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.222150] env[70015]: DEBUG oslo_vmware.api [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611582, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.486680] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ea5eeb40-19ab-42a2-810f-528d27a5ece1 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.985s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.489332] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.793s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.506198] env[70015]: INFO nova.scheduler.client.report [None req-ea5eeb40-19ab-42a2-810f-528d27a5ece1 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Deleted allocations for instance f32db101-16c7-4fe3-bf40-2e8e16c152ac [ 1118.554939] env[70015]: DEBUG nova.compute.manager [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 4342485e-48fa-442f-b7d6-f04e247af854] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1118.589283] env[70015]: DEBUG nova.compute.manager [req-d628eaf7-37d6-4e51-b1df-a295087337bc req-715f1a12-1f2c-46e9-8b13-403a22e11c13 service nova] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Received event network-vif-deleted-532131bd-8964-416b-9574-49020def4089 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.590068] env[70015]: INFO nova.compute.manager [req-d628eaf7-37d6-4e51-b1df-a295087337bc req-715f1a12-1f2c-46e9-8b13-403a22e11c13 service nova] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Neutron deleted interface 532131bd-8964-416b-9574-49020def4089; detaching it from the instance and deleting it from the info cache [ 1118.590068] env[70015]: DEBUG nova.network.neutron [req-d628eaf7-37d6-4e51-b1df-a295087337bc req-715f1a12-1f2c-46e9-8b13-403a22e11c13 service nova] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.604716] env[70015]: DEBUG oslo_vmware.api [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52e8a5f4-298f-430d-f213-4484af0b4803, 'name': SearchDatastore_Task, 'duration_secs': 0.010967} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.605120] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.605383] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1118.605699] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.605848] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.606154] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1118.606743] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b14f9b7d-401a-465e-a7ac-621764322dbe {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.619890] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1118.620483] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1118.621335] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d569d82-fb36-4e6a-982b-dcaac66c6c72 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.628165] env[70015]: DEBUG oslo_vmware.api [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 1118.628165] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5246293a-7c4b-a409-609e-a511d6cbb4a2" [ 1118.628165] env[70015]: _type = "Task" [ 1118.628165] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.637785] env[70015]: DEBUG oslo_vmware.api [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5246293a-7c4b-a409-609e-a511d6cbb4a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.723581] env[70015]: DEBUG oslo_vmware.api [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611582, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.796810] env[70015]: DEBUG nova.network.neutron [-] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.013946] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ea5eeb40-19ab-42a2-810f-528d27a5ece1 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "f32db101-16c7-4fe3-bf40-2e8e16c152ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.897s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.026089] env[70015]: DEBUG nova.network.neutron [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Updating instance_info_cache with network_info: [{"id": "0e24eb9c-4050-4a50-85d3-e68a6f459084", "address": "fa:16:3e:3f:4b:2a", "network": {"id": "825adeb2-145f-454c-b624-cc7cf91966fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1496238884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e0ce85090f4c3c8d74e04f2101b99f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e24eb9c-40", "ovs_interfaceid": "0e24eb9c-4050-4a50-85d3-e68a6f459084", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.076086] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.093677] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e8acc415-d79d-4c30-bdcb-3a8eda8bed8f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.105416] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3f1974-7c4d-4748-b011-804ef11a3ed5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.146939] env[70015]: DEBUG nova.compute.manager [req-d628eaf7-37d6-4e51-b1df-a295087337bc req-715f1a12-1f2c-46e9-8b13-403a22e11c13 service nova] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Detach interface failed, port_id=532131bd-8964-416b-9574-49020def4089, reason: Instance dbb17646-97f0-4a0c-a717-acc18b5a120f could not be found. {{(pid=70015) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1119.151113] env[70015]: DEBUG oslo_vmware.api [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5246293a-7c4b-a409-609e-a511d6cbb4a2, 'name': SearchDatastore_Task, 'duration_secs': 0.011578} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.152134] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8baaa771-b69a-4704-80fe-681b2925fbaf {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.158711] env[70015]: DEBUG oslo_vmware.api [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 1119.158711] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52bcf75d-1605-a43a-268d-0f830f351bd9" [ 1119.158711] env[70015]: _type = "Task" [ 1119.158711] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.168402] env[70015]: DEBUG oslo_vmware.api [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52bcf75d-1605-a43a-268d-0f830f351bd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.223422] env[70015]: DEBUG oslo_vmware.api [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611582, 'name': PowerOnVM_Task, 'duration_secs': 0.675387} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.223884] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1119.224238] env[70015]: INFO nova.compute.manager [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Took 9.42 seconds to spawn the instance on the hypervisor. [ 1119.224481] env[70015]: DEBUG nova.compute.manager [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1119.225419] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0fbc6d2-3d7c-4e15-85e3-23118a204e5b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.298598] env[70015]: INFO nova.compute.manager [-] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Took 1.30 seconds to deallocate network for instance. [ 1119.521865] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 5a609adf-7c6f-4ee5-a94a-cdda99227a12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1119.521997] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 78ec1423-1160-453a-b6db-9348b37d34f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1119.522181] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance c485b9cd-6be9-48ea-a547-cc338e735f7c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1119.522416] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance f3b64104-3919-4838-9c2b-601a41be2ece actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1119.522623] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance a173c940-ed80-45ec-83a2-af2b2ad416c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1119.522805] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance d1651f12-9f96-4e9c-84fa-4925cd1b23e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1119.522964] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 3810ad21-174f-4a0a-8895-6c70adccfeda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1119.523138] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1119.523291] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance dbb17646-97f0-4a0c-a717-acc18b5a120f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1119.523483] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1119.523601] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1119.523737] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 1de77f73-d2a9-4d03-a79f-b59b76b4a336 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1119.523862] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance e0929d30-843c-470f-a580-8b61ef28a103 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1119.523977] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 7c480760-7d09-4007-bb8a-f2065cb42884 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1119.524148] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1119.528754] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Releasing lock "refresh_cache-04a6ab06-6e2c-4c81-a6aa-3f9811d2a733" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.529743] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ac6bf5-96fe-4c4b-ba15-818f204a4182 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.541985] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd9f346-51a4-40e2-9062-0f841c5453e7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.670463] env[70015]: DEBUG oslo_vmware.api [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52bcf75d-1605-a43a-268d-0f830f351bd9, 'name': SearchDatastore_Task, 'duration_secs': 0.010234} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.670762] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.671057] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed/691df1bf-e9fc-4492-a3fc-c14a43d8c5ed.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1119.671330] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07194551-2c16-4452-a8ad-4ba9c481c2ce {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.680388] env[70015]: DEBUG oslo_vmware.api [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 1119.680388] env[70015]: value = "task-3611583" [ 1119.680388] env[70015]: _type = "Task" [ 1119.680388] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.690563] env[70015]: DEBUG oslo_vmware.api [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611583, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.747131] env[70015]: INFO nova.compute.manager [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Took 16.23 seconds to build instance. [ 1119.805787] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2c7e40e2-7928-480b-a972-a832c5333c8b tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.027811] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 229e7657-a8d7-4144-9a8f-6b467f4271be has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1120.131345] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4568bddb-df3d-49ce-acf8-876ac3bde4c0 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "f3b64104-3919-4838-9c2b-601a41be2ece" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.131806] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4568bddb-df3d-49ce-acf8-876ac3bde4c0 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "f3b64104-3919-4838-9c2b-601a41be2ece" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.132206] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4568bddb-df3d-49ce-acf8-876ac3bde4c0 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "f3b64104-3919-4838-9c2b-601a41be2ece-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.132541] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4568bddb-df3d-49ce-acf8-876ac3bde4c0 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "f3b64104-3919-4838-9c2b-601a41be2ece-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.132828] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4568bddb-df3d-49ce-acf8-876ac3bde4c0 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "f3b64104-3919-4838-9c2b-601a41be2ece-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.136350] env[70015]: INFO nova.compute.manager [None req-4568bddb-df3d-49ce-acf8-876ac3bde4c0 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Terminating instance [ 1120.195165] env[70015]: DEBUG oslo_vmware.api [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611583, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.249282] env[70015]: DEBUG oslo_concurrency.lockutils [None req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Lock "7c480760-7d09-4007-bb8a-f2065cb42884" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.738s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.439392] env[70015]: DEBUG nova.compute.manager [req-0489bb44-dd7f-4dfa-8277-2c7125315f07 req-090ab21e-8f54-4bd2-b53f-b0278fda0889 service nova] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Received event network-changed-40708d14-1d3d-46d6-b641-e5faa796ba94 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.439602] env[70015]: DEBUG nova.compute.manager [req-0489bb44-dd7f-4dfa-8277-2c7125315f07 req-090ab21e-8f54-4bd2-b53f-b0278fda0889 service nova] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Refreshing instance network info cache due to event network-changed-40708d14-1d3d-46d6-b641-e5faa796ba94. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1120.440062] env[70015]: DEBUG oslo_concurrency.lockutils [req-0489bb44-dd7f-4dfa-8277-2c7125315f07 req-090ab21e-8f54-4bd2-b53f-b0278fda0889 service nova] Acquiring lock "refresh_cache-7c480760-7d09-4007-bb8a-f2065cb42884" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.440315] env[70015]: DEBUG oslo_concurrency.lockutils [req-0489bb44-dd7f-4dfa-8277-2c7125315f07 req-090ab21e-8f54-4bd2-b53f-b0278fda0889 service nova] Acquired lock "refresh_cache-7c480760-7d09-4007-bb8a-f2065cb42884" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.440618] env[70015]: DEBUG nova.network.neutron [req-0489bb44-dd7f-4dfa-8277-2c7125315f07 req-090ab21e-8f54-4bd2-b53f-b0278fda0889 service nova] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Refreshing network info cache for port 40708d14-1d3d-46d6-b641-e5faa796ba94 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.530816] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 4342485e-48fa-442f-b7d6-f04e247af854 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1120.531087] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=70015) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1120.531272] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3392MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=70015) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1120.640480] env[70015]: DEBUG nova.compute.manager [None req-4568bddb-df3d-49ce-acf8-876ac3bde4c0 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1120.640783] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4568bddb-df3d-49ce-acf8-876ac3bde4c0 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1120.641794] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90ebefc-2c79-4bed-96b3-520d45a986e6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.651302] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-4568bddb-df3d-49ce-acf8-876ac3bde4c0 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.651661] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97da8004-3972-49b2-81a7-11f6858d79ac {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.660709] env[70015]: DEBUG oslo_vmware.api [None req-4568bddb-df3d-49ce-acf8-876ac3bde4c0 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Waiting for the task: (returnval){ [ 1120.660709] env[70015]: value = "task-3611584" [ 1120.660709] env[70015]: _type = "Task" [ 1120.660709] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.665831] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.666146] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1355a5c0-00d9-4b20-8366-a379337d7c45 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.671410] env[70015]: DEBUG oslo_vmware.api [None req-4568bddb-df3d-49ce-acf8-876ac3bde4c0 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611584, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.680037] env[70015]: DEBUG oslo_vmware.api [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 1120.680037] env[70015]: value = "task-3611585" [ 1120.680037] env[70015]: _type = "Task" [ 1120.680037] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.699021] env[70015]: DEBUG oslo_vmware.api [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611585, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.705523] env[70015]: DEBUG oslo_vmware.api [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611583, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551626} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.709538] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed/691df1bf-e9fc-4492-a3fc-c14a43d8c5ed.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1120.709986] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1120.710753] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f68fdeb-1189-4dab-bbb2-7202373b6bce {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.727980] env[70015]: DEBUG oslo_vmware.api [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 1120.727980] env[70015]: value = "task-3611586" [ 1120.727980] env[70015]: _type = "Task" [ 1120.727980] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.742764] env[70015]: DEBUG oslo_vmware.api [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611586, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.902874] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2d9d3d-2aa6-4e16-9441-2991bb0357ce {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.911819] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48cbf1bb-961d-4390-b482-a7704b76c917 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.949249] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb6cd19-8aaa-4652-89b4-c986fe90ad9f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.958761] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d781c5-cb32-4d46-872b-1b49d2a0566e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.975636] env[70015]: DEBUG nova.compute.provider_tree [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.177624] env[70015]: DEBUG oslo_vmware.api [None req-4568bddb-df3d-49ce-acf8-876ac3bde4c0 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611584, 'name': PowerOffVM_Task, 'duration_secs': 0.414473} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.177996] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-4568bddb-df3d-49ce-acf8-876ac3bde4c0 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.178451] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4568bddb-df3d-49ce-acf8-876ac3bde4c0 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1121.178822] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0d79a3c-bc0e-49e3-809b-8780634a02b6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.206676] env[70015]: DEBUG oslo_vmware.api [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611585, 'name': PowerOffVM_Task, 'duration_secs': 0.397084} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.207121] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.208194] env[70015]: DEBUG nova.virt.hardware [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1121.208544] env[70015]: DEBUG nova.virt.hardware [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.208804] env[70015]: DEBUG nova.virt.hardware [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.209131] env[70015]: DEBUG nova.virt.hardware [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.209394] env[70015]: DEBUG nova.virt.hardware [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.209633] env[70015]: DEBUG nova.virt.hardware [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1121.209956] env[70015]: DEBUG nova.virt.hardware [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1121.210232] env[70015]: DEBUG nova.virt.hardware [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1121.210515] env[70015]: DEBUG nova.virt.hardware [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1121.210788] env[70015]: DEBUG nova.virt.hardware [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1121.211098] env[70015]: DEBUG nova.virt.hardware [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1121.220649] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8defb613-35e0-4e8f-bef2-835378087c41 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.254726] env[70015]: DEBUG oslo_vmware.api [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611586, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128253} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.257134] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1121.257713] env[70015]: DEBUG oslo_vmware.api [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 1121.257713] env[70015]: value = "task-3611588" [ 1121.257713] env[70015]: _type = "Task" [ 1121.257713] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.259933] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48ab2a7-4bd1-42e2-ad59-ab133681857f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.300552] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed/691df1bf-e9fc-4492-a3fc-c14a43d8c5ed.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1121.305751] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c8ad14c-5aad-4ccf-b0b3-d348fd2e6f76 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.321397] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4568bddb-df3d-49ce-acf8-876ac3bde4c0 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1121.321700] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4568bddb-df3d-49ce-acf8-876ac3bde4c0 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1121.321827] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-4568bddb-df3d-49ce-acf8-876ac3bde4c0 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Deleting the datastore file [datastore2] f3b64104-3919-4838-9c2b-601a41be2ece {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1121.322262] env[70015]: DEBUG oslo_vmware.api [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611588, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.322380] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24fcb338-510a-481f-b4c7-9117a17dce0d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.336752] env[70015]: DEBUG oslo_vmware.api [None req-4568bddb-df3d-49ce-acf8-876ac3bde4c0 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Waiting for the task: (returnval){ [ 1121.336752] env[70015]: value = "task-3611589" [ 1121.336752] env[70015]: _type = "Task" [ 1121.336752] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.338426] env[70015]: DEBUG oslo_vmware.api [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 1121.338426] env[70015]: value = "task-3611590" [ 1121.338426] env[70015]: _type = "Task" [ 1121.338426] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.357131] env[70015]: DEBUG oslo_vmware.api [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611590, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.357503] env[70015]: DEBUG oslo_vmware.api [None req-4568bddb-df3d-49ce-acf8-876ac3bde4c0 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611589, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.374469] env[70015]: DEBUG nova.network.neutron [req-0489bb44-dd7f-4dfa-8277-2c7125315f07 req-090ab21e-8f54-4bd2-b53f-b0278fda0889 service nova] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Updated VIF entry in instance network info cache for port 40708d14-1d3d-46d6-b641-e5faa796ba94. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1121.374868] env[70015]: DEBUG nova.network.neutron [req-0489bb44-dd7f-4dfa-8277-2c7125315f07 req-090ab21e-8f54-4bd2-b53f-b0278fda0889 service nova] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Updating instance_info_cache with network_info: [{"id": "40708d14-1d3d-46d6-b641-e5faa796ba94", "address": "fa:16:3e:6c:c4:ca", "network": {"id": "3c20f828-b54b-46e8-8787-8652bc32cc05", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-883210113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae3ea9811a884cfdbfed901646a3947d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40708d14-1d", "ovs_interfaceid": "40708d14-1d3d-46d6-b641-e5faa796ba94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.478888] env[70015]: DEBUG nova.scheduler.client.report [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.777345] env[70015]: DEBUG oslo_vmware.api [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611588, 'name': ReconfigVM_Task, 'duration_secs': 0.294444} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.777345] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68843298-bc44-4aba-a0d3-ebcf82e64691 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.801824] env[70015]: DEBUG nova.virt.hardware [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1121.802105] env[70015]: DEBUG nova.virt.hardware [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.802321] env[70015]: DEBUG nova.virt.hardware [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.802513] env[70015]: DEBUG nova.virt.hardware [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.802885] env[70015]: DEBUG nova.virt.hardware [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.802885] env[70015]: DEBUG nova.virt.hardware [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1121.803012] env[70015]: DEBUG nova.virt.hardware [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1121.803183] env[70015]: DEBUG nova.virt.hardware [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1121.803351] env[70015]: DEBUG nova.virt.hardware [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1121.803553] env[70015]: DEBUG nova.virt.hardware [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1121.803691] env[70015]: DEBUG nova.virt.hardware [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1121.804635] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0471faa5-c61a-4a4a-8132-e419e378b6a0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.812183] env[70015]: DEBUG oslo_vmware.api [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 1121.812183] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52732cc6-bffe-a62e-8227-ed8f1540add2" [ 1121.812183] env[70015]: _type = "Task" [ 1121.812183] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.823453] env[70015]: DEBUG oslo_vmware.api [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52732cc6-bffe-a62e-8227-ed8f1540add2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.850670] env[70015]: DEBUG oslo_vmware.api [None req-4568bddb-df3d-49ce-acf8-876ac3bde4c0 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Task: {'id': task-3611589, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210078} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.851400] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-4568bddb-df3d-49ce-acf8-876ac3bde4c0 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1121.851644] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4568bddb-df3d-49ce-acf8-876ac3bde4c0 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1121.851925] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4568bddb-df3d-49ce-acf8-876ac3bde4c0 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1121.852128] env[70015]: INFO nova.compute.manager [None req-4568bddb-df3d-49ce-acf8-876ac3bde4c0 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1121.852384] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4568bddb-df3d-49ce-acf8-876ac3bde4c0 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.852684] env[70015]: DEBUG nova.compute.manager [-] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1121.852803] env[70015]: DEBUG nova.network.neutron [-] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1121.857830] env[70015]: DEBUG oslo_vmware.api [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611590, 'name': ReconfigVM_Task, 'duration_secs': 0.469935} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.858457] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed/691df1bf-e9fc-4492-a3fc-c14a43d8c5ed.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1121.859090] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36be4927-24bd-43db-811a-7f67b128ba47 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.868258] env[70015]: DEBUG oslo_vmware.api [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 1121.868258] env[70015]: value = "task-3611591" [ 1121.868258] env[70015]: _type = "Task" [ 1121.868258] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.882552] env[70015]: DEBUG oslo_concurrency.lockutils [req-0489bb44-dd7f-4dfa-8277-2c7125315f07 req-090ab21e-8f54-4bd2-b53f-b0278fda0889 service nova] Releasing lock "refresh_cache-7c480760-7d09-4007-bb8a-f2065cb42884" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.882939] env[70015]: DEBUG oslo_vmware.api [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611591, 'name': Rename_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.985670] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70015) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1121.985940] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.497s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.986293] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.355s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.987984] env[70015]: INFO nova.compute.claims [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] [instance: 229e7657-a8d7-4144-9a8f-6b467f4271be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1122.189963] env[70015]: DEBUG nova.compute.manager [req-5ff73939-903b-4af7-beb3-2b22df5b7995 req-4c6928c1-ed95-4bd3-88c6-b686e70974e7 service nova] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Received event network-vif-deleted-c0f1ad30-40d1-4ab3-be46-9940907a2fe8 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.190188] env[70015]: INFO nova.compute.manager [req-5ff73939-903b-4af7-beb3-2b22df5b7995 req-4c6928c1-ed95-4bd3-88c6-b686e70974e7 service nova] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Neutron deleted interface c0f1ad30-40d1-4ab3-be46-9940907a2fe8; detaching it from the instance and deleting it from the info cache [ 1122.190364] env[70015]: DEBUG nova.network.neutron [req-5ff73939-903b-4af7-beb3-2b22df5b7995 req-4c6928c1-ed95-4bd3-88c6-b686e70974e7 service nova] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.328377] env[70015]: DEBUG oslo_vmware.api [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52732cc6-bffe-a62e-8227-ed8f1540add2, 'name': SearchDatastore_Task, 'duration_secs': 0.010196} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.334559] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Reconfiguring VM instance instance-00000056 to detach disk 2000 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1122.335106] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-208d049a-fedf-4f74-a83d-f775c2354c9b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.359314] env[70015]: DEBUG oslo_vmware.api [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 1122.359314] env[70015]: value = "task-3611592" [ 1122.359314] env[70015]: _type = "Task" [ 1122.359314] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.367313] env[70015]: DEBUG oslo_vmware.api [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611592, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.378379] env[70015]: DEBUG oslo_vmware.api [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611591, 'name': Rename_Task, 'duration_secs': 0.220393} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.378658] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1122.378965] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f4010d4-4208-4fec-8771-aafe773a9e7d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.387591] env[70015]: DEBUG oslo_vmware.api [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 1122.387591] env[70015]: value = "task-3611593" [ 1122.387591] env[70015]: _type = "Task" [ 1122.387591] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.402081] env[70015]: DEBUG oslo_vmware.api [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611593, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.665783] env[70015]: DEBUG nova.network.neutron [-] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.693863] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c4609bb3-527f-484e-9188-b65b95c6a2f5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.705815] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdef5493-7ef4-4d94-a67f-5e0188e3ab25 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.746771] env[70015]: DEBUG nova.compute.manager [req-5ff73939-903b-4af7-beb3-2b22df5b7995 req-4c6928c1-ed95-4bd3-88c6-b686e70974e7 service nova] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Detach interface failed, port_id=c0f1ad30-40d1-4ab3-be46-9940907a2fe8, reason: Instance f3b64104-3919-4838-9c2b-601a41be2ece could not be found. {{(pid=70015) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1122.870343] env[70015]: DEBUG oslo_vmware.api [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611592, 'name': ReconfigVM_Task, 'duration_secs': 0.309024} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.870645] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Reconfigured VM instance instance-00000056 to detach disk 2000 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1122.871583] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75af0d5-099d-40ec-a8a7-66fed25411d3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.911419] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733/04a6ab06-6e2c-4c81-a6aa-3f9811d2a733.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1122.915927] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a759795a-8730-4c61-b2df-53c13bba3a2c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.945702] env[70015]: DEBUG oslo_vmware.api [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611593, 'name': PowerOnVM_Task, 'duration_secs': 0.54439} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.947560] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.947835] env[70015]: INFO nova.compute.manager [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed] Took 9.72 seconds to spawn the instance on the hypervisor. [ 1122.948094] env[70015]: DEBUG nova.compute.manager [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.948545] env[70015]: DEBUG oslo_vmware.api [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 1122.948545] env[70015]: value = "task-3611594" [ 1122.948545] env[70015]: _type = "Task" [ 1122.948545] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.949545] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07260227-fe24-4c63-8963-fd9d912aff54 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.964973] env[70015]: DEBUG oslo_vmware.api [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611594, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.169132] env[70015]: INFO nova.compute.manager [-] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Took 1.32 seconds to deallocate network for instance. [ 1123.236470] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15cb72ec-ab77-45db-9a12-288fd9b00840 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.246587] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d523e2f-c07c-422c-ab2e-645814c81b5c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.280099] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104089b0-bd80-4211-8aa2-e0e41ec1d211 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.288789] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12cc05e8-6d52-4fc2-bf93-b16fc35c5610 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.304082] env[70015]: DEBUG nova.compute.provider_tree [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1123.465160] env[70015]: DEBUG oslo_vmware.api [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611594, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.480940] env[70015]: INFO nova.compute.manager [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed] Took 18.73 seconds to build instance. [ 1123.676972] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4568bddb-df3d-49ce-acf8-876ac3bde4c0 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.827766] env[70015]: ERROR nova.scheduler.client.report [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] [req-63e9c978-e4ed-4742-a34f-b098009c6175] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 74b1aad2-fde9-482f-bdc7-a62277f2e79c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-63e9c978-e4ed-4742-a34f-b098009c6175"}]} [ 1123.845559] env[70015]: DEBUG nova.scheduler.client.report [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Refreshing inventories for resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1123.859822] env[70015]: DEBUG nova.scheduler.client.report [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Updating ProviderTree inventory for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1123.860071] env[70015]: DEBUG nova.compute.provider_tree [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1123.872313] env[70015]: DEBUG nova.scheduler.client.report [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Refreshing aggregate associations for resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c, aggregates: None {{(pid=70015) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1123.891485] env[70015]: DEBUG nova.scheduler.client.report [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Refreshing trait associations for resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=70015) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1123.965414] env[70015]: DEBUG oslo_vmware.api [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611594, 'name': ReconfigVM_Task, 'duration_secs': 0.803361} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.965711] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733/04a6ab06-6e2c-4c81-a6aa-3f9811d2a733.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.966641] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b00736c-bf75-4faf-9e9d-cce120335566 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.989245] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5fce1601-277a-4ff1-8222-a16c002bf010 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "691df1bf-e9fc-4492-a3fc-c14a43d8c5ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.250s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.990331] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2828f78a-dd09-4027-ad7c-fa227c27569b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.014908] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc42f07-5509-461a-ab39-6fbb9ef9c3d0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.041619] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e9d555-ea23-4306-abe4-d6aef73812ab {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.049418] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1124.049672] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c42e937-2885-43b7-bebc-fe829f0ed3b5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.057427] env[70015]: DEBUG oslo_vmware.api [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 1124.057427] env[70015]: value = "task-3611595" [ 1124.057427] env[70015]: _type = "Task" [ 1124.057427] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.065697] env[70015]: DEBUG oslo_vmware.api [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611595, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.171117] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc7aab3-4e6e-4934-af8a-e8cdc9ee97ff {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.180905] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442d7611-60ab-4b2a-a849-b4401f645af0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.212620] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423951e7-988d-440c-9730-30fe30cb7031 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.221539] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0a752a-4e15-4e0c-9445-4a65787aada1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.236330] env[70015]: DEBUG nova.compute.provider_tree [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1124.420362] env[70015]: DEBUG oslo_concurrency.lockutils [None req-75b1fb70-be20-49dd-b309-62b7b919174a tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquiring lock "691df1bf-e9fc-4492-a3fc-c14a43d8c5ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.420612] env[70015]: DEBUG oslo_concurrency.lockutils [None req-75b1fb70-be20-49dd-b309-62b7b919174a tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "691df1bf-e9fc-4492-a3fc-c14a43d8c5ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.420800] env[70015]: DEBUG oslo_concurrency.lockutils [None req-75b1fb70-be20-49dd-b309-62b7b919174a tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquiring lock "691df1bf-e9fc-4492-a3fc-c14a43d8c5ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.420984] env[70015]: DEBUG oslo_concurrency.lockutils [None req-75b1fb70-be20-49dd-b309-62b7b919174a tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "691df1bf-e9fc-4492-a3fc-c14a43d8c5ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.421172] env[70015]: DEBUG oslo_concurrency.lockutils [None req-75b1fb70-be20-49dd-b309-62b7b919174a tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "691df1bf-e9fc-4492-a3fc-c14a43d8c5ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.423379] env[70015]: INFO nova.compute.manager [None req-75b1fb70-be20-49dd-b309-62b7b919174a tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed] Terminating instance [ 1124.571761] env[70015]: DEBUG oslo_vmware.api [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611595, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.769029] env[70015]: DEBUG nova.scheduler.client.report [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Updated inventory for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with generation 141 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1124.769029] env[70015]: DEBUG nova.compute.provider_tree [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Updating resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c generation from 141 to 142 during operation: update_inventory {{(pid=70015) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1124.769029] env[70015]: DEBUG nova.compute.provider_tree [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1124.929827] env[70015]: DEBUG nova.compute.manager [None req-75b1fb70-be20-49dd-b309-62b7b919174a tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1124.930410] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-75b1fb70-be20-49dd-b309-62b7b919174a tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1124.931569] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71db79d5-b39d-474a-ac86-7098dcc81b82 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.940143] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b1fb70-be20-49dd-b309-62b7b919174a tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.940873] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9aa1ec94-c5bd-4c38-a4ad-3331076d3aac {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.948541] env[70015]: DEBUG oslo_vmware.api [None req-75b1fb70-be20-49dd-b309-62b7b919174a tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 1124.948541] env[70015]: value = "task-3611596" [ 1124.948541] env[70015]: _type = "Task" [ 1124.948541] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.962184] env[70015]: DEBUG oslo_vmware.api [None req-75b1fb70-be20-49dd-b309-62b7b919174a tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611596, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.069718] env[70015]: DEBUG oslo_vmware.api [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611595, 'name': PowerOnVM_Task, 'duration_secs': 0.660666} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.070206] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1125.273713] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.287s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.274301] env[70015]: DEBUG nova.compute.manager [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] [instance: 229e7657-a8d7-4144-9a8f-6b467f4271be] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1125.276970] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.201s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.278798] env[70015]: INFO nova.compute.claims [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 4342485e-48fa-442f-b7d6-f04e247af854] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1125.459527] env[70015]: DEBUG oslo_vmware.api [None req-75b1fb70-be20-49dd-b309-62b7b919174a tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611596, 'name': PowerOffVM_Task, 'duration_secs': 0.263193} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.459741] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b1fb70-be20-49dd-b309-62b7b919174a tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1125.459950] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-75b1fb70-be20-49dd-b309-62b7b919174a tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1125.460194] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f852baff-f1e4-4ebc-ae9a-4417fa2fa64a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.539837] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-75b1fb70-be20-49dd-b309-62b7b919174a tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1125.540102] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-75b1fb70-be20-49dd-b309-62b7b919174a tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1125.540296] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-75b1fb70-be20-49dd-b309-62b7b919174a tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Deleting the datastore file [datastore1] 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1125.540567] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a1a098f-a2fa-4bec-a2cb-559aacb20d73 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.548836] env[70015]: DEBUG oslo_vmware.api [None req-75b1fb70-be20-49dd-b309-62b7b919174a tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 1125.548836] env[70015]: value = "task-3611598" [ 1125.548836] env[70015]: _type = "Task" [ 1125.548836] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.557401] env[70015]: DEBUG oslo_vmware.api [None req-75b1fb70-be20-49dd-b309-62b7b919174a tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611598, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.783631] env[70015]: DEBUG nova.compute.utils [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1125.786919] env[70015]: DEBUG nova.compute.manager [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] [instance: 229e7657-a8d7-4144-9a8f-6b467f4271be] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1125.786919] env[70015]: DEBUG nova.network.neutron [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] [instance: 229e7657-a8d7-4144-9a8f-6b467f4271be] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1126.061966] env[70015]: DEBUG oslo_vmware.api [None req-75b1fb70-be20-49dd-b309-62b7b919174a tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611598, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.103113] env[70015]: DEBUG nova.policy [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ead20a2a536465190405f7e0f535f5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c49a6de9290423e8c52ad6ddf30ce62', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 1126.119753] env[70015]: INFO nova.compute.manager [None req-c9a98dfc-333b-4947-9b84-fc2568f08a19 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Updating instance to original state: 'active' [ 1126.287446] env[70015]: DEBUG nova.compute.manager [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] [instance: 229e7657-a8d7-4144-9a8f-6b467f4271be] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1126.410819] env[70015]: DEBUG nova.network.neutron [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] [instance: 229e7657-a8d7-4144-9a8f-6b467f4271be] Successfully created port: b3afcbd7-56f1-46d3-975c-ebe390276f4c {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1126.528583] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2fb0ffa-6166-4b41-bcfc-744fa3fde085 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.536635] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d46197-d899-4260-9a72-94d0fc4d7367 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.573688] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23620917-df4d-486e-9115-2b3efc2785e6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.586168] env[70015]: DEBUG oslo_vmware.api [None req-75b1fb70-be20-49dd-b309-62b7b919174a tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611598, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.513104} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.586168] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-75b1fb70-be20-49dd-b309-62b7b919174a tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1126.586168] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-75b1fb70-be20-49dd-b309-62b7b919174a tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1126.586410] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-75b1fb70-be20-49dd-b309-62b7b919174a tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1126.586575] env[70015]: INFO nova.compute.manager [None req-75b1fb70-be20-49dd-b309-62b7b919174a tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1126.586838] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75b1fb70-be20-49dd-b309-62b7b919174a tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.588209] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512d27b4-de7a-483e-b2c9-cee6f338e6c1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.592583] env[70015]: DEBUG nova.compute.manager [-] [instance: 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1126.592691] env[70015]: DEBUG nova.network.neutron [-] [instance: 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1126.606833] env[70015]: DEBUG nova.compute.provider_tree [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.006524] env[70015]: DEBUG nova.compute.manager [req-ef7c8db6-24fd-43bd-b5f9-82970476d3bc req-f6330629-1057-4f3b-b87f-a9211beb0c47 service nova] [instance: 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed] Received event network-vif-deleted-bb9ca65b-47b2-4a96-b617-6f9055ba70ff {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.006765] env[70015]: INFO nova.compute.manager [req-ef7c8db6-24fd-43bd-b5f9-82970476d3bc req-f6330629-1057-4f3b-b87f-a9211beb0c47 service nova] [instance: 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed] Neutron deleted interface bb9ca65b-47b2-4a96-b617-6f9055ba70ff; detaching it from the instance and deleting it from the info cache [ 1127.006901] env[70015]: DEBUG nova.network.neutron [req-ef7c8db6-24fd-43bd-b5f9-82970476d3bc req-f6330629-1057-4f3b-b87f-a9211beb0c47 service nova] [instance: 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.111985] env[70015]: DEBUG nova.scheduler.client.report [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.300082] env[70015]: DEBUG nova.compute.manager [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] [instance: 229e7657-a8d7-4144-9a8f-6b467f4271be] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1127.330182] env[70015]: DEBUG nova.virt.hardware [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1127.330472] env[70015]: DEBUG nova.virt.hardware [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1127.330629] env[70015]: DEBUG nova.virt.hardware [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1127.330812] env[70015]: DEBUG nova.virt.hardware [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1127.330961] env[70015]: DEBUG nova.virt.hardware [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1127.331126] env[70015]: DEBUG nova.virt.hardware [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1127.331334] env[70015]: DEBUG nova.virt.hardware [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1127.331494] env[70015]: DEBUG nova.virt.hardware [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1127.331659] env[70015]: DEBUG nova.virt.hardware [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1127.331824] env[70015]: DEBUG nova.virt.hardware [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1127.331996] env[70015]: DEBUG nova.virt.hardware [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1127.332891] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294f0a49-8c88-4a28-bade-5573f329be95 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.341824] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef23b3f-e9ac-4b30-9f92-6cea6af6d758 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.490505] env[70015]: DEBUG nova.network.neutron [-] [instance: 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.509676] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c101fd53-3cfd-45eb-8647-9ea2790b70bb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.520753] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab1aa00-5e98-43a3-add2-1f8c2b4200b0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.556830] env[70015]: DEBUG nova.compute.manager [req-ef7c8db6-24fd-43bd-b5f9-82970476d3bc req-f6330629-1057-4f3b-b87f-a9211beb0c47 service nova] [instance: 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed] Detach interface failed, port_id=bb9ca65b-47b2-4a96-b617-6f9055ba70ff, reason: Instance 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed could not be found. {{(pid=70015) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1127.617132] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.340s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.617683] env[70015]: DEBUG nova.compute.manager [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 4342485e-48fa-442f-b7d6-f04e247af854] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1127.621552] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2c7e40e2-7928-480b-a972-a832c5333c8b tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.816s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.621830] env[70015]: DEBUG nova.objects.instance [None req-2c7e40e2-7928-480b-a972-a832c5333c8b tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Lazy-loading 'resources' on Instance uuid dbb17646-97f0-4a0c-a717-acc18b5a120f {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.733727] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0f3be0b6-a7bb-4e04-a241-ceab188e40a1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquiring lock "04a6ab06-6e2c-4c81-a6aa-3f9811d2a733" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.734087] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0f3be0b6-a7bb-4e04-a241-ceab188e40a1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lock "04a6ab06-6e2c-4c81-a6aa-3f9811d2a733" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.734312] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0f3be0b6-a7bb-4e04-a241-ceab188e40a1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquiring lock "04a6ab06-6e2c-4c81-a6aa-3f9811d2a733-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.734501] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0f3be0b6-a7bb-4e04-a241-ceab188e40a1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lock "04a6ab06-6e2c-4c81-a6aa-3f9811d2a733-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.734671] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0f3be0b6-a7bb-4e04-a241-ceab188e40a1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lock "04a6ab06-6e2c-4c81-a6aa-3f9811d2a733-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.737129] env[70015]: INFO nova.compute.manager [None req-0f3be0b6-a7bb-4e04-a241-ceab188e40a1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Terminating instance [ 1127.751545] env[70015]: DEBUG oslo_vmware.rw_handles [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526559c8-a81a-0a9c-ebd3-124514aaaa7d/disk-0.vmdk. {{(pid=70015) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1127.752682] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b64a65a-eeb6-4128-ac4c-217a0c124cc6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.759437] env[70015]: DEBUG oslo_vmware.rw_handles [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526559c8-a81a-0a9c-ebd3-124514aaaa7d/disk-0.vmdk is in state: ready. {{(pid=70015) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1127.759585] env[70015]: ERROR oslo_vmware.rw_handles [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526559c8-a81a-0a9c-ebd3-124514aaaa7d/disk-0.vmdk due to incomplete transfer. [ 1127.759806] env[70015]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f9d48ed6-916f-47e1-865c-9b59875049c8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.767919] env[70015]: DEBUG oslo_vmware.rw_handles [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526559c8-a81a-0a9c-ebd3-124514aaaa7d/disk-0.vmdk. {{(pid=70015) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1127.768130] env[70015]: DEBUG nova.virt.vmwareapi.images [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Uploaded image 278b23aa-8898-4963-bab9-573ff398f911 to the Glance image server {{(pid=70015) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1127.770394] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Destroying the VM {{(pid=70015) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1127.770636] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-11b89566-05b2-4d28-a1ad-785c5df2b2db {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.778481] env[70015]: DEBUG oslo_vmware.api [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for the task: (returnval){ [ 1127.778481] env[70015]: value = "task-3611599" [ 1127.778481] env[70015]: _type = "Task" [ 1127.778481] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.787417] env[70015]: DEBUG oslo_vmware.api [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611599, 'name': Destroy_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.993315] env[70015]: INFO nova.compute.manager [-] [instance: 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed] Took 1.40 seconds to deallocate network for instance. [ 1128.060567] env[70015]: DEBUG nova.network.neutron [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] [instance: 229e7657-a8d7-4144-9a8f-6b467f4271be] Successfully updated port: b3afcbd7-56f1-46d3-975c-ebe390276f4c {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1128.123544] env[70015]: DEBUG nova.compute.utils [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1128.125107] env[70015]: DEBUG nova.compute.manager [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 4342485e-48fa-442f-b7d6-f04e247af854] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1128.125290] env[70015]: DEBUG nova.network.neutron [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 4342485e-48fa-442f-b7d6-f04e247af854] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1128.168242] env[70015]: DEBUG nova.policy [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97fe7707d9f14e94827d6a5d6629fc2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd1c3c3921bf344c780646f4bee87bbab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 1128.243615] env[70015]: DEBUG nova.compute.manager [None req-0f3be0b6-a7bb-4e04-a241-ceab188e40a1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1128.243883] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f3be0b6-a7bb-4e04-a241-ceab188e40a1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1128.244333] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9d2ee86-7478-4d1f-af66-aa41f1f0f2c8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.252578] env[70015]: DEBUG oslo_vmware.api [None req-0f3be0b6-a7bb-4e04-a241-ceab188e40a1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 1128.252578] env[70015]: value = "task-3611600" [ 1128.252578] env[70015]: _type = "Task" [ 1128.252578] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.264441] env[70015]: DEBUG oslo_vmware.api [None req-0f3be0b6-a7bb-4e04-a241-ceab188e40a1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.294467] env[70015]: DEBUG oslo_vmware.api [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611599, 'name': Destroy_Task, 'duration_secs': 0.329378} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.294818] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Destroyed the VM [ 1128.295148] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Deleting Snapshot of the VM instance {{(pid=70015) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1128.295435] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-93280843-935d-4b33-96d6-5c4644d43b3a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.303482] env[70015]: DEBUG oslo_vmware.api [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for the task: (returnval){ [ 1128.303482] env[70015]: value = "task-3611601" [ 1128.303482] env[70015]: _type = "Task" [ 1128.303482] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.314916] env[70015]: DEBUG oslo_vmware.api [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611601, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.392997] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8723460d-bd4a-4087-821e-b7f9ef6baa83 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.403781] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06c30da-7780-4d5e-bb0a-0e15d78fed38 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.436209] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc261e1-da8f-4f47-8c68-249c8816f431 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.445036] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deae8f25-01a6-4c10-a2d6-e350db35005b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.460838] env[70015]: DEBUG nova.compute.provider_tree [None req-2c7e40e2-7928-480b-a972-a832c5333c8b tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.503332] env[70015]: DEBUG oslo_concurrency.lockutils [None req-75b1fb70-be20-49dd-b309-62b7b919174a tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.564214] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Acquiring lock "refresh_cache-229e7657-a8d7-4144-9a8f-6b467f4271be" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.566169] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Acquired lock "refresh_cache-229e7657-a8d7-4144-9a8f-6b467f4271be" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.566169] env[70015]: DEBUG nova.network.neutron [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] [instance: 229e7657-a8d7-4144-9a8f-6b467f4271be] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.612375] env[70015]: DEBUG nova.network.neutron [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 4342485e-48fa-442f-b7d6-f04e247af854] Successfully created port: e356ae28-ecc7-4285-a120-43b6579a627e {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1128.631023] env[70015]: DEBUG nova.compute.manager [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 4342485e-48fa-442f-b7d6-f04e247af854] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1128.762674] env[70015]: DEBUG oslo_vmware.api [None req-0f3be0b6-a7bb-4e04-a241-ceab188e40a1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611600, 'name': PowerOffVM_Task, 'duration_secs': 0.445405} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.762941] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f3be0b6-a7bb-4e04-a241-ceab188e40a1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1128.763176] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f3be0b6-a7bb-4e04-a241-ceab188e40a1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Volume detach. Driver type: vmdk {{(pid=70015) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1128.763394] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f3be0b6-a7bb-4e04-a241-ceab188e40a1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720373', 'volume_id': '5cdeb359-baa9-4a0d-b294-5e9cb2d5d021', 'name': 'volume-5cdeb359-baa9-4a0d-b294-5e9cb2d5d021', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '04a6ab06-6e2c-4c81-a6aa-3f9811d2a733', 'attached_at': '2025-04-25T21:07:04.000000', 'detached_at': '', 'volume_id': '5cdeb359-baa9-4a0d-b294-5e9cb2d5d021', 'serial': '5cdeb359-baa9-4a0d-b294-5e9cb2d5d021'} {{(pid=70015) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1128.764190] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69bd92d5-79da-48df-99d2-c438db5092c1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.786794] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b95d3a-16fe-47b6-8345-fb4dbd1b8880 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.794209] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692299eb-041b-483d-b731-9f867e4cf32a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.818548] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d400ecec-99cf-46de-87b9-53b5a64b80b0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.826704] env[70015]: DEBUG oslo_vmware.api [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611601, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.837070] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f3be0b6-a7bb-4e04-a241-ceab188e40a1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] The volume has not been displaced from its original location: [datastore1] volume-5cdeb359-baa9-4a0d-b294-5e9cb2d5d021/volume-5cdeb359-baa9-4a0d-b294-5e9cb2d5d021.vmdk. No consolidation needed. {{(pid=70015) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1128.842398] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f3be0b6-a7bb-4e04-a241-ceab188e40a1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Reconfiguring VM instance instance-00000056 to detach disk 2001 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1128.842703] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0162cdbc-4745-4d79-bfa2-0dfd24cebc86 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.862307] env[70015]: DEBUG oslo_vmware.api [None req-0f3be0b6-a7bb-4e04-a241-ceab188e40a1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 1128.862307] env[70015]: value = "task-3611602" [ 1128.862307] env[70015]: _type = "Task" [ 1128.862307] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.871241] env[70015]: DEBUG oslo_vmware.api [None req-0f3be0b6-a7bb-4e04-a241-ceab188e40a1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611602, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.964737] env[70015]: DEBUG nova.scheduler.client.report [None req-2c7e40e2-7928-480b-a972-a832c5333c8b tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.035360] env[70015]: DEBUG nova.compute.manager [req-b6001db3-34db-4509-9a30-4ca85a30bd06 req-3fa63a3d-cae7-4c22-9dc2-484c5bbe27e1 service nova] [instance: 229e7657-a8d7-4144-9a8f-6b467f4271be] Received event network-vif-plugged-b3afcbd7-56f1-46d3-975c-ebe390276f4c {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.035580] env[70015]: DEBUG oslo_concurrency.lockutils [req-b6001db3-34db-4509-9a30-4ca85a30bd06 req-3fa63a3d-cae7-4c22-9dc2-484c5bbe27e1 service nova] Acquiring lock "229e7657-a8d7-4144-9a8f-6b467f4271be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.035786] env[70015]: DEBUG oslo_concurrency.lockutils [req-b6001db3-34db-4509-9a30-4ca85a30bd06 req-3fa63a3d-cae7-4c22-9dc2-484c5bbe27e1 service nova] Lock "229e7657-a8d7-4144-9a8f-6b467f4271be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.035955] env[70015]: DEBUG oslo_concurrency.lockutils [req-b6001db3-34db-4509-9a30-4ca85a30bd06 req-3fa63a3d-cae7-4c22-9dc2-484c5bbe27e1 service nova] Lock "229e7657-a8d7-4144-9a8f-6b467f4271be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.036139] env[70015]: DEBUG nova.compute.manager [req-b6001db3-34db-4509-9a30-4ca85a30bd06 req-3fa63a3d-cae7-4c22-9dc2-484c5bbe27e1 service nova] [instance: 229e7657-a8d7-4144-9a8f-6b467f4271be] No waiting events found dispatching network-vif-plugged-b3afcbd7-56f1-46d3-975c-ebe390276f4c {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1129.036320] env[70015]: WARNING nova.compute.manager [req-b6001db3-34db-4509-9a30-4ca85a30bd06 req-3fa63a3d-cae7-4c22-9dc2-484c5bbe27e1 service nova] [instance: 229e7657-a8d7-4144-9a8f-6b467f4271be] Received unexpected event network-vif-plugged-b3afcbd7-56f1-46d3-975c-ebe390276f4c for instance with vm_state building and task_state spawning. [ 1129.036456] env[70015]: DEBUG nova.compute.manager [req-b6001db3-34db-4509-9a30-4ca85a30bd06 req-3fa63a3d-cae7-4c22-9dc2-484c5bbe27e1 service nova] [instance: 229e7657-a8d7-4144-9a8f-6b467f4271be] Received event network-changed-b3afcbd7-56f1-46d3-975c-ebe390276f4c {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.036604] env[70015]: DEBUG nova.compute.manager [req-b6001db3-34db-4509-9a30-4ca85a30bd06 req-3fa63a3d-cae7-4c22-9dc2-484c5bbe27e1 service nova] [instance: 229e7657-a8d7-4144-9a8f-6b467f4271be] Refreshing instance network info cache due to event network-changed-b3afcbd7-56f1-46d3-975c-ebe390276f4c. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1129.036767] env[70015]: DEBUG oslo_concurrency.lockutils [req-b6001db3-34db-4509-9a30-4ca85a30bd06 req-3fa63a3d-cae7-4c22-9dc2-484c5bbe27e1 service nova] Acquiring lock "refresh_cache-229e7657-a8d7-4144-9a8f-6b467f4271be" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.099182] env[70015]: DEBUG nova.network.neutron [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] [instance: 229e7657-a8d7-4144-9a8f-6b467f4271be] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1129.220098] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7f9069ee-5a29-4068-b45f-ab3a780e1065 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Acquiring lock "8d6d1eaf-cb87-4853-ac59-ddfd63b1874c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.220376] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7f9069ee-5a29-4068-b45f-ab3a780e1065 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lock "8d6d1eaf-cb87-4853-ac59-ddfd63b1874c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.220619] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7f9069ee-5a29-4068-b45f-ab3a780e1065 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Acquiring lock "8d6d1eaf-cb87-4853-ac59-ddfd63b1874c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.220829] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7f9069ee-5a29-4068-b45f-ab3a780e1065 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lock "8d6d1eaf-cb87-4853-ac59-ddfd63b1874c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.221047] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7f9069ee-5a29-4068-b45f-ab3a780e1065 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lock "8d6d1eaf-cb87-4853-ac59-ddfd63b1874c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.226017] env[70015]: INFO nova.compute.manager [None req-7f9069ee-5a29-4068-b45f-ab3a780e1065 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c] Terminating instance [ 1129.232700] env[70015]: DEBUG nova.network.neutron [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] [instance: 229e7657-a8d7-4144-9a8f-6b467f4271be] Updating instance_info_cache with network_info: [{"id": "b3afcbd7-56f1-46d3-975c-ebe390276f4c", "address": "fa:16:3e:de:a7:2a", "network": {"id": "5fa8d4ea-4c6d-4697-97e1-922d2bf3e2a1", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-929822973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c49a6de9290423e8c52ad6ddf30ce62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3afcbd7-56", "ovs_interfaceid": "b3afcbd7-56f1-46d3-975c-ebe390276f4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.325195] env[70015]: DEBUG oslo_vmware.api [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611601, 'name': RemoveSnapshot_Task, 'duration_secs': 0.72282} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.325481] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Deleted Snapshot of the VM instance {{(pid=70015) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1129.325745] env[70015]: DEBUG nova.compute.manager [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1129.326606] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a789c3-4dda-43a7-bf7d-0a0ed61b23f0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.375194] env[70015]: DEBUG oslo_vmware.api [None req-0f3be0b6-a7bb-4e04-a241-ceab188e40a1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611602, 'name': ReconfigVM_Task, 'duration_secs': 0.214827} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.375525] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f3be0b6-a7bb-4e04-a241-ceab188e40a1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Reconfigured VM instance instance-00000056 to detach disk 2001 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1129.380535] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf9230e9-02d2-4d82-903c-c8947c2e3f62 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.397766] env[70015]: DEBUG oslo_vmware.api [None req-0f3be0b6-a7bb-4e04-a241-ceab188e40a1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 1129.397766] env[70015]: value = "task-3611603" [ 1129.397766] env[70015]: _type = "Task" [ 1129.397766] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.406353] env[70015]: DEBUG oslo_vmware.api [None req-0f3be0b6-a7bb-4e04-a241-ceab188e40a1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611603, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.470409] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2c7e40e2-7928-480b-a972-a832c5333c8b tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.849s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.473037] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4568bddb-df3d-49ce-acf8-876ac3bde4c0 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.796s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.473037] env[70015]: DEBUG nova.objects.instance [None req-4568bddb-df3d-49ce-acf8-876ac3bde4c0 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lazy-loading 'resources' on Instance uuid f3b64104-3919-4838-9c2b-601a41be2ece {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.493627] env[70015]: INFO nova.scheduler.client.report [None req-2c7e40e2-7928-480b-a972-a832c5333c8b tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Deleted allocations for instance dbb17646-97f0-4a0c-a717-acc18b5a120f [ 1129.643489] env[70015]: DEBUG nova.compute.manager [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 4342485e-48fa-442f-b7d6-f04e247af854] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1129.669107] env[70015]: DEBUG nova.virt.hardware [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1129.669361] env[70015]: DEBUG nova.virt.hardware [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1129.669519] env[70015]: DEBUG nova.virt.hardware [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1129.669695] env[70015]: DEBUG nova.virt.hardware [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1129.669842] env[70015]: DEBUG nova.virt.hardware [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1129.669985] env[70015]: DEBUG nova.virt.hardware [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1129.670212] env[70015]: DEBUG nova.virt.hardware [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1129.670371] env[70015]: DEBUG nova.virt.hardware [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1129.670538] env[70015]: DEBUG nova.virt.hardware [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1129.670699] env[70015]: DEBUG nova.virt.hardware [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1129.670869] env[70015]: DEBUG nova.virt.hardware [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1129.671730] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00392f64-2952-4a00-ad38-935bfa2095f4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.680241] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1cd6796-62ac-47c8-ae32-630c73c949f2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.727102] env[70015]: DEBUG nova.compute.manager [None req-7f9069ee-5a29-4068-b45f-ab3a780e1065 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1129.727370] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7f9069ee-5a29-4068-b45f-ab3a780e1065 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1129.728228] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15114e10-d02b-44e2-b455-30314baf3b25 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.736275] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Releasing lock "refresh_cache-229e7657-a8d7-4144-9a8f-6b467f4271be" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.736563] env[70015]: DEBUG nova.compute.manager [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] [instance: 229e7657-a8d7-4144-9a8f-6b467f4271be] Instance network_info: |[{"id": "b3afcbd7-56f1-46d3-975c-ebe390276f4c", "address": "fa:16:3e:de:a7:2a", "network": {"id": "5fa8d4ea-4c6d-4697-97e1-922d2bf3e2a1", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-929822973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c49a6de9290423e8c52ad6ddf30ce62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3afcbd7-56", "ovs_interfaceid": "b3afcbd7-56f1-46d3-975c-ebe390276f4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1129.736850] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f9069ee-5a29-4068-b45f-ab3a780e1065 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.737126] env[70015]: DEBUG oslo_concurrency.lockutils [req-b6001db3-34db-4509-9a30-4ca85a30bd06 req-3fa63a3d-cae7-4c22-9dc2-484c5bbe27e1 service nova] Acquired lock "refresh_cache-229e7657-a8d7-4144-9a8f-6b467f4271be" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.737303] env[70015]: DEBUG nova.network.neutron [req-b6001db3-34db-4509-9a30-4ca85a30bd06 req-3fa63a3d-cae7-4c22-9dc2-484c5bbe27e1 service nova] [instance: 229e7657-a8d7-4144-9a8f-6b467f4271be] Refreshing network info cache for port b3afcbd7-56f1-46d3-975c-ebe390276f4c {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1129.738489] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] [instance: 229e7657-a8d7-4144-9a8f-6b467f4271be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:a7:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea6e81c3-94aa-40a6-a4d4-7f338b503442', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3afcbd7-56f1-46d3-975c-ebe390276f4c', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1129.745863] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Creating folder: Project (5c49a6de9290423e8c52ad6ddf30ce62). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1129.746148] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5646c10-8acf-4b57-b7e5-7b557db91d01 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.750414] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae5484c0-2de7-42ad-8ee1-61dd6fbccad9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.757333] env[70015]: DEBUG oslo_vmware.api [None req-7f9069ee-5a29-4068-b45f-ab3a780e1065 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for the task: (returnval){ [ 1129.757333] env[70015]: value = "task-3611604" [ 1129.757333] env[70015]: _type = "Task" [ 1129.757333] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.765107] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Created folder: Project (5c49a6de9290423e8c52ad6ddf30ce62) in parent group-v720117. [ 1129.765245] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Creating folder: Instances. Parent ref: group-v720413. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1129.765504] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b26d99c-1245-4e74-ab15-de0c823411b4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.770105] env[70015]: DEBUG oslo_vmware.api [None req-7f9069ee-5a29-4068-b45f-ab3a780e1065 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.779678] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Created folder: Instances in parent group-v720413. [ 1129.779911] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.780121] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 229e7657-a8d7-4144-9a8f-6b467f4271be] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1129.780340] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c6fd0cc-f7d9-40b9-be28-3aa6e4f587fb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.801771] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1129.801771] env[70015]: value = "task-3611607" [ 1129.801771] env[70015]: _type = "Task" [ 1129.801771] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.810461] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611607, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.839385] env[70015]: INFO nova.compute.manager [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Shelve offloading [ 1129.908111] env[70015]: DEBUG oslo_vmware.api [None req-0f3be0b6-a7bb-4e04-a241-ceab188e40a1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611603, 'name': ReconfigVM_Task, 'duration_secs': 0.192145} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.908346] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f3be0b6-a7bb-4e04-a241-ceab188e40a1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720373', 'volume_id': '5cdeb359-baa9-4a0d-b294-5e9cb2d5d021', 'name': 'volume-5cdeb359-baa9-4a0d-b294-5e9cb2d5d021', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '04a6ab06-6e2c-4c81-a6aa-3f9811d2a733', 'attached_at': '2025-04-25T21:07:04.000000', 'detached_at': '', 'volume_id': '5cdeb359-baa9-4a0d-b294-5e9cb2d5d021', 'serial': '5cdeb359-baa9-4a0d-b294-5e9cb2d5d021'} {{(pid=70015) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1129.909054] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-0f3be0b6-a7bb-4e04-a241-ceab188e40a1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1129.912036] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929aef30-b29f-445a-96e2-0a49d0092f7e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.920719] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-0f3be0b6-a7bb-4e04-a241-ceab188e40a1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1129.921223] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4319e8e1-24c5-4fda-9d89-da66efd02ecb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.996907] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-0f3be0b6-a7bb-4e04-a241-ceab188e40a1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1129.997259] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-0f3be0b6-a7bb-4e04-a241-ceab188e40a1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1129.997394] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f3be0b6-a7bb-4e04-a241-ceab188e40a1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Deleting the datastore file [datastore2] 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1129.997879] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf47267e-099d-447b-b16b-8a0d4deb788c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.007594] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2c7e40e2-7928-480b-a972-a832c5333c8b tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Lock "dbb17646-97f0-4a0c-a717-acc18b5a120f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.715s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.013688] env[70015]: DEBUG oslo_vmware.api [None req-0f3be0b6-a7bb-4e04-a241-ceab188e40a1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 1130.013688] env[70015]: value = "task-3611609" [ 1130.013688] env[70015]: _type = "Task" [ 1130.013688] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.030187] env[70015]: DEBUG oslo_vmware.api [None req-0f3be0b6-a7bb-4e04-a241-ceab188e40a1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611609, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.060772] env[70015]: DEBUG nova.network.neutron [req-b6001db3-34db-4509-9a30-4ca85a30bd06 req-3fa63a3d-cae7-4c22-9dc2-484c5bbe27e1 service nova] [instance: 229e7657-a8d7-4144-9a8f-6b467f4271be] Updated VIF entry in instance network info cache for port b3afcbd7-56f1-46d3-975c-ebe390276f4c. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1130.062149] env[70015]: DEBUG nova.network.neutron [req-b6001db3-34db-4509-9a30-4ca85a30bd06 req-3fa63a3d-cae7-4c22-9dc2-484c5bbe27e1 service nova] [instance: 229e7657-a8d7-4144-9a8f-6b467f4271be] Updating instance_info_cache with network_info: [{"id": "b3afcbd7-56f1-46d3-975c-ebe390276f4c", "address": "fa:16:3e:de:a7:2a", "network": {"id": "5fa8d4ea-4c6d-4697-97e1-922d2bf3e2a1", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-929822973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c49a6de9290423e8c52ad6ddf30ce62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3afcbd7-56", "ovs_interfaceid": "b3afcbd7-56f1-46d3-975c-ebe390276f4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.233312] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac50801-334d-48d9-9b78-308c800ff34c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.241277] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4fcc99-d10c-4390-af9f-d6d0209e3bc9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.277309] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae636b0-f65b-4bfa-a5c9-041bb9e5b2ad {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.294577] env[70015]: DEBUG oslo_vmware.api [None req-7f9069ee-5a29-4068-b45f-ab3a780e1065 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611604, 'name': PowerOffVM_Task, 'duration_secs': 0.242044} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.295411] env[70015]: DEBUG nova.network.neutron [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 4342485e-48fa-442f-b7d6-f04e247af854] Successfully updated port: e356ae28-ecc7-4285-a120-43b6579a627e {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1130.296163] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f9069ee-5a29-4068-b45f-ab3a780e1065 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1130.296343] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7f9069ee-5a29-4068-b45f-ab3a780e1065 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1130.297695] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c5b2ea-d314-448b-a19b-3c5083ee24a0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.302192] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85191edb-a258-4c88-bb70-a5ab5febd613 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.318523] env[70015]: DEBUG nova.compute.provider_tree [None req-4568bddb-df3d-49ce-acf8-876ac3bde4c0 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.327130] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611607, 'name': CreateVM_Task, 'duration_secs': 0.405154} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.327130] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 229e7657-a8d7-4144-9a8f-6b467f4271be] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1130.328084] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.328084] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.328387] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.329301] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c36779d5-849b-4fe8-93c2-5326936e619e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.335286] env[70015]: DEBUG oslo_vmware.api [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Waiting for the task: (returnval){ [ 1130.335286] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52acfe76-04d3-7f8c-5a8f-b41dd05a5117" [ 1130.335286] env[70015]: _type = "Task" [ 1130.335286] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.344586] env[70015]: DEBUG oslo_vmware.api [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52acfe76-04d3-7f8c-5a8f-b41dd05a5117, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.347191] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1130.347699] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5b86e8c-d5cc-47d1-9920-1926659a9dfe {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.355637] env[70015]: DEBUG oslo_vmware.api [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for the task: (returnval){ [ 1130.355637] env[70015]: value = "task-3611611" [ 1130.355637] env[70015]: _type = "Task" [ 1130.355637] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.365164] env[70015]: DEBUG oslo_vmware.api [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611611, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.382505] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7f9069ee-5a29-4068-b45f-ab3a780e1065 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1130.382734] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7f9069ee-5a29-4068-b45f-ab3a780e1065 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1130.382919] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f9069ee-5a29-4068-b45f-ab3a780e1065 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Deleting the datastore file [datastore2] 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1130.383201] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ab9f8fc-1f16-48e2-be23-b221809fe60e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.390390] env[70015]: DEBUG oslo_vmware.api [None req-7f9069ee-5a29-4068-b45f-ab3a780e1065 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for the task: (returnval){ [ 1130.390390] env[70015]: value = "task-3611612" [ 1130.390390] env[70015]: _type = "Task" [ 1130.390390] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.399851] env[70015]: DEBUG oslo_vmware.api [None req-7f9069ee-5a29-4068-b45f-ab3a780e1065 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611612, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.523861] env[70015]: DEBUG oslo_vmware.api [None req-0f3be0b6-a7bb-4e04-a241-ceab188e40a1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611609, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157129} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.524215] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f3be0b6-a7bb-4e04-a241-ceab188e40a1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1130.524405] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-0f3be0b6-a7bb-4e04-a241-ceab188e40a1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1130.524587] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-0f3be0b6-a7bb-4e04-a241-ceab188e40a1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1130.524751] env[70015]: INFO nova.compute.manager [None req-0f3be0b6-a7bb-4e04-a241-ceab188e40a1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Took 2.28 seconds to destroy the instance on the hypervisor. [ 1130.525041] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f3be0b6-a7bb-4e04-a241-ceab188e40a1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.525268] env[70015]: DEBUG nova.compute.manager [-] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1130.525365] env[70015]: DEBUG nova.network.neutron [-] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1130.565706] env[70015]: DEBUG oslo_concurrency.lockutils [req-b6001db3-34db-4509-9a30-4ca85a30bd06 req-3fa63a3d-cae7-4c22-9dc2-484c5bbe27e1 service nova] Releasing lock "refresh_cache-229e7657-a8d7-4144-9a8f-6b467f4271be" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.808718] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "refresh_cache-4342485e-48fa-442f-b7d6-f04e247af854" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.808894] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquired lock "refresh_cache-4342485e-48fa-442f-b7d6-f04e247af854" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.809063] env[70015]: DEBUG nova.network.neutron [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 4342485e-48fa-442f-b7d6-f04e247af854] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.822262] env[70015]: DEBUG nova.scheduler.client.report [None req-4568bddb-df3d-49ce-acf8-876ac3bde4c0 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.848684] env[70015]: DEBUG oslo_vmware.api [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52acfe76-04d3-7f8c-5a8f-b41dd05a5117, 'name': SearchDatastore_Task, 'duration_secs': 0.010265} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.848985] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.849317] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] [instance: 229e7657-a8d7-4144-9a8f-6b467f4271be] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1130.849453] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.849595] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.849770] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1130.850095] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4af7f246-5ad3-4e4b-a3ec-96a16b8d6ff9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.861449] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1130.861449] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1130.863018] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c368150-92e7-428b-ac49-5826d70632a1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.869598] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] VM already powered off {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1130.869741] env[70015]: DEBUG nova.compute.manager [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1130.870394] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26e430a-c0b8-4fa5-89d1-f6e01be17aee {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.874798] env[70015]: DEBUG oslo_vmware.api [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Waiting for the task: (returnval){ [ 1130.874798] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52a40130-3bac-bb99-b7af-803bd91fd6db" [ 1130.874798] env[70015]: _type = "Task" [ 1130.874798] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.882199] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Acquiring lock "refresh_cache-cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.882199] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Acquired lock "refresh_cache-cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.882199] env[70015]: DEBUG nova.network.neutron [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.888626] env[70015]: DEBUG oslo_vmware.api [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52a40130-3bac-bb99-b7af-803bd91fd6db, 'name': SearchDatastore_Task, 'duration_secs': 0.009897} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.890235] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e214630-4f5e-42fa-888a-1191e47d25fa {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.901778] env[70015]: DEBUG oslo_vmware.api [None req-7f9069ee-5a29-4068-b45f-ab3a780e1065 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611612, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137788} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.902658] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f9069ee-5a29-4068-b45f-ab3a780e1065 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1130.902888] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7f9069ee-5a29-4068-b45f-ab3a780e1065 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1130.903038] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7f9069ee-5a29-4068-b45f-ab3a780e1065 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1130.903474] env[70015]: INFO nova.compute.manager [None req-7f9069ee-5a29-4068-b45f-ab3a780e1065 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1130.903474] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f9069ee-5a29-4068-b45f-ab3a780e1065 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.903720] env[70015]: DEBUG oslo_vmware.api [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Waiting for the task: (returnval){ [ 1130.903720] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52243542-6f6c-e661-0be9-49921f3b43a7" [ 1130.903720] env[70015]: _type = "Task" [ 1130.903720] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.903888] env[70015]: DEBUG nova.compute.manager [-] [instance: 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1130.903954] env[70015]: DEBUG nova.network.neutron [-] [instance: 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1130.916206] env[70015]: DEBUG oslo_vmware.api [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52243542-6f6c-e661-0be9-49921f3b43a7, 'name': SearchDatastore_Task, 'duration_secs': 0.010951} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.916452] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.916705] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 229e7657-a8d7-4144-9a8f-6b467f4271be/229e7657-a8d7-4144-9a8f-6b467f4271be.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1130.916948] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc75fc46-3a65-496d-b6e8-64b6f717d200 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.925957] env[70015]: DEBUG oslo_vmware.api [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Waiting for the task: (returnval){ [ 1130.925957] env[70015]: value = "task-3611613" [ 1130.925957] env[70015]: _type = "Task" [ 1130.925957] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.934852] env[70015]: DEBUG oslo_vmware.api [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Task: {'id': task-3611613, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.062706] env[70015]: DEBUG nova.compute.manager [req-ed2dbae7-6f89-49b9-b8cb-0fd97e61f955 req-0ad225a5-420a-47ce-99ed-6dddf25e02e7 service nova] [instance: 4342485e-48fa-442f-b7d6-f04e247af854] Received event network-vif-plugged-e356ae28-ecc7-4285-a120-43b6579a627e {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.062706] env[70015]: DEBUG oslo_concurrency.lockutils [req-ed2dbae7-6f89-49b9-b8cb-0fd97e61f955 req-0ad225a5-420a-47ce-99ed-6dddf25e02e7 service nova] Acquiring lock "4342485e-48fa-442f-b7d6-f04e247af854-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.062706] env[70015]: DEBUG oslo_concurrency.lockutils [req-ed2dbae7-6f89-49b9-b8cb-0fd97e61f955 req-0ad225a5-420a-47ce-99ed-6dddf25e02e7 service nova] Lock "4342485e-48fa-442f-b7d6-f04e247af854-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.071352] env[70015]: DEBUG oslo_concurrency.lockutils [req-ed2dbae7-6f89-49b9-b8cb-0fd97e61f955 req-0ad225a5-420a-47ce-99ed-6dddf25e02e7 service nova] Lock "4342485e-48fa-442f-b7d6-f04e247af854-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.071352] env[70015]: DEBUG nova.compute.manager [req-ed2dbae7-6f89-49b9-b8cb-0fd97e61f955 req-0ad225a5-420a-47ce-99ed-6dddf25e02e7 service nova] [instance: 4342485e-48fa-442f-b7d6-f04e247af854] No waiting events found dispatching network-vif-plugged-e356ae28-ecc7-4285-a120-43b6579a627e {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1131.071352] env[70015]: WARNING nova.compute.manager [req-ed2dbae7-6f89-49b9-b8cb-0fd97e61f955 req-0ad225a5-420a-47ce-99ed-6dddf25e02e7 service nova] [instance: 4342485e-48fa-442f-b7d6-f04e247af854] Received unexpected event network-vif-plugged-e356ae28-ecc7-4285-a120-43b6579a627e for instance with vm_state building and task_state spawning. [ 1131.071352] env[70015]: DEBUG nova.compute.manager [req-ed2dbae7-6f89-49b9-b8cb-0fd97e61f955 req-0ad225a5-420a-47ce-99ed-6dddf25e02e7 service nova] [instance: 4342485e-48fa-442f-b7d6-f04e247af854] Received event network-changed-e356ae28-ecc7-4285-a120-43b6579a627e {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.071352] env[70015]: DEBUG nova.compute.manager [req-ed2dbae7-6f89-49b9-b8cb-0fd97e61f955 req-0ad225a5-420a-47ce-99ed-6dddf25e02e7 service nova] [instance: 4342485e-48fa-442f-b7d6-f04e247af854] Refreshing instance network info cache due to event network-changed-e356ae28-ecc7-4285-a120-43b6579a627e. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1131.071352] env[70015]: DEBUG oslo_concurrency.lockutils [req-ed2dbae7-6f89-49b9-b8cb-0fd97e61f955 req-0ad225a5-420a-47ce-99ed-6dddf25e02e7 service nova] Acquiring lock "refresh_cache-4342485e-48fa-442f-b7d6-f04e247af854" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.330408] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4568bddb-df3d-49ce-acf8-876ac3bde4c0 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.854s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.330408] env[70015]: DEBUG oslo_concurrency.lockutils [None req-75b1fb70-be20-49dd-b309-62b7b919174a tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.826s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.330408] env[70015]: DEBUG nova.objects.instance [None req-75b1fb70-be20-49dd-b309-62b7b919174a tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lazy-loading 'resources' on Instance uuid 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.376494] env[70015]: DEBUG nova.network.neutron [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 4342485e-48fa-442f-b7d6-f04e247af854] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1131.379925] env[70015]: INFO nova.scheduler.client.report [None req-4568bddb-df3d-49ce-acf8-876ac3bde4c0 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Deleted allocations for instance f3b64104-3919-4838-9c2b-601a41be2ece [ 1131.441612] env[70015]: DEBUG oslo_vmware.api [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Task: {'id': task-3611613, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.610642] env[70015]: DEBUG nova.network.neutron [-] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.651347] env[70015]: DEBUG nova.network.neutron [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 4342485e-48fa-442f-b7d6-f04e247af854] Updating instance_info_cache with network_info: [{"id": "e356ae28-ecc7-4285-a120-43b6579a627e", "address": "fa:16:3e:8c:51:ef", "network": {"id": "8ce3f073-fbb0-428a-b358-e2d426cf9d9a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-661174958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1c3c3921bf344c780646f4bee87bbab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape356ae28-ec", "ovs_interfaceid": "e356ae28-ecc7-4285-a120-43b6579a627e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.716373] env[70015]: DEBUG nova.network.neutron [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Updating instance_info_cache with network_info: [{"id": "1c548735-b404-460f-821f-1f4af087088c", "address": "fa:16:3e:50:e2:2c", "network": {"id": "74079621-6489-4099-86ba-2ce6a3e033f9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-701290069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db9270719b1d444d9e1e4434b1a1199a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c548735-b4", "ovs_interfaceid": "1c548735-b404-460f-821f-1f4af087088c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.897242] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4568bddb-df3d-49ce-acf8-876ac3bde4c0 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Lock "f3b64104-3919-4838-9c2b-601a41be2ece" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.765s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.939092] env[70015]: DEBUG oslo_vmware.api [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Task: {'id': task-3611613, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515394} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.939711] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 229e7657-a8d7-4144-9a8f-6b467f4271be/229e7657-a8d7-4144-9a8f-6b467f4271be.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1131.939711] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] [instance: 229e7657-a8d7-4144-9a8f-6b467f4271be] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1131.940806] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a826f47f-f889-4bed-a3ad-4a9ed6a8b1a1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.952446] env[70015]: DEBUG oslo_vmware.api [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Waiting for the task: (returnval){ [ 1131.952446] env[70015]: value = "task-3611614" [ 1131.952446] env[70015]: _type = "Task" [ 1131.952446] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.964384] env[70015]: DEBUG oslo_vmware.api [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Task: {'id': task-3611614, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.096753] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74079626-a172-49a6-b048-493dddd8d03a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.104947] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4603897-72bf-42c4-b374-cad99528b3b0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.134756] env[70015]: INFO nova.compute.manager [-] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Took 1.61 seconds to deallocate network for instance. [ 1132.140508] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fefb2416-8147-4dcc-8a72-f83731efd274 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.146414] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f226d62-8056-4fac-83b5-a0c3445bd81b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.160519] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Releasing lock "refresh_cache-4342485e-48fa-442f-b7d6-f04e247af854" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.160846] env[70015]: DEBUG nova.compute.manager [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 4342485e-48fa-442f-b7d6-f04e247af854] Instance network_info: |[{"id": "e356ae28-ecc7-4285-a120-43b6579a627e", "address": "fa:16:3e:8c:51:ef", "network": {"id": "8ce3f073-fbb0-428a-b358-e2d426cf9d9a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-661174958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1c3c3921bf344c780646f4bee87bbab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape356ae28-ec", "ovs_interfaceid": "e356ae28-ecc7-4285-a120-43b6579a627e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1132.161439] env[70015]: DEBUG nova.compute.provider_tree [None req-75b1fb70-be20-49dd-b309-62b7b919174a tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.163219] env[70015]: DEBUG oslo_concurrency.lockutils [req-ed2dbae7-6f89-49b9-b8cb-0fd97e61f955 req-0ad225a5-420a-47ce-99ed-6dddf25e02e7 service nova] Acquired lock "refresh_cache-4342485e-48fa-442f-b7d6-f04e247af854" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.163219] env[70015]: DEBUG nova.network.neutron [req-ed2dbae7-6f89-49b9-b8cb-0fd97e61f955 req-0ad225a5-420a-47ce-99ed-6dddf25e02e7 service nova] [instance: 4342485e-48fa-442f-b7d6-f04e247af854] Refreshing network info cache for port e356ae28-ecc7-4285-a120-43b6579a627e {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.164113] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 4342485e-48fa-442f-b7d6-f04e247af854] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:51:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ebf5df-5ecb-4a0c-a163-d88165639de0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e356ae28-ecc7-4285-a120-43b6579a627e', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1132.171882] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.172012] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4342485e-48fa-442f-b7d6-f04e247af854] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1132.172599] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d20d70fb-1ec9-494f-a634-44c03b42f1e7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.193795] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1132.193795] env[70015]: value = "task-3611615" [ 1132.193795] env[70015]: _type = "Task" [ 1132.193795] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.202198] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611615, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.220673] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Releasing lock "refresh_cache-cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.279404] env[70015]: DEBUG nova.network.neutron [-] [instance: 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.463508] env[70015]: DEBUG oslo_vmware.api [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Task: {'id': task-3611614, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075488} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.463851] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] [instance: 229e7657-a8d7-4144-9a8f-6b467f4271be] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1132.465403] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3fdd875-181c-4abc-9cf4-a9b3e0957e39 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.496747] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] [instance: 229e7657-a8d7-4144-9a8f-6b467f4271be] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 229e7657-a8d7-4144-9a8f-6b467f4271be/229e7657-a8d7-4144-9a8f-6b467f4271be.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1132.497077] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfc482af-7e5e-488b-bdb8-e3f8e4b5730f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.511394] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ab0e164a-43db-47af-9eb3-ff7a19e0aba9 tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Acquiring lock "1de77f73-d2a9-4d03-a79f-b59b76b4a336" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.511634] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ab0e164a-43db-47af-9eb3-ff7a19e0aba9 tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Lock "1de77f73-d2a9-4d03-a79f-b59b76b4a336" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.511837] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ab0e164a-43db-47af-9eb3-ff7a19e0aba9 tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Acquiring lock "1de77f73-d2a9-4d03-a79f-b59b76b4a336-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.512117] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ab0e164a-43db-47af-9eb3-ff7a19e0aba9 tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Lock "1de77f73-d2a9-4d03-a79f-b59b76b4a336-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.512313] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ab0e164a-43db-47af-9eb3-ff7a19e0aba9 tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Lock "1de77f73-d2a9-4d03-a79f-b59b76b4a336-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.514501] env[70015]: INFO nova.compute.manager [None req-ab0e164a-43db-47af-9eb3-ff7a19e0aba9 tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] Terminating instance [ 1132.525375] env[70015]: DEBUG oslo_vmware.api [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Waiting for the task: (returnval){ [ 1132.525375] env[70015]: value = "task-3611616" [ 1132.525375] env[70015]: _type = "Task" [ 1132.525375] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.539888] env[70015]: DEBUG oslo_vmware.api [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Task: {'id': task-3611616, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.616427] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1132.617352] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd33e26-c743-42a4-aafd-91f472ad5252 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.626085] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1132.626391] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-891b20d7-7c6b-4342-ab65-6d6a8bc8d800 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.676240] env[70015]: DEBUG nova.scheduler.client.report [None req-75b1fb70-be20-49dd-b309-62b7b919174a tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.691735] env[70015]: INFO nova.compute.manager [None req-0f3be0b6-a7bb-4e04-a241-ceab188e40a1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Took 0.56 seconds to detach 1 volumes for instance. [ 1132.709268] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611615, 'name': CreateVM_Task, 'duration_secs': 0.407714} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.709452] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4342485e-48fa-442f-b7d6-f04e247af854] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1132.710047] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.710232] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.710541] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.710796] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-901921c4-a936-4a41-aa4c-8004b262dd85 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.718918] env[70015]: DEBUG oslo_vmware.api [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1132.718918] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52239b12-5389-ae59-0cb9-9c308bf67853" [ 1132.718918] env[70015]: _type = "Task" [ 1132.718918] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.724031] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1132.724031] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1132.724031] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Deleting the datastore file [datastore1] cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1132.725926] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c115a51-a56a-4d9d-a974-323b64b2f1be {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.733958] env[70015]: DEBUG oslo_vmware.api [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52239b12-5389-ae59-0cb9-9c308bf67853, 'name': SearchDatastore_Task, 'duration_secs': 0.013675} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.735963] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.736277] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 4342485e-48fa-442f-b7d6-f04e247af854] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1132.736548] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.736698] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.736877] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1132.737574] env[70015]: DEBUG oslo_vmware.api [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for the task: (returnval){ [ 1132.737574] env[70015]: value = "task-3611618" [ 1132.737574] env[70015]: _type = "Task" [ 1132.737574] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.737795] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48f62e07-90bb-491e-a1b9-1639c093d7c3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.750993] env[70015]: DEBUG oslo_vmware.api [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611618, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.752843] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1132.753061] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1132.754161] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-616a60b2-dc1c-452a-b285-d759b15abdc5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.761063] env[70015]: DEBUG oslo_vmware.api [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1132.761063] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]529f5acf-ef2a-2569-0235-555e9cee492a" [ 1132.761063] env[70015]: _type = "Task" [ 1132.761063] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.771203] env[70015]: DEBUG oslo_vmware.api [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]529f5acf-ef2a-2569-0235-555e9cee492a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.783884] env[70015]: INFO nova.compute.manager [-] [instance: 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c] Took 1.88 seconds to deallocate network for instance. [ 1132.998109] env[70015]: DEBUG nova.network.neutron [req-ed2dbae7-6f89-49b9-b8cb-0fd97e61f955 req-0ad225a5-420a-47ce-99ed-6dddf25e02e7 service nova] [instance: 4342485e-48fa-442f-b7d6-f04e247af854] Updated VIF entry in instance network info cache for port e356ae28-ecc7-4285-a120-43b6579a627e. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1132.998510] env[70015]: DEBUG nova.network.neutron [req-ed2dbae7-6f89-49b9-b8cb-0fd97e61f955 req-0ad225a5-420a-47ce-99ed-6dddf25e02e7 service nova] [instance: 4342485e-48fa-442f-b7d6-f04e247af854] Updating instance_info_cache with network_info: [{"id": "e356ae28-ecc7-4285-a120-43b6579a627e", "address": "fa:16:3e:8c:51:ef", "network": {"id": "8ce3f073-fbb0-428a-b358-e2d426cf9d9a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-661174958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1c3c3921bf344c780646f4bee87bbab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape356ae28-ec", "ovs_interfaceid": "e356ae28-ecc7-4285-a120-43b6579a627e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.018840] env[70015]: DEBUG nova.compute.manager [None req-ab0e164a-43db-47af-9eb3-ff7a19e0aba9 tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1133.019410] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0e164a-43db-47af-9eb3-ff7a19e0aba9 tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1133.020321] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12dcf67e-0087-44e3-a1b5-9edd48d3e58f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.032479] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0e164a-43db-47af-9eb3-ff7a19e0aba9 tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1133.032741] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94e5fd82-a5cf-480d-8d85-3a9382a271a8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.042346] env[70015]: DEBUG oslo_vmware.api [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Task: {'id': task-3611616, 'name': ReconfigVM_Task, 'duration_secs': 0.324523} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.043859] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] [instance: 229e7657-a8d7-4144-9a8f-6b467f4271be] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 229e7657-a8d7-4144-9a8f-6b467f4271be/229e7657-a8d7-4144-9a8f-6b467f4271be.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1133.044619] env[70015]: DEBUG oslo_vmware.api [None req-ab0e164a-43db-47af-9eb3-ff7a19e0aba9 tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Waiting for the task: (returnval){ [ 1133.044619] env[70015]: value = "task-3611619" [ 1133.044619] env[70015]: _type = "Task" [ 1133.044619] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.044844] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d671cf0-e51e-4698-a8b6-014363bdf9a2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.059151] env[70015]: DEBUG oslo_vmware.api [None req-ab0e164a-43db-47af-9eb3-ff7a19e0aba9 tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Task: {'id': task-3611619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.060320] env[70015]: DEBUG oslo_vmware.api [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Waiting for the task: (returnval){ [ 1133.060320] env[70015]: value = "task-3611620" [ 1133.060320] env[70015]: _type = "Task" [ 1133.060320] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.094182] env[70015]: DEBUG nova.compute.manager [req-be478d75-e4c5-4ba0-85b3-8eeb85ccea0c req-297f7801-fff3-49f2-83d3-b19801d8753d service nova] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Received event network-vif-deleted-0e24eb9c-4050-4a50-85d3-e68a6f459084 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.094446] env[70015]: DEBUG nova.compute.manager [req-be478d75-e4c5-4ba0-85b3-8eeb85ccea0c req-297f7801-fff3-49f2-83d3-b19801d8753d service nova] [instance: 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c] Received event network-vif-deleted-a8bf5f21-c096-4393-8ec1-f3c3ea14ab26 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.094637] env[70015]: DEBUG nova.compute.manager [req-be478d75-e4c5-4ba0-85b3-8eeb85ccea0c req-297f7801-fff3-49f2-83d3-b19801d8753d service nova] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Received event network-vif-unplugged-1c548735-b404-460f-821f-1f4af087088c {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.094848] env[70015]: DEBUG oslo_concurrency.lockutils [req-be478d75-e4c5-4ba0-85b3-8eeb85ccea0c req-297f7801-fff3-49f2-83d3-b19801d8753d service nova] Acquiring lock "cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.095194] env[70015]: DEBUG oslo_concurrency.lockutils [req-be478d75-e4c5-4ba0-85b3-8eeb85ccea0c req-297f7801-fff3-49f2-83d3-b19801d8753d service nova] Lock "cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.095447] env[70015]: DEBUG oslo_concurrency.lockutils [req-be478d75-e4c5-4ba0-85b3-8eeb85ccea0c req-297f7801-fff3-49f2-83d3-b19801d8753d service nova] Lock "cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.095627] env[70015]: DEBUG nova.compute.manager [req-be478d75-e4c5-4ba0-85b3-8eeb85ccea0c req-297f7801-fff3-49f2-83d3-b19801d8753d service nova] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] No waiting events found dispatching network-vif-unplugged-1c548735-b404-460f-821f-1f4af087088c {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1133.095795] env[70015]: WARNING nova.compute.manager [req-be478d75-e4c5-4ba0-85b3-8eeb85ccea0c req-297f7801-fff3-49f2-83d3-b19801d8753d service nova] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Received unexpected event network-vif-unplugged-1c548735-b404-460f-821f-1f4af087088c for instance with vm_state shelved and task_state shelving_offloading. [ 1133.095956] env[70015]: DEBUG nova.compute.manager [req-be478d75-e4c5-4ba0-85b3-8eeb85ccea0c req-297f7801-fff3-49f2-83d3-b19801d8753d service nova] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Received event network-changed-1c548735-b404-460f-821f-1f4af087088c {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.096317] env[70015]: DEBUG nova.compute.manager [req-be478d75-e4c5-4ba0-85b3-8eeb85ccea0c req-297f7801-fff3-49f2-83d3-b19801d8753d service nova] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Refreshing instance network info cache due to event network-changed-1c548735-b404-460f-821f-1f4af087088c. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1133.096317] env[70015]: DEBUG oslo_concurrency.lockutils [req-be478d75-e4c5-4ba0-85b3-8eeb85ccea0c req-297f7801-fff3-49f2-83d3-b19801d8753d service nova] Acquiring lock "refresh_cache-cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.096433] env[70015]: DEBUG oslo_concurrency.lockutils [req-be478d75-e4c5-4ba0-85b3-8eeb85ccea0c req-297f7801-fff3-49f2-83d3-b19801d8753d service nova] Acquired lock "refresh_cache-cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.096613] env[70015]: DEBUG nova.network.neutron [req-be478d75-e4c5-4ba0-85b3-8eeb85ccea0c req-297f7801-fff3-49f2-83d3-b19801d8753d service nova] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Refreshing network info cache for port 1c548735-b404-460f-821f-1f4af087088c {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1133.182303] env[70015]: DEBUG oslo_concurrency.lockutils [None req-75b1fb70-be20-49dd-b309-62b7b919174a tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.852s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.205301] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0f3be0b6-a7bb-4e04-a241-ceab188e40a1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.205740] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0f3be0b6-a7bb-4e04-a241-ceab188e40a1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.206111] env[70015]: DEBUG nova.objects.instance [None req-0f3be0b6-a7bb-4e04-a241-ceab188e40a1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lazy-loading 'resources' on Instance uuid 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.208946] env[70015]: INFO nova.scheduler.client.report [None req-75b1fb70-be20-49dd-b309-62b7b919174a tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Deleted allocations for instance 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed [ 1133.252236] env[70015]: DEBUG oslo_vmware.api [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611618, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146333} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.252626] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1133.252626] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1133.252764] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1133.272405] env[70015]: DEBUG oslo_vmware.api [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]529f5acf-ef2a-2569-0235-555e9cee492a, 'name': SearchDatastore_Task, 'duration_secs': 0.010927} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.272957] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a8650ac-d40e-43a7-8be7-bd772e6312c5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.277135] env[70015]: INFO nova.scheduler.client.report [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Deleted allocations for instance cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec [ 1133.285252] env[70015]: DEBUG oslo_vmware.api [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1133.285252] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52f5b7cd-94b0-e7af-6b9c-802e9bc131dc" [ 1133.285252] env[70015]: _type = "Task" [ 1133.285252] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.290489] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7f9069ee-5a29-4068-b45f-ab3a780e1065 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.293661] env[70015]: DEBUG oslo_vmware.api [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52f5b7cd-94b0-e7af-6b9c-802e9bc131dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.501150] env[70015]: DEBUG oslo_concurrency.lockutils [req-ed2dbae7-6f89-49b9-b8cb-0fd97e61f955 req-0ad225a5-420a-47ce-99ed-6dddf25e02e7 service nova] Releasing lock "refresh_cache-4342485e-48fa-442f-b7d6-f04e247af854" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.557360] env[70015]: DEBUG oslo_vmware.api [None req-ab0e164a-43db-47af-9eb3-ff7a19e0aba9 tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Task: {'id': task-3611619, 'name': PowerOffVM_Task, 'duration_secs': 0.209129} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.557641] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0e164a-43db-47af-9eb3-ff7a19e0aba9 tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1133.557828] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0e164a-43db-47af-9eb3-ff7a19e0aba9 tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1133.558114] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85017d01-57b5-4a66-bdac-83e85ac63ac7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.569215] env[70015]: DEBUG oslo_vmware.api [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Task: {'id': task-3611620, 'name': Rename_Task, 'duration_secs': 0.208196} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.569481] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] [instance: 229e7657-a8d7-4144-9a8f-6b467f4271be] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1133.570042] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad6ab5c2-4241-42a9-b093-a7c2bf64c2f1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.576142] env[70015]: DEBUG oslo_vmware.api [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Waiting for the task: (returnval){ [ 1133.576142] env[70015]: value = "task-3611622" [ 1133.576142] env[70015]: _type = "Task" [ 1133.576142] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.584685] env[70015]: DEBUG oslo_vmware.api [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Task: {'id': task-3611622, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.633161] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0e164a-43db-47af-9eb3-ff7a19e0aba9 tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1133.633578] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0e164a-43db-47af-9eb3-ff7a19e0aba9 tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1133.633854] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab0e164a-43db-47af-9eb3-ff7a19e0aba9 tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Deleting the datastore file [datastore2] 1de77f73-d2a9-4d03-a79f-b59b76b4a336 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1133.634287] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b6a06a1-d813-4e7d-afb8-c1ec0a255cbc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.642760] env[70015]: DEBUG oslo_vmware.api [None req-ab0e164a-43db-47af-9eb3-ff7a19e0aba9 tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Waiting for the task: (returnval){ [ 1133.642760] env[70015]: value = "task-3611623" [ 1133.642760] env[70015]: _type = "Task" [ 1133.642760] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.655971] env[70015]: DEBUG oslo_vmware.api [None req-ab0e164a-43db-47af-9eb3-ff7a19e0aba9 tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Task: {'id': task-3611623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.723044] env[70015]: DEBUG oslo_concurrency.lockutils [None req-75b1fb70-be20-49dd-b309-62b7b919174a tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "691df1bf-e9fc-4492-a3fc-c14a43d8c5ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.302s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.783597] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.799703] env[70015]: DEBUG oslo_vmware.api [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52f5b7cd-94b0-e7af-6b9c-802e9bc131dc, 'name': SearchDatastore_Task, 'duration_secs': 0.010591} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.800145] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.800487] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 4342485e-48fa-442f-b7d6-f04e247af854/4342485e-48fa-442f-b7d6-f04e247af854.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1133.800807] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7cadfa3-bb76-4265-89a1-c48a078260f6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.811619] env[70015]: DEBUG oslo_vmware.api [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1133.811619] env[70015]: value = "task-3611624" [ 1133.811619] env[70015]: _type = "Task" [ 1133.811619] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.820076] env[70015]: DEBUG oslo_vmware.api [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611624, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.011193] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eba29d9-fd57-488d-9903-aab95b5610cc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.025965] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4d4664-8023-4799-81b2-604c003344b8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.066673] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d67760-2ac7-4cad-aeec-3827182ebc32 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.077360] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2d78a1-ac09-41b9-8df4-190d7cb83692 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.093037] env[70015]: DEBUG oslo_vmware.api [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Task: {'id': task-3611622, 'name': PowerOnVM_Task, 'duration_secs': 0.510081} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.104301] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] [instance: 229e7657-a8d7-4144-9a8f-6b467f4271be] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1134.104301] env[70015]: INFO nova.compute.manager [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] [instance: 229e7657-a8d7-4144-9a8f-6b467f4271be] Took 6.80 seconds to spawn the instance on the hypervisor. [ 1134.104301] env[70015]: DEBUG nova.compute.manager [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] [instance: 229e7657-a8d7-4144-9a8f-6b467f4271be] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1134.104301] env[70015]: DEBUG nova.compute.provider_tree [None req-0f3be0b6-a7bb-4e04-a241-ceab188e40a1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.105655] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9135d59c-54e8-4773-b816-c99922f4bb22 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.163910] env[70015]: DEBUG oslo_vmware.api [None req-ab0e164a-43db-47af-9eb3-ff7a19e0aba9 tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Task: {'id': task-3611623, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146299} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.163910] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab0e164a-43db-47af-9eb3-ff7a19e0aba9 tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1134.163910] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0e164a-43db-47af-9eb3-ff7a19e0aba9 tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1134.164141] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0e164a-43db-47af-9eb3-ff7a19e0aba9 tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1134.164278] env[70015]: INFO nova.compute.manager [None req-ab0e164a-43db-47af-9eb3-ff7a19e0aba9 tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1134.164542] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab0e164a-43db-47af-9eb3-ff7a19e0aba9 tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1134.164751] env[70015]: DEBUG nova.compute.manager [-] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1134.164857] env[70015]: DEBUG nova.network.neutron [-] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1134.296839] env[70015]: DEBUG nova.network.neutron [req-be478d75-e4c5-4ba0-85b3-8eeb85ccea0c req-297f7801-fff3-49f2-83d3-b19801d8753d service nova] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Updated VIF entry in instance network info cache for port 1c548735-b404-460f-821f-1f4af087088c. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1134.297221] env[70015]: DEBUG nova.network.neutron [req-be478d75-e4c5-4ba0-85b3-8eeb85ccea0c req-297f7801-fff3-49f2-83d3-b19801d8753d service nova] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Updating instance_info_cache with network_info: [{"id": "1c548735-b404-460f-821f-1f4af087088c", "address": "fa:16:3e:50:e2:2c", "network": {"id": "74079621-6489-4099-86ba-2ce6a3e033f9", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-701290069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db9270719b1d444d9e1e4434b1a1199a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap1c548735-b4", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.324529] env[70015]: DEBUG oslo_vmware.api [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611624, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477305} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.325408] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 4342485e-48fa-442f-b7d6-f04e247af854/4342485e-48fa-442f-b7d6-f04e247af854.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1134.325408] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 4342485e-48fa-442f-b7d6-f04e247af854] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1134.325408] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-220ecbe4-c4ed-40fb-8ff6-4b7de628a1cb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.334635] env[70015]: DEBUG oslo_vmware.api [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1134.334635] env[70015]: value = "task-3611625" [ 1134.334635] env[70015]: _type = "Task" [ 1134.334635] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.349237] env[70015]: DEBUG oslo_vmware.api [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611625, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.610998] env[70015]: DEBUG nova.scheduler.client.report [None req-0f3be0b6-a7bb-4e04-a241-ceab188e40a1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.632545] env[70015]: INFO nova.compute.manager [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] [instance: 229e7657-a8d7-4144-9a8f-6b467f4271be] Took 19.04 seconds to build instance. [ 1134.800651] env[70015]: DEBUG oslo_concurrency.lockutils [req-be478d75-e4c5-4ba0-85b3-8eeb85ccea0c req-297f7801-fff3-49f2-83d3-b19801d8753d service nova] Releasing lock "refresh_cache-cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.810322] env[70015]: DEBUG nova.compute.manager [req-72a8a16e-b2a6-44f8-8d51-85eb226f3c05 req-4a4b343a-c27c-4779-9075-cd6409027ce1 service nova] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] Received event network-vif-deleted-14f0456d-1d5f-4438-8c40-36a8f252e0bb {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.810475] env[70015]: INFO nova.compute.manager [req-72a8a16e-b2a6-44f8-8d51-85eb226f3c05 req-4a4b343a-c27c-4779-9075-cd6409027ce1 service nova] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] Neutron deleted interface 14f0456d-1d5f-4438-8c40-36a8f252e0bb; detaching it from the instance and deleting it from the info cache [ 1134.810654] env[70015]: DEBUG nova.network.neutron [req-72a8a16e-b2a6-44f8-8d51-85eb226f3c05 req-4a4b343a-c27c-4779-9075-cd6409027ce1 service nova] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.846116] env[70015]: DEBUG oslo_vmware.api [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611625, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.231534} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.846426] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 4342485e-48fa-442f-b7d6-f04e247af854] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1134.847248] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa3f079-1ab5-4d37-83ce-095f9e1823f5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.872276] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 4342485e-48fa-442f-b7d6-f04e247af854] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 4342485e-48fa-442f-b7d6-f04e247af854/4342485e-48fa-442f-b7d6-f04e247af854.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.872602] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e526f1e0-cf0d-467a-b8c0-9e1f4a1d3853 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.894356] env[70015]: DEBUG oslo_vmware.api [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1134.894356] env[70015]: value = "task-3611626" [ 1134.894356] env[70015]: _type = "Task" [ 1134.894356] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.903604] env[70015]: DEBUG oslo_vmware.api [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611626, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.120836] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0f3be0b6-a7bb-4e04-a241-ceab188e40a1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.915s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.122854] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7f9069ee-5a29-4068-b45f-ab3a780e1065 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.832s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.123627] env[70015]: DEBUG nova.objects.instance [None req-7f9069ee-5a29-4068-b45f-ab3a780e1065 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lazy-loading 'resources' on Instance uuid 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.135024] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Lock "229e7657-a8d7-4144-9a8f-6b467f4271be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.553s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.153646] env[70015]: INFO nova.scheduler.client.report [None req-0f3be0b6-a7bb-4e04-a241-ceab188e40a1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Deleted allocations for instance 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733 [ 1135.185740] env[70015]: DEBUG nova.network.neutron [-] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.258280] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquiring lock "eedeed94-6108-49bc-886f-b4c729f7f243" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.258505] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "eedeed94-6108-49bc-886f-b4c729f7f243" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.318838] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-938ab6c8-9379-4370-9773-3b698630a941 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.332309] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57918808-b3cf-469b-a5d0-3d18085edb3c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.367879] env[70015]: DEBUG nova.compute.manager [req-72a8a16e-b2a6-44f8-8d51-85eb226f3c05 req-4a4b343a-c27c-4779-9075-cd6409027ce1 service nova] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] Detach interface failed, port_id=14f0456d-1d5f-4438-8c40-36a8f252e0bb, reason: Instance 1de77f73-d2a9-4d03-a79f-b59b76b4a336 could not be found. {{(pid=70015) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1135.406826] env[70015]: DEBUG oslo_vmware.api [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611626, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.663110] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0f3be0b6-a7bb-4e04-a241-ceab188e40a1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lock "04a6ab06-6e2c-4c81-a6aa-3f9811d2a733" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.929s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.688675] env[70015]: INFO nova.compute.manager [-] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] Took 1.52 seconds to deallocate network for instance. [ 1135.765647] env[70015]: DEBUG nova.compute.manager [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: eedeed94-6108-49bc-886f-b4c729f7f243] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1135.848796] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eeb9600-7d01-4fa5-8a70-9638b6c7be01 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.857984] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c33187-0d13-4268-ba04-6df40e6124c9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.890826] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d924877-c0fd-499c-878c-503ea0d54309 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.901471] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6543ab-099d-4378-8c0b-039387c32644 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.907970] env[70015]: DEBUG oslo_vmware.api [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611626, 'name': ReconfigVM_Task, 'duration_secs': 0.723529} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.908654] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 4342485e-48fa-442f-b7d6-f04e247af854] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 4342485e-48fa-442f-b7d6-f04e247af854/4342485e-48fa-442f-b7d6-f04e247af854.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1135.909253] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91ddb375-bc51-4dc4-acd1-d5957b17ce7d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.918295] env[70015]: DEBUG nova.compute.provider_tree [None req-7f9069ee-5a29-4068-b45f-ab3a780e1065 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.924523] env[70015]: DEBUG oslo_vmware.api [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1135.924523] env[70015]: value = "task-3611627" [ 1135.924523] env[70015]: _type = "Task" [ 1135.924523] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.933518] env[70015]: DEBUG oslo_vmware.api [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611627, 'name': Rename_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.121718] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ec3dabe3-c1c4-4746-896d-214d9d464289 tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Acquiring lock "229e7657-a8d7-4144-9a8f-6b467f4271be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.121890] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ec3dabe3-c1c4-4746-896d-214d9d464289 tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Lock "229e7657-a8d7-4144-9a8f-6b467f4271be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.122126] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ec3dabe3-c1c4-4746-896d-214d9d464289 tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Acquiring lock "229e7657-a8d7-4144-9a8f-6b467f4271be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.122293] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ec3dabe3-c1c4-4746-896d-214d9d464289 tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Lock "229e7657-a8d7-4144-9a8f-6b467f4271be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.122465] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ec3dabe3-c1c4-4746-896d-214d9d464289 tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Lock "229e7657-a8d7-4144-9a8f-6b467f4271be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.125246] env[70015]: INFO nova.compute.manager [None req-ec3dabe3-c1c4-4746-896d-214d9d464289 tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] [instance: 229e7657-a8d7-4144-9a8f-6b467f4271be] Terminating instance [ 1136.198787] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ab0e164a-43db-47af-9eb3-ff7a19e0aba9 tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.291872] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.423462] env[70015]: DEBUG nova.scheduler.client.report [None req-7f9069ee-5a29-4068-b45f-ab3a780e1065 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.436954] env[70015]: DEBUG oslo_vmware.api [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611627, 'name': Rename_Task, 'duration_secs': 0.382126} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.437553] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 4342485e-48fa-442f-b7d6-f04e247af854] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1136.437693] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c874d39-ed9b-43c6-b342-24e4eacc9663 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.445370] env[70015]: DEBUG oslo_vmware.api [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1136.445370] env[70015]: value = "task-3611628" [ 1136.445370] env[70015]: _type = "Task" [ 1136.445370] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.456932] env[70015]: DEBUG oslo_vmware.api [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611628, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.629921] env[70015]: DEBUG nova.compute.manager [None req-ec3dabe3-c1c4-4746-896d-214d9d464289 tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] [instance: 229e7657-a8d7-4144-9a8f-6b467f4271be] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1136.630202] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3dabe3-c1c4-4746-896d-214d9d464289 tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] [instance: 229e7657-a8d7-4144-9a8f-6b467f4271be] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1136.631834] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25357a0e-5376-45dc-afdf-b7bf6876b513 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.640526] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec3dabe3-c1c4-4746-896d-214d9d464289 tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] [instance: 229e7657-a8d7-4144-9a8f-6b467f4271be] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.640826] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-634e08e9-e195-4088-9773-392f94da9253 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.648035] env[70015]: DEBUG oslo_vmware.api [None req-ec3dabe3-c1c4-4746-896d-214d9d464289 tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Waiting for the task: (returnval){ [ 1136.648035] env[70015]: value = "task-3611629" [ 1136.648035] env[70015]: _type = "Task" [ 1136.648035] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.653070] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Acquiring lock "cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.656827] env[70015]: DEBUG oslo_vmware.api [None req-ec3dabe3-c1c4-4746-896d-214d9d464289 tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Task: {'id': task-3611629, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.890251] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquiring lock "5bcd70ac-6f46-40b1-a048-3d6ac0c14b85" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.890653] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lock "5bcd70ac-6f46-40b1-a048-3d6ac0c14b85" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.928359] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7f9069ee-5a29-4068-b45f-ab3a780e1065 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.805s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.934916] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.153s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.935102] env[70015]: DEBUG nova.objects.instance [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Lazy-loading 'resources' on Instance uuid cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.958332] env[70015]: DEBUG oslo_vmware.api [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611628, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.959508] env[70015]: INFO nova.scheduler.client.report [None req-7f9069ee-5a29-4068-b45f-ab3a780e1065 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Deleted allocations for instance 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c [ 1137.159181] env[70015]: DEBUG oslo_vmware.api [None req-ec3dabe3-c1c4-4746-896d-214d9d464289 tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Task: {'id': task-3611629, 'name': PowerOffVM_Task, 'duration_secs': 0.306633} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.159181] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec3dabe3-c1c4-4746-896d-214d9d464289 tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] [instance: 229e7657-a8d7-4144-9a8f-6b467f4271be] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.159181] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3dabe3-c1c4-4746-896d-214d9d464289 tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] [instance: 229e7657-a8d7-4144-9a8f-6b467f4271be] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1137.159521] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd35c7f9-ec21-4b25-adca-d12a4f56775c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.236072] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3dabe3-c1c4-4746-896d-214d9d464289 tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] [instance: 229e7657-a8d7-4144-9a8f-6b467f4271be] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1137.236072] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3dabe3-c1c4-4746-896d-214d9d464289 tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] [instance: 229e7657-a8d7-4144-9a8f-6b467f4271be] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1137.236072] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec3dabe3-c1c4-4746-896d-214d9d464289 tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Deleting the datastore file [datastore2] 229e7657-a8d7-4144-9a8f-6b467f4271be {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1137.236261] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0119c24a-520e-41fb-a6f1-ee9cee288bae {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.242373] env[70015]: DEBUG oslo_vmware.api [None req-ec3dabe3-c1c4-4746-896d-214d9d464289 tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Waiting for the task: (returnval){ [ 1137.242373] env[70015]: value = "task-3611631" [ 1137.242373] env[70015]: _type = "Task" [ 1137.242373] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.250138] env[70015]: DEBUG oslo_vmware.api [None req-ec3dabe3-c1c4-4746-896d-214d9d464289 tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Task: {'id': task-3611631, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.393799] env[70015]: DEBUG nova.compute.manager [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1137.441956] env[70015]: DEBUG nova.objects.instance [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Lazy-loading 'numa_topology' on Instance uuid cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.458770] env[70015]: DEBUG oslo_vmware.api [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611628, 'name': PowerOnVM_Task, 'duration_secs': 0.725602} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.459355] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 4342485e-48fa-442f-b7d6-f04e247af854] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1137.459609] env[70015]: INFO nova.compute.manager [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 4342485e-48fa-442f-b7d6-f04e247af854] Took 7.82 seconds to spawn the instance on the hypervisor. [ 1137.459794] env[70015]: DEBUG nova.compute.manager [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 4342485e-48fa-442f-b7d6-f04e247af854] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1137.460900] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061de713-ca85-4348-93f1-f5230310f3f5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.474309] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7f9069ee-5a29-4068-b45f-ab3a780e1065 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lock "8d6d1eaf-cb87-4853-ac59-ddfd63b1874c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.253s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.752986] env[70015]: DEBUG oslo_vmware.api [None req-ec3dabe3-c1c4-4746-896d-214d9d464289 tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Task: {'id': task-3611631, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140273} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.753562] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec3dabe3-c1c4-4746-896d-214d9d464289 tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1137.753672] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3dabe3-c1c4-4746-896d-214d9d464289 tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] [instance: 229e7657-a8d7-4144-9a8f-6b467f4271be] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1137.753902] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3dabe3-c1c4-4746-896d-214d9d464289 tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] [instance: 229e7657-a8d7-4144-9a8f-6b467f4271be] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1137.754154] env[70015]: INFO nova.compute.manager [None req-ec3dabe3-c1c4-4746-896d-214d9d464289 tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] [instance: 229e7657-a8d7-4144-9a8f-6b467f4271be] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1137.754450] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec3dabe3-c1c4-4746-896d-214d9d464289 tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.754688] env[70015]: DEBUG nova.compute.manager [-] [instance: 229e7657-a8d7-4144-9a8f-6b467f4271be] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1137.754817] env[70015]: DEBUG nova.network.neutron [-] [instance: 229e7657-a8d7-4144-9a8f-6b467f4271be] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1137.926912] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.944379] env[70015]: DEBUG nova.objects.base [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=70015) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1137.987252] env[70015]: INFO nova.compute.manager [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 4342485e-48fa-442f-b7d6-f04e247af854] Took 18.93 seconds to build instance. [ 1138.227847] env[70015]: DEBUG oslo_concurrency.lockutils [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Acquiring lock "95030215-0d67-4f17-906b-ef03d2e10c29" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.228441] env[70015]: DEBUG oslo_concurrency.lockutils [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Lock "95030215-0d67-4f17-906b-ef03d2e10c29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.237939] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037a6e47-8572-4ee0-830c-7d22be4dac35 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.246902] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6679091e-78d5-45cf-a6e6-6e8cfbb18c3e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.286356] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854defe6-a171-430a-83bf-57bd9f1a2153 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.295708] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6c041d-78b4-46dc-b393-692aa45b5e5c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.317564] env[70015]: DEBUG nova.compute.provider_tree [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.323021] env[70015]: DEBUG nova.compute.manager [req-befb8166-ceca-4c3e-80e0-c872398edfd3 req-53574629-828b-4f3e-8247-3c2b62fe5b75 service nova] [instance: 229e7657-a8d7-4144-9a8f-6b467f4271be] Received event network-vif-deleted-b3afcbd7-56f1-46d3-975c-ebe390276f4c {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.323021] env[70015]: INFO nova.compute.manager [req-befb8166-ceca-4c3e-80e0-c872398edfd3 req-53574629-828b-4f3e-8247-3c2b62fe5b75 service nova] [instance: 229e7657-a8d7-4144-9a8f-6b467f4271be] Neutron deleted interface b3afcbd7-56f1-46d3-975c-ebe390276f4c; detaching it from the instance and deleting it from the info cache [ 1138.323021] env[70015]: DEBUG nova.network.neutron [req-befb8166-ceca-4c3e-80e0-c872398edfd3 req-53574629-828b-4f3e-8247-3c2b62fe5b75 service nova] [instance: 229e7657-a8d7-4144-9a8f-6b467f4271be] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.410803] env[70015]: DEBUG oslo_concurrency.lockutils [None req-509b061a-d5bb-4fc0-8035-344856d7cf34 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "4342485e-48fa-442f-b7d6-f04e247af854" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.490025] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "4342485e-48fa-442f-b7d6-f04e247af854" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.444s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.490445] env[70015]: DEBUG oslo_concurrency.lockutils [None req-509b061a-d5bb-4fc0-8035-344856d7cf34 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "4342485e-48fa-442f-b7d6-f04e247af854" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.080s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.490530] env[70015]: DEBUG nova.compute.manager [None req-509b061a-d5bb-4fc0-8035-344856d7cf34 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 4342485e-48fa-442f-b7d6-f04e247af854] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1138.491524] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd50b801-ef95-4415-9d37-776b608332df {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.498285] env[70015]: DEBUG nova.compute.manager [None req-509b061a-d5bb-4fc0-8035-344856d7cf34 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 4342485e-48fa-442f-b7d6-f04e247af854] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70015) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1138.498868] env[70015]: DEBUG nova.objects.instance [None req-509b061a-d5bb-4fc0-8035-344856d7cf34 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lazy-loading 'flavor' on Instance uuid 4342485e-48fa-442f-b7d6-f04e247af854 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.731545] env[70015]: DEBUG nova.compute.manager [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] [instance: 95030215-0d67-4f17-906b-ef03d2e10c29] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1138.790137] env[70015]: DEBUG nova.network.neutron [-] [instance: 229e7657-a8d7-4144-9a8f-6b467f4271be] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.823172] env[70015]: DEBUG nova.scheduler.client.report [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.826595] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ef25b0dd-6890-4c49-bd22-da8367587e20 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.835832] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8042f4cd-dab2-4296-845b-117b4068c3a1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.867229] env[70015]: DEBUG nova.compute.manager [req-befb8166-ceca-4c3e-80e0-c872398edfd3 req-53574629-828b-4f3e-8247-3c2b62fe5b75 service nova] [instance: 229e7657-a8d7-4144-9a8f-6b467f4271be] Detach interface failed, port_id=b3afcbd7-56f1-46d3-975c-ebe390276f4c, reason: Instance 229e7657-a8d7-4144-9a8f-6b467f4271be could not be found. {{(pid=70015) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1139.072501] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4c37a9c2-6cf9-48d8-87b5-6e5bfb080bbe tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Acquiring lock "c485b9cd-6be9-48ea-a547-cc338e735f7c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.072501] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4c37a9c2-6cf9-48d8-87b5-6e5bfb080bbe tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lock "c485b9cd-6be9-48ea-a547-cc338e735f7c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.252700] env[70015]: DEBUG oslo_concurrency.lockutils [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.292752] env[70015]: INFO nova.compute.manager [-] [instance: 229e7657-a8d7-4144-9a8f-6b467f4271be] Took 1.54 seconds to deallocate network for instance. [ 1139.330936] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.396s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.333326] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ab0e164a-43db-47af-9eb3-ff7a19e0aba9 tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.135s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.333549] env[70015]: DEBUG nova.objects.instance [None req-ab0e164a-43db-47af-9eb3-ff7a19e0aba9 tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Lazy-loading 'resources' on Instance uuid 1de77f73-d2a9-4d03-a79f-b59b76b4a336 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.506358] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-509b061a-d5bb-4fc0-8035-344856d7cf34 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 4342485e-48fa-442f-b7d6-f04e247af854] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.506358] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a50b2a6-e117-4f83-8bf1-c38043bbe4f6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.514274] env[70015]: DEBUG oslo_vmware.api [None req-509b061a-d5bb-4fc0-8035-344856d7cf34 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1139.514274] env[70015]: value = "task-3611632" [ 1139.514274] env[70015]: _type = "Task" [ 1139.514274] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.522094] env[70015]: DEBUG oslo_vmware.api [None req-509b061a-d5bb-4fc0-8035-344856d7cf34 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611632, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.574499] env[70015]: INFO nova.compute.manager [None req-4c37a9c2-6cf9-48d8-87b5-6e5bfb080bbe tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Detaching volume 84791052-3bb7-4936-a6b2-f3d9139373c5 [ 1139.611254] env[70015]: INFO nova.virt.block_device [None req-4c37a9c2-6cf9-48d8-87b5-6e5bfb080bbe tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Attempting to driver detach volume 84791052-3bb7-4936-a6b2-f3d9139373c5 from mountpoint /dev/sdb [ 1139.611504] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c37a9c2-6cf9-48d8-87b5-6e5bfb080bbe tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Volume detach. Driver type: vmdk {{(pid=70015) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1139.611692] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c37a9c2-6cf9-48d8-87b5-6e5bfb080bbe tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720370', 'volume_id': '84791052-3bb7-4936-a6b2-f3d9139373c5', 'name': 'volume-84791052-3bb7-4936-a6b2-f3d9139373c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c485b9cd-6be9-48ea-a547-cc338e735f7c', 'attached_at': '', 'detached_at': '', 'volume_id': '84791052-3bb7-4936-a6b2-f3d9139373c5', 'serial': '84791052-3bb7-4936-a6b2-f3d9139373c5'} {{(pid=70015) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1139.612639] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd7ba28-76a0-4093-b240-1ff188f2ecb8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.637280] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e91ea1-6a6b-4168-8a8d-c55596e39ba9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.647219] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5296ce-47fb-4700-ae78-2f07814514c8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.668118] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db704716-43e3-40e5-b658-348992d7c50a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.683283] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c37a9c2-6cf9-48d8-87b5-6e5bfb080bbe tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] The volume has not been displaced from its original location: [datastore1] volume-84791052-3bb7-4936-a6b2-f3d9139373c5/volume-84791052-3bb7-4936-a6b2-f3d9139373c5.vmdk. No consolidation needed. {{(pid=70015) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1139.688969] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c37a9c2-6cf9-48d8-87b5-6e5bfb080bbe tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Reconfiguring VM instance instance-00000054 to detach disk 2001 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1139.689310] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dadf0ecc-a2a3-429d-9730-8de0a43f795f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.706460] env[70015]: DEBUG oslo_vmware.api [None req-4c37a9c2-6cf9-48d8-87b5-6e5bfb080bbe tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for the task: (returnval){ [ 1139.706460] env[70015]: value = "task-3611633" [ 1139.706460] env[70015]: _type = "Task" [ 1139.706460] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.714152] env[70015]: DEBUG oslo_vmware.api [None req-4c37a9c2-6cf9-48d8-87b5-6e5bfb080bbe tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611633, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.799577] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ec3dabe3-c1c4-4746-896d-214d9d464289 tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.841459] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f5020ed9-9067-4fd3-805b-bc1a0fe9ba11 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Lock "cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 28.843s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.842395] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Lock "cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 3.189s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.842603] env[70015]: INFO nova.compute.manager [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Unshelving [ 1140.008263] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53e4e39-ec0f-42cc-8525-740776c7be0e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.018908] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9757ed0a-01e3-4bfd-8a5e-81214cf888e4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.027573] env[70015]: DEBUG oslo_vmware.api [None req-509b061a-d5bb-4fc0-8035-344856d7cf34 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611632, 'name': PowerOffVM_Task, 'duration_secs': 0.188855} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.053238] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-509b061a-d5bb-4fc0-8035-344856d7cf34 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 4342485e-48fa-442f-b7d6-f04e247af854] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1140.054025] env[70015]: DEBUG nova.compute.manager [None req-509b061a-d5bb-4fc0-8035-344856d7cf34 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 4342485e-48fa-442f-b7d6-f04e247af854] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1140.054541] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c915560c-b152-49fc-adfe-7eb7e83f5905 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.057776] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47979008-782a-4eed-936d-b3203ee8eb3f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.068498] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8670cd-3283-4717-a37a-f2ddbd029b3d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.081593] env[70015]: DEBUG nova.compute.provider_tree [None req-ab0e164a-43db-47af-9eb3-ff7a19e0aba9 tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.216562] env[70015]: DEBUG oslo_vmware.api [None req-4c37a9c2-6cf9-48d8-87b5-6e5bfb080bbe tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611633, 'name': ReconfigVM_Task, 'duration_secs': 0.221702} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.216842] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c37a9c2-6cf9-48d8-87b5-6e5bfb080bbe tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Reconfigured VM instance instance-00000054 to detach disk 2001 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1140.221897] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1adc85ec-e01d-43b4-a3d0-a3280b233291 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.237272] env[70015]: DEBUG oslo_vmware.api [None req-4c37a9c2-6cf9-48d8-87b5-6e5bfb080bbe tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for the task: (returnval){ [ 1140.237272] env[70015]: value = "task-3611634" [ 1140.237272] env[70015]: _type = "Task" [ 1140.237272] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.245409] env[70015]: DEBUG oslo_vmware.api [None req-4c37a9c2-6cf9-48d8-87b5-6e5bfb080bbe tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611634, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.570651] env[70015]: DEBUG oslo_concurrency.lockutils [None req-509b061a-d5bb-4fc0-8035-344856d7cf34 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "4342485e-48fa-442f-b7d6-f04e247af854" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.080s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.584808] env[70015]: DEBUG nova.scheduler.client.report [None req-ab0e164a-43db-47af-9eb3-ff7a19e0aba9 tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.747502] env[70015]: DEBUG oslo_vmware.api [None req-4c37a9c2-6cf9-48d8-87b5-6e5bfb080bbe tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.857537] env[70015]: DEBUG oslo_concurrency.lockutils [None req-fdc818aa-7ce0-4f52-9220-9c0d29e5181f tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquiring lock "a173c940-ed80-45ec-83a2-af2b2ad416c4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.857870] env[70015]: DEBUG oslo_concurrency.lockutils [None req-fdc818aa-7ce0-4f52-9220-9c0d29e5181f tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "a173c940-ed80-45ec-83a2-af2b2ad416c4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.869854] env[70015]: DEBUG oslo_concurrency.lockutils [None req-eb90775c-ab5b-4746-afde-f5c682432e5c tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "4342485e-48fa-442f-b7d6-f04e247af854" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.870134] env[70015]: DEBUG oslo_concurrency.lockutils [None req-eb90775c-ab5b-4746-afde-f5c682432e5c tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "4342485e-48fa-442f-b7d6-f04e247af854" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.870361] env[70015]: DEBUG oslo_concurrency.lockutils [None req-eb90775c-ab5b-4746-afde-f5c682432e5c tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "4342485e-48fa-442f-b7d6-f04e247af854-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.870543] env[70015]: DEBUG oslo_concurrency.lockutils [None req-eb90775c-ab5b-4746-afde-f5c682432e5c tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "4342485e-48fa-442f-b7d6-f04e247af854-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.870708] env[70015]: DEBUG oslo_concurrency.lockutils [None req-eb90775c-ab5b-4746-afde-f5c682432e5c tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "4342485e-48fa-442f-b7d6-f04e247af854-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.873634] env[70015]: INFO nova.compute.manager [None req-eb90775c-ab5b-4746-afde-f5c682432e5c tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 4342485e-48fa-442f-b7d6-f04e247af854] Terminating instance [ 1140.890430] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.089187] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ab0e164a-43db-47af-9eb3-ff7a19e0aba9 tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.756s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.091616] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.800s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.093126] env[70015]: INFO nova.compute.claims [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: eedeed94-6108-49bc-886f-b4c729f7f243] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1141.110153] env[70015]: INFO nova.scheduler.client.report [None req-ab0e164a-43db-47af-9eb3-ff7a19e0aba9 tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Deleted allocations for instance 1de77f73-d2a9-4d03-a79f-b59b76b4a336 [ 1141.247744] env[70015]: DEBUG oslo_vmware.api [None req-4c37a9c2-6cf9-48d8-87b5-6e5bfb080bbe tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611634, 'name': ReconfigVM_Task, 'duration_secs': 0.816028} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.248073] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c37a9c2-6cf9-48d8-87b5-6e5bfb080bbe tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720370', 'volume_id': '84791052-3bb7-4936-a6b2-f3d9139373c5', 'name': 'volume-84791052-3bb7-4936-a6b2-f3d9139373c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c485b9cd-6be9-48ea-a547-cc338e735f7c', 'attached_at': '', 'detached_at': '', 'volume_id': '84791052-3bb7-4936-a6b2-f3d9139373c5', 'serial': '84791052-3bb7-4936-a6b2-f3d9139373c5'} {{(pid=70015) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1141.363929] env[70015]: INFO nova.compute.manager [None req-fdc818aa-7ce0-4f52-9220-9c0d29e5181f tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Detaching volume f6c96ff7-44eb-4a30-963f-8f475548ed7a [ 1141.377629] env[70015]: DEBUG nova.compute.manager [None req-eb90775c-ab5b-4746-afde-f5c682432e5c tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 4342485e-48fa-442f-b7d6-f04e247af854] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1141.377846] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-eb90775c-ab5b-4746-afde-f5c682432e5c tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 4342485e-48fa-442f-b7d6-f04e247af854] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1141.378727] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c50f1c5-fa82-4f4a-b98f-e0b0022206ac {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.386826] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-eb90775c-ab5b-4746-afde-f5c682432e5c tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 4342485e-48fa-442f-b7d6-f04e247af854] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1141.386826] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79e0ef7b-cff2-4d37-ab6a-ca2f2823519d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.396123] env[70015]: INFO nova.virt.block_device [None req-fdc818aa-7ce0-4f52-9220-9c0d29e5181f tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Attempting to driver detach volume f6c96ff7-44eb-4a30-963f-8f475548ed7a from mountpoint /dev/sdb [ 1141.396336] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdc818aa-7ce0-4f52-9220-9c0d29e5181f tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Volume detach. Driver type: vmdk {{(pid=70015) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1141.396518] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdc818aa-7ce0-4f52-9220-9c0d29e5181f tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720390', 'volume_id': 'f6c96ff7-44eb-4a30-963f-8f475548ed7a', 'name': 'volume-f6c96ff7-44eb-4a30-963f-8f475548ed7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a173c940-ed80-45ec-83a2-af2b2ad416c4', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6c96ff7-44eb-4a30-963f-8f475548ed7a', 'serial': 'f6c96ff7-44eb-4a30-963f-8f475548ed7a'} {{(pid=70015) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1141.397275] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c091577-5028-4274-beb6-18ff75616624 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.419149] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968ab31a-d400-455f-ba7e-4e62747dad0f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.425360] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26cbb713-ef8b-435a-b831-d9a27859e91f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.446742] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2be9fe-f440-4c40-813b-f59714b3fae0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.449970] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-eb90775c-ab5b-4746-afde-f5c682432e5c tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 4342485e-48fa-442f-b7d6-f04e247af854] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1141.450186] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-eb90775c-ab5b-4746-afde-f5c682432e5c tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 4342485e-48fa-442f-b7d6-f04e247af854] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1141.450371] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb90775c-ab5b-4746-afde-f5c682432e5c tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Deleting the datastore file [datastore2] 4342485e-48fa-442f-b7d6-f04e247af854 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1141.450926] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea9dc18f-63d1-454b-9fab-0455d87a4913 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.462745] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdc818aa-7ce0-4f52-9220-9c0d29e5181f tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] The volume has not been displaced from its original location: [datastore2] volume-f6c96ff7-44eb-4a30-963f-8f475548ed7a/volume-f6c96ff7-44eb-4a30-963f-8f475548ed7a.vmdk. No consolidation needed. {{(pid=70015) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1141.467924] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdc818aa-7ce0-4f52-9220-9c0d29e5181f tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Reconfiguring VM instance instance-0000005b to detach disk 2001 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1141.469088] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aeb3bc03-c069-40a0-a432-98402254b31a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.481330] env[70015]: DEBUG oslo_vmware.api [None req-eb90775c-ab5b-4746-afde-f5c682432e5c tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1141.481330] env[70015]: value = "task-3611636" [ 1141.481330] env[70015]: _type = "Task" [ 1141.481330] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.488069] env[70015]: DEBUG oslo_vmware.api [None req-fdc818aa-7ce0-4f52-9220-9c0d29e5181f tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 1141.488069] env[70015]: value = "task-3611637" [ 1141.488069] env[70015]: _type = "Task" [ 1141.488069] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.492288] env[70015]: DEBUG oslo_vmware.api [None req-eb90775c-ab5b-4746-afde-f5c682432e5c tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611636, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.497759] env[70015]: DEBUG oslo_vmware.api [None req-fdc818aa-7ce0-4f52-9220-9c0d29e5181f tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611637, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.617896] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ab0e164a-43db-47af-9eb3-ff7a19e0aba9 tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Lock "1de77f73-d2a9-4d03-a79f-b59b76b4a336" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.106s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.792596] env[70015]: DEBUG nova.objects.instance [None req-4c37a9c2-6cf9-48d8-87b5-6e5bfb080bbe tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lazy-loading 'flavor' on Instance uuid c485b9cd-6be9-48ea-a547-cc338e735f7c {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.993310] env[70015]: DEBUG oslo_vmware.api [None req-eb90775c-ab5b-4746-afde-f5c682432e5c tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611636, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193945} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.993931] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb90775c-ab5b-4746-afde-f5c682432e5c tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1141.994198] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-eb90775c-ab5b-4746-afde-f5c682432e5c tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 4342485e-48fa-442f-b7d6-f04e247af854] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1141.994433] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-eb90775c-ab5b-4746-afde-f5c682432e5c tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 4342485e-48fa-442f-b7d6-f04e247af854] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1141.994641] env[70015]: INFO nova.compute.manager [None req-eb90775c-ab5b-4746-afde-f5c682432e5c tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 4342485e-48fa-442f-b7d6-f04e247af854] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1141.994881] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb90775c-ab5b-4746-afde-f5c682432e5c tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1141.995081] env[70015]: DEBUG nova.compute.manager [-] [instance: 4342485e-48fa-442f-b7d6-f04e247af854] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1141.995188] env[70015]: DEBUG nova.network.neutron [-] [instance: 4342485e-48fa-442f-b7d6-f04e247af854] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1141.999282] env[70015]: DEBUG oslo_vmware.api [None req-fdc818aa-7ce0-4f52-9220-9c0d29e5181f tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611637, 'name': ReconfigVM_Task, 'duration_secs': 0.213855} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.999801] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdc818aa-7ce0-4f52-9220-9c0d29e5181f tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Reconfigured VM instance instance-0000005b to detach disk 2001 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1142.004254] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4da1b10-4cd3-41ba-9314-abc2eda80c67 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.018458] env[70015]: DEBUG oslo_vmware.api [None req-fdc818aa-7ce0-4f52-9220-9c0d29e5181f tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 1142.018458] env[70015]: value = "task-3611638" [ 1142.018458] env[70015]: _type = "Task" [ 1142.018458] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.026239] env[70015]: DEBUG oslo_vmware.api [None req-fdc818aa-7ce0-4f52-9220-9c0d29e5181f tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611638, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.252300] env[70015]: DEBUG nova.compute.manager [req-97ddf793-98d9-46f0-a16e-fb2026abfe73 req-0ca4533a-3574-4c36-9438-6f3e21bf8e18 service nova] [instance: 4342485e-48fa-442f-b7d6-f04e247af854] Received event network-vif-deleted-e356ae28-ecc7-4285-a120-43b6579a627e {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.252300] env[70015]: INFO nova.compute.manager [req-97ddf793-98d9-46f0-a16e-fb2026abfe73 req-0ca4533a-3574-4c36-9438-6f3e21bf8e18 service nova] [instance: 4342485e-48fa-442f-b7d6-f04e247af854] Neutron deleted interface e356ae28-ecc7-4285-a120-43b6579a627e; detaching it from the instance and deleting it from the info cache [ 1142.252760] env[70015]: DEBUG nova.network.neutron [req-97ddf793-98d9-46f0-a16e-fb2026abfe73 req-0ca4533a-3574-4c36-9438-6f3e21bf8e18 service nova] [instance: 4342485e-48fa-442f-b7d6-f04e247af854] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.279226] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1adb1a66-691b-430c-bbcf-100f242afcb7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.288195] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7350c725-81a4-4e29-992b-8f4020f8279b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.322919] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948c59d4-57c5-44e7-9a7f-a006ff67c909 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.330676] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c63703-73c1-4d10-bb36-e5e104bd18cf {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.344988] env[70015]: DEBUG nova.compute.provider_tree [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.529021] env[70015]: DEBUG oslo_vmware.api [None req-fdc818aa-7ce0-4f52-9220-9c0d29e5181f tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611638, 'name': ReconfigVM_Task, 'duration_secs': 0.142145} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.529021] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdc818aa-7ce0-4f52-9220-9c0d29e5181f tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720390', 'volume_id': 'f6c96ff7-44eb-4a30-963f-8f475548ed7a', 'name': 'volume-f6c96ff7-44eb-4a30-963f-8f475548ed7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a173c940-ed80-45ec-83a2-af2b2ad416c4', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6c96ff7-44eb-4a30-963f-8f475548ed7a', 'serial': 'f6c96ff7-44eb-4a30-963f-8f475548ed7a'} {{(pid=70015) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1142.735334] env[70015]: DEBUG nova.network.neutron [-] [instance: 4342485e-48fa-442f-b7d6-f04e247af854] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.755667] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d836f205-926c-412d-b2d2-cef593206cd3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.766280] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e04e95d-a007-46ea-a58f-1faedcb912a8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.797138] env[70015]: DEBUG nova.compute.manager [req-97ddf793-98d9-46f0-a16e-fb2026abfe73 req-0ca4533a-3574-4c36-9438-6f3e21bf8e18 service nova] [instance: 4342485e-48fa-442f-b7d6-f04e247af854] Detach interface failed, port_id=e356ae28-ecc7-4285-a120-43b6579a627e, reason: Instance 4342485e-48fa-442f-b7d6-f04e247af854 could not be found. {{(pid=70015) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1142.826059] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4c37a9c2-6cf9-48d8-87b5-6e5bfb080bbe tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lock "c485b9cd-6be9-48ea-a547-cc338e735f7c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.755s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.847807] env[70015]: DEBUG nova.scheduler.client.report [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.076817] env[70015]: DEBUG nova.objects.instance [None req-fdc818aa-7ce0-4f52-9220-9c0d29e5181f tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lazy-loading 'flavor' on Instance uuid a173c940-ed80-45ec-83a2-af2b2ad416c4 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.237646] env[70015]: INFO nova.compute.manager [-] [instance: 4342485e-48fa-442f-b7d6-f04e247af854] Took 1.24 seconds to deallocate network for instance. [ 1143.352385] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.261s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.352981] env[70015]: DEBUG nova.compute.manager [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: eedeed94-6108-49bc-886f-b4c729f7f243] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1143.356159] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.429s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.357734] env[70015]: INFO nova.compute.claims [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1143.369340] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f91013ca-e620-455e-b328-986e1429941d tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Acquiring lock "c485b9cd-6be9-48ea-a547-cc338e735f7c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.369587] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f91013ca-e620-455e-b328-986e1429941d tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lock "c485b9cd-6be9-48ea-a547-cc338e735f7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.369794] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f91013ca-e620-455e-b328-986e1429941d tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Acquiring lock "c485b9cd-6be9-48ea-a547-cc338e735f7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.369981] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f91013ca-e620-455e-b328-986e1429941d tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lock "c485b9cd-6be9-48ea-a547-cc338e735f7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.370171] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f91013ca-e620-455e-b328-986e1429941d tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lock "c485b9cd-6be9-48ea-a547-cc338e735f7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.372501] env[70015]: INFO nova.compute.manager [None req-f91013ca-e620-455e-b328-986e1429941d tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Terminating instance [ 1143.747645] env[70015]: DEBUG oslo_concurrency.lockutils [None req-eb90775c-ab5b-4746-afde-f5c682432e5c tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.865238] env[70015]: DEBUG nova.compute.utils [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1143.870548] env[70015]: DEBUG nova.compute.manager [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: eedeed94-6108-49bc-886f-b4c729f7f243] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1143.873023] env[70015]: DEBUG nova.network.neutron [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: eedeed94-6108-49bc-886f-b4c729f7f243] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1143.877482] env[70015]: DEBUG nova.compute.manager [None req-f91013ca-e620-455e-b328-986e1429941d tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1143.878906] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f91013ca-e620-455e-b328-986e1429941d tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1143.883613] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c59133-70d0-4b1b-924b-a22f2156be81 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.893357] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-f91013ca-e620-455e-b328-986e1429941d tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.893824] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fbf639b-aeb8-4d5c-8a6b-ad33b95dd4ef {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.902234] env[70015]: DEBUG oslo_vmware.api [None req-f91013ca-e620-455e-b328-986e1429941d tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for the task: (returnval){ [ 1143.902234] env[70015]: value = "task-3611639" [ 1143.902234] env[70015]: _type = "Task" [ 1143.902234] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.911289] env[70015]: DEBUG oslo_vmware.api [None req-f91013ca-e620-455e-b328-986e1429941d tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611639, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.916859] env[70015]: DEBUG nova.policy [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '71d14ff2560345f8a3ffe5c3bdbc2b9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b72f826aa534249890653a8e469cbaf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 1144.083784] env[70015]: DEBUG oslo_concurrency.lockutils [None req-fdc818aa-7ce0-4f52-9220-9c0d29e5181f tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "a173c940-ed80-45ec-83a2-af2b2ad416c4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.226s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.182813] env[70015]: DEBUG nova.network.neutron [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: eedeed94-6108-49bc-886f-b4c729f7f243] Successfully created port: d042992c-5cb3-4cdd-bec9-f51d7661b614 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1144.371708] env[70015]: DEBUG nova.compute.manager [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: eedeed94-6108-49bc-886f-b4c729f7f243] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1144.411908] env[70015]: DEBUG oslo_vmware.api [None req-f91013ca-e620-455e-b328-986e1429941d tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611639, 'name': PowerOffVM_Task, 'duration_secs': 0.166073} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.412254] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-f91013ca-e620-455e-b328-986e1429941d tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1144.412451] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f91013ca-e620-455e-b328-986e1429941d tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1144.412717] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60056ff0-dc88-41e7-bbef-8b418994b523 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.475935] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f91013ca-e620-455e-b328-986e1429941d tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1144.476181] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f91013ca-e620-455e-b328-986e1429941d tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1144.476367] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-f91013ca-e620-455e-b328-986e1429941d tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Deleting the datastore file [datastore1] c485b9cd-6be9-48ea-a547-cc338e735f7c {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1144.476648] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6cde9421-f10b-4b65-b9a6-0f2033070d6d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.482930] env[70015]: DEBUG oslo_vmware.api [None req-f91013ca-e620-455e-b328-986e1429941d tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for the task: (returnval){ [ 1144.482930] env[70015]: value = "task-3611641" [ 1144.482930] env[70015]: _type = "Task" [ 1144.482930] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.493263] env[70015]: DEBUG oslo_vmware.api [None req-f91013ca-e620-455e-b328-986e1429941d tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611641, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.583994] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e40ee8-adaa-44f8-bd11-5ccef2786171 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.594148] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35c2648-78db-4528-859d-5d59b4fa2737 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.625539] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3069ce5-7df4-4328-ab35-ab2732dd59f0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.632899] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3170462-2f1b-45e3-8560-c92032fb4996 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.658064] env[70015]: DEBUG nova.compute.provider_tree [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.992927] env[70015]: DEBUG oslo_vmware.api [None req-f91013ca-e620-455e-b328-986e1429941d tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611641, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137918} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.993167] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-f91013ca-e620-455e-b328-986e1429941d tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1144.993354] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f91013ca-e620-455e-b328-986e1429941d tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1144.993534] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f91013ca-e620-455e-b328-986e1429941d tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1144.993709] env[70015]: INFO nova.compute.manager [None req-f91013ca-e620-455e-b328-986e1429941d tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1144.993948] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f91013ca-e620-455e-b328-986e1429941d tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1144.994180] env[70015]: DEBUG nova.compute.manager [-] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1144.994283] env[70015]: DEBUG nova.network.neutron [-] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1145.161820] env[70015]: DEBUG nova.scheduler.client.report [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.247039] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c3bcfc25-ccd1-4a80-9638-b075fe281d99 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquiring lock "a173c940-ed80-45ec-83a2-af2b2ad416c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.247510] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c3bcfc25-ccd1-4a80-9638-b075fe281d99 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "a173c940-ed80-45ec-83a2-af2b2ad416c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.248178] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c3bcfc25-ccd1-4a80-9638-b075fe281d99 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquiring lock "a173c940-ed80-45ec-83a2-af2b2ad416c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.248178] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c3bcfc25-ccd1-4a80-9638-b075fe281d99 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "a173c940-ed80-45ec-83a2-af2b2ad416c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.248321] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c3bcfc25-ccd1-4a80-9638-b075fe281d99 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "a173c940-ed80-45ec-83a2-af2b2ad416c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.250862] env[70015]: INFO nova.compute.manager [None req-c3bcfc25-ccd1-4a80-9638-b075fe281d99 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Terminating instance [ 1145.383916] env[70015]: DEBUG nova.compute.manager [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: eedeed94-6108-49bc-886f-b4c729f7f243] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1145.418661] env[70015]: DEBUG nova.virt.hardware [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1145.418661] env[70015]: DEBUG nova.virt.hardware [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.418661] env[70015]: DEBUG nova.virt.hardware [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.418902] env[70015]: DEBUG nova.virt.hardware [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.418902] env[70015]: DEBUG nova.virt.hardware [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.419952] env[70015]: DEBUG nova.virt.hardware [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1145.419952] env[70015]: DEBUG nova.virt.hardware [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1145.419952] env[70015]: DEBUG nova.virt.hardware [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1145.419952] env[70015]: DEBUG nova.virt.hardware [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1145.419952] env[70015]: DEBUG nova.virt.hardware [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1145.419952] env[70015]: DEBUG nova.virt.hardware [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1145.420755] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76241ee-a4a9-4289-85ce-c76d7e5eea44 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.428523] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d172862a-5706-4e11-93bc-7e5bfe4d1983 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.471766] env[70015]: DEBUG nova.compute.manager [req-8d9f0e6d-dc7f-400f-8b5f-e73c1884d9f4 req-a8e39774-014c-4065-a405-f09833badba4 service nova] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Received event network-vif-deleted-6087b59c-4dea-457e-a6aa-0b60f2df3163 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.472039] env[70015]: INFO nova.compute.manager [req-8d9f0e6d-dc7f-400f-8b5f-e73c1884d9f4 req-a8e39774-014c-4065-a405-f09833badba4 service nova] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Neutron deleted interface 6087b59c-4dea-457e-a6aa-0b60f2df3163; detaching it from the instance and deleting it from the info cache [ 1145.472219] env[70015]: DEBUG nova.network.neutron [req-8d9f0e6d-dc7f-400f-8b5f-e73c1884d9f4 req-a8e39774-014c-4065-a405-f09833badba4 service nova] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.538157] env[70015]: DEBUG nova.compute.manager [req-d96fafa4-404b-4153-ad00-9f89f7e12fc7 req-01c81120-91dd-432b-a60a-5b734d5522c0 service nova] [instance: eedeed94-6108-49bc-886f-b4c729f7f243] Received event network-vif-plugged-d042992c-5cb3-4cdd-bec9-f51d7661b614 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.538383] env[70015]: DEBUG oslo_concurrency.lockutils [req-d96fafa4-404b-4153-ad00-9f89f7e12fc7 req-01c81120-91dd-432b-a60a-5b734d5522c0 service nova] Acquiring lock "eedeed94-6108-49bc-886f-b4c729f7f243-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.538597] env[70015]: DEBUG oslo_concurrency.lockutils [req-d96fafa4-404b-4153-ad00-9f89f7e12fc7 req-01c81120-91dd-432b-a60a-5b734d5522c0 service nova] Lock "eedeed94-6108-49bc-886f-b4c729f7f243-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.538753] env[70015]: DEBUG oslo_concurrency.lockutils [req-d96fafa4-404b-4153-ad00-9f89f7e12fc7 req-01c81120-91dd-432b-a60a-5b734d5522c0 service nova] Lock "eedeed94-6108-49bc-886f-b4c729f7f243-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.538922] env[70015]: DEBUG nova.compute.manager [req-d96fafa4-404b-4153-ad00-9f89f7e12fc7 req-01c81120-91dd-432b-a60a-5b734d5522c0 service nova] [instance: eedeed94-6108-49bc-886f-b4c729f7f243] No waiting events found dispatching network-vif-plugged-d042992c-5cb3-4cdd-bec9-f51d7661b614 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1145.539300] env[70015]: WARNING nova.compute.manager [req-d96fafa4-404b-4153-ad00-9f89f7e12fc7 req-01c81120-91dd-432b-a60a-5b734d5522c0 service nova] [instance: eedeed94-6108-49bc-886f-b4c729f7f243] Received unexpected event network-vif-plugged-d042992c-5cb3-4cdd-bec9-f51d7661b614 for instance with vm_state building and task_state spawning. [ 1145.623818] env[70015]: DEBUG nova.network.neutron [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: eedeed94-6108-49bc-886f-b4c729f7f243] Successfully updated port: d042992c-5cb3-4cdd-bec9-f51d7661b614 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1145.666317] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.310s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.666852] env[70015]: DEBUG nova.compute.manager [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1145.669499] env[70015]: DEBUG oslo_concurrency.lockutils [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.417s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.670858] env[70015]: INFO nova.compute.claims [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] [instance: 95030215-0d67-4f17-906b-ef03d2e10c29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1145.755790] env[70015]: DEBUG nova.compute.manager [None req-c3bcfc25-ccd1-4a80-9638-b075fe281d99 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1145.756040] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-c3bcfc25-ccd1-4a80-9638-b075fe281d99 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1145.756968] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73d75a1-b578-43a3-82de-97f1b0b57dc2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.764891] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3bcfc25-ccd1-4a80-9638-b075fe281d99 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.765135] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b9567f1-b687-40cd-b181-6ffb26fe7dae {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.770746] env[70015]: DEBUG oslo_vmware.api [None req-c3bcfc25-ccd1-4a80-9638-b075fe281d99 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 1145.770746] env[70015]: value = "task-3611642" [ 1145.770746] env[70015]: _type = "Task" [ 1145.770746] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.778573] env[70015]: DEBUG oslo_vmware.api [None req-c3bcfc25-ccd1-4a80-9638-b075fe281d99 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611642, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.954808] env[70015]: DEBUG nova.network.neutron [-] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.975652] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c369c5d5-e57d-4386-b681-6a1eb8443746 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.985296] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3223cb90-8bd8-4e9e-ace5-e123d56efa27 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.013598] env[70015]: DEBUG nova.compute.manager [req-8d9f0e6d-dc7f-400f-8b5f-e73c1884d9f4 req-a8e39774-014c-4065-a405-f09833badba4 service nova] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Detach interface failed, port_id=6087b59c-4dea-457e-a6aa-0b60f2df3163, reason: Instance c485b9cd-6be9-48ea-a547-cc338e735f7c could not be found. {{(pid=70015) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1146.133551] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquiring lock "refresh_cache-eedeed94-6108-49bc-886f-b4c729f7f243" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.133717] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquired lock "refresh_cache-eedeed94-6108-49bc-886f-b4c729f7f243" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.133874] env[70015]: DEBUG nova.network.neutron [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: eedeed94-6108-49bc-886f-b4c729f7f243] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.175135] env[70015]: DEBUG nova.compute.utils [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1146.178571] env[70015]: DEBUG nova.compute.manager [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1146.178745] env[70015]: DEBUG nova.network.neutron [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1146.216212] env[70015]: DEBUG nova.policy [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ae35c21b82f403e836a5c1b128f335e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73e0ce85090f4c3c8d74e04f2101b99f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 1146.280524] env[70015]: DEBUG oslo_vmware.api [None req-c3bcfc25-ccd1-4a80-9638-b075fe281d99 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611642, 'name': PowerOffVM_Task, 'duration_secs': 0.224638} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.280786] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3bcfc25-ccd1-4a80-9638-b075fe281d99 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.280956] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-c3bcfc25-ccd1-4a80-9638-b075fe281d99 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1146.281209] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8df52ea7-725d-4c79-98f3-57d53d2dd317 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.339969] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-c3bcfc25-ccd1-4a80-9638-b075fe281d99 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1146.340260] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-c3bcfc25-ccd1-4a80-9638-b075fe281d99 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1146.340480] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3bcfc25-ccd1-4a80-9638-b075fe281d99 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Deleting the datastore file [datastore1] a173c940-ed80-45ec-83a2-af2b2ad416c4 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1146.340772] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e31f1dc-9318-46ec-94dc-5754dc1131dc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.346560] env[70015]: DEBUG oslo_vmware.api [None req-c3bcfc25-ccd1-4a80-9638-b075fe281d99 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 1146.346560] env[70015]: value = "task-3611644" [ 1146.346560] env[70015]: _type = "Task" [ 1146.346560] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.353686] env[70015]: DEBUG oslo_vmware.api [None req-c3bcfc25-ccd1-4a80-9638-b075fe281d99 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611644, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.457896] env[70015]: INFO nova.compute.manager [-] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Took 1.46 seconds to deallocate network for instance. [ 1146.486894] env[70015]: DEBUG nova.network.neutron [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Successfully created port: d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1146.669382] env[70015]: DEBUG nova.network.neutron [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: eedeed94-6108-49bc-886f-b4c729f7f243] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1146.680021] env[70015]: DEBUG nova.compute.manager [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1146.855884] env[70015]: DEBUG nova.network.neutron [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: eedeed94-6108-49bc-886f-b4c729f7f243] Updating instance_info_cache with network_info: [{"id": "d042992c-5cb3-4cdd-bec9-f51d7661b614", "address": "fa:16:3e:6b:0a:c1", "network": {"id": "87921d07-4a17-46a8-bc91-3d5d318c1dff", "bridge": "br-int", "label": "tempest-ServersTestJSON-1620274104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b72f826aa534249890653a8e469cbaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd042992c-5c", "ovs_interfaceid": "d042992c-5cb3-4cdd-bec9-f51d7661b614", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.860453] env[70015]: DEBUG oslo_vmware.api [None req-c3bcfc25-ccd1-4a80-9638-b075fe281d99 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611644, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138129} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.863070] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3bcfc25-ccd1-4a80-9638-b075fe281d99 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1146.863248] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-c3bcfc25-ccd1-4a80-9638-b075fe281d99 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1146.863455] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-c3bcfc25-ccd1-4a80-9638-b075fe281d99 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1146.863632] env[70015]: INFO nova.compute.manager [None req-c3bcfc25-ccd1-4a80-9638-b075fe281d99 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1146.863868] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3bcfc25-ccd1-4a80-9638-b075fe281d99 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1146.864251] env[70015]: DEBUG nova.compute.manager [-] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1146.865271] env[70015]: DEBUG nova.network.neutron [-] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1146.875742] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20c8145-292f-4872-b250-d3c0dab6589e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.883655] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836b3177-0dbe-4130-bcaa-4d9e0c924899 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.919924] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924720a1-6f99-435e-95ad-bfde95245443 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.927720] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ceb127-3d3b-4431-af43-206cfc2b352d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.941336] env[70015]: DEBUG nova.compute.provider_tree [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.965430] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f91013ca-e620-455e-b328-986e1429941d tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.367036] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Releasing lock "refresh_cache-eedeed94-6108-49bc-886f-b4c729f7f243" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.367036] env[70015]: DEBUG nova.compute.manager [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: eedeed94-6108-49bc-886f-b4c729f7f243] Instance network_info: |[{"id": "d042992c-5cb3-4cdd-bec9-f51d7661b614", "address": "fa:16:3e:6b:0a:c1", "network": {"id": "87921d07-4a17-46a8-bc91-3d5d318c1dff", "bridge": "br-int", "label": "tempest-ServersTestJSON-1620274104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b72f826aa534249890653a8e469cbaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd042992c-5c", "ovs_interfaceid": "d042992c-5cb3-4cdd-bec9-f51d7661b614", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1147.367036] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: eedeed94-6108-49bc-886f-b4c729f7f243] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:0a:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f66f8375-4460-4acd-987b-acda72bfcf0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd042992c-5cb3-4cdd-bec9-f51d7661b614', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1147.375020] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.375020] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eedeed94-6108-49bc-886f-b4c729f7f243] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1147.375020] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e4ae765-e31e-4906-a089-f50d8e2bbc6b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.396028] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1147.396028] env[70015]: value = "task-3611645" [ 1147.396028] env[70015]: _type = "Task" [ 1147.396028] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.406157] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611645, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.444410] env[70015]: DEBUG nova.scheduler.client.report [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.503807] env[70015]: DEBUG nova.compute.manager [req-c6180e60-e253-410f-8a21-8c9d74d1a7e9 req-7e7ca5e4-f536-4d81-8fde-be702908ec7f service nova] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Received event network-vif-deleted-11abb559-58d8-49fd-b274-e850bca497c6 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.504078] env[70015]: INFO nova.compute.manager [req-c6180e60-e253-410f-8a21-8c9d74d1a7e9 req-7e7ca5e4-f536-4d81-8fde-be702908ec7f service nova] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Neutron deleted interface 11abb559-58d8-49fd-b274-e850bca497c6; detaching it from the instance and deleting it from the info cache [ 1147.504278] env[70015]: DEBUG nova.network.neutron [req-c6180e60-e253-410f-8a21-8c9d74d1a7e9 req-7e7ca5e4-f536-4d81-8fde-be702908ec7f service nova] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.563431] env[70015]: DEBUG nova.compute.manager [req-f9557b62-701d-40b0-ae31-fbe110f4e5d4 req-c5783b65-eba0-4173-b929-cfbba19dc4bd service nova] [instance: eedeed94-6108-49bc-886f-b4c729f7f243] Received event network-changed-d042992c-5cb3-4cdd-bec9-f51d7661b614 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.563481] env[70015]: DEBUG nova.compute.manager [req-f9557b62-701d-40b0-ae31-fbe110f4e5d4 req-c5783b65-eba0-4173-b929-cfbba19dc4bd service nova] [instance: eedeed94-6108-49bc-886f-b4c729f7f243] Refreshing instance network info cache due to event network-changed-d042992c-5cb3-4cdd-bec9-f51d7661b614. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1147.563718] env[70015]: DEBUG oslo_concurrency.lockutils [req-f9557b62-701d-40b0-ae31-fbe110f4e5d4 req-c5783b65-eba0-4173-b929-cfbba19dc4bd service nova] Acquiring lock "refresh_cache-eedeed94-6108-49bc-886f-b4c729f7f243" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.563940] env[70015]: DEBUG oslo_concurrency.lockutils [req-f9557b62-701d-40b0-ae31-fbe110f4e5d4 req-c5783b65-eba0-4173-b929-cfbba19dc4bd service nova] Acquired lock "refresh_cache-eedeed94-6108-49bc-886f-b4c729f7f243" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.564164] env[70015]: DEBUG nova.network.neutron [req-f9557b62-701d-40b0-ae31-fbe110f4e5d4 req-c5783b65-eba0-4173-b929-cfbba19dc4bd service nova] [instance: eedeed94-6108-49bc-886f-b4c729f7f243] Refreshing network info cache for port d042992c-5cb3-4cdd-bec9-f51d7661b614 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1147.689035] env[70015]: DEBUG nova.compute.manager [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1147.723170] env[70015]: DEBUG nova.virt.hardware [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1147.723456] env[70015]: DEBUG nova.virt.hardware [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1147.723616] env[70015]: DEBUG nova.virt.hardware [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1147.723917] env[70015]: DEBUG nova.virt.hardware [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1147.723984] env[70015]: DEBUG nova.virt.hardware [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1147.724461] env[70015]: DEBUG nova.virt.hardware [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1147.725428] env[70015]: DEBUG nova.virt.hardware [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1147.725677] env[70015]: DEBUG nova.virt.hardware [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1147.725945] env[70015]: DEBUG nova.virt.hardware [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1147.726159] env[70015]: DEBUG nova.virt.hardware [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1147.726347] env[70015]: DEBUG nova.virt.hardware [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1147.727282] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3dd34f-221f-45de-a4ce-39e357c5a0c9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.735947] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d689b1-f868-4887-ad40-9c25511341e3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.741262] env[70015]: DEBUG oslo_concurrency.lockutils [None req-edcbb9e5-2d88-48b5-b658-6adfa2dbcfbf tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Acquiring lock "e0929d30-843c-470f-a580-8b61ef28a103" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.741543] env[70015]: DEBUG oslo_concurrency.lockutils [None req-edcbb9e5-2d88-48b5-b658-6adfa2dbcfbf tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Lock "e0929d30-843c-470f-a580-8b61ef28a103" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.741791] env[70015]: DEBUG oslo_concurrency.lockutils [None req-edcbb9e5-2d88-48b5-b658-6adfa2dbcfbf tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Acquiring lock "e0929d30-843c-470f-a580-8b61ef28a103-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.741986] env[70015]: DEBUG oslo_concurrency.lockutils [None req-edcbb9e5-2d88-48b5-b658-6adfa2dbcfbf tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Lock "e0929d30-843c-470f-a580-8b61ef28a103-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.742177] env[70015]: DEBUG oslo_concurrency.lockutils [None req-edcbb9e5-2d88-48b5-b658-6adfa2dbcfbf tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Lock "e0929d30-843c-470f-a580-8b61ef28a103-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.744376] env[70015]: INFO nova.compute.manager [None req-edcbb9e5-2d88-48b5-b658-6adfa2dbcfbf tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] [instance: e0929d30-843c-470f-a580-8b61ef28a103] Terminating instance [ 1147.910454] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611645, 'name': CreateVM_Task, 'duration_secs': 0.371929} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.910754] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eedeed94-6108-49bc-886f-b4c729f7f243] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1147.911772] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.912143] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.912639] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.913021] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-496b7ac1-87a3-4d7a-a814-13e2b99e5c78 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.919278] env[70015]: DEBUG oslo_vmware.api [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 1147.919278] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52a093ea-1d10-5b68-af5d-67123c4c5454" [ 1147.919278] env[70015]: _type = "Task" [ 1147.919278] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.930683] env[70015]: DEBUG oslo_vmware.api [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52a093ea-1d10-5b68-af5d-67123c4c5454, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.950067] env[70015]: DEBUG oslo_concurrency.lockutils [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.280s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.953032] env[70015]: DEBUG nova.compute.manager [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] [instance: 95030215-0d67-4f17-906b-ef03d2e10c29] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1147.954208] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ec3dabe3-c1c4-4746-896d-214d9d464289 tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.155s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.954484] env[70015]: DEBUG nova.objects.instance [None req-ec3dabe3-c1c4-4746-896d-214d9d464289 tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Lazy-loading 'resources' on Instance uuid 229e7657-a8d7-4144-9a8f-6b467f4271be {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.962218] env[70015]: DEBUG nova.network.neutron [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Successfully updated port: d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1147.977583] env[70015]: DEBUG nova.network.neutron [-] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.006938] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e50088a6-25f8-4848-a159-92eb6c793c37 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.016161] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3972f956-7311-4a5d-a233-2bcbfaeed15b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.046742] env[70015]: DEBUG nova.compute.manager [req-c6180e60-e253-410f-8a21-8c9d74d1a7e9 req-7e7ca5e4-f536-4d81-8fde-be702908ec7f service nova] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Detach interface failed, port_id=11abb559-58d8-49fd-b274-e850bca497c6, reason: Instance a173c940-ed80-45ec-83a2-af2b2ad416c4 could not be found. {{(pid=70015) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1148.253139] env[70015]: DEBUG nova.network.neutron [req-f9557b62-701d-40b0-ae31-fbe110f4e5d4 req-c5783b65-eba0-4173-b929-cfbba19dc4bd service nova] [instance: eedeed94-6108-49bc-886f-b4c729f7f243] Updated VIF entry in instance network info cache for port d042992c-5cb3-4cdd-bec9-f51d7661b614. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1148.253527] env[70015]: DEBUG nova.network.neutron [req-f9557b62-701d-40b0-ae31-fbe110f4e5d4 req-c5783b65-eba0-4173-b929-cfbba19dc4bd service nova] [instance: eedeed94-6108-49bc-886f-b4c729f7f243] Updating instance_info_cache with network_info: [{"id": "d042992c-5cb3-4cdd-bec9-f51d7661b614", "address": "fa:16:3e:6b:0a:c1", "network": {"id": "87921d07-4a17-46a8-bc91-3d5d318c1dff", "bridge": "br-int", "label": "tempest-ServersTestJSON-1620274104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b72f826aa534249890653a8e469cbaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd042992c-5c", "ovs_interfaceid": "d042992c-5cb3-4cdd-bec9-f51d7661b614", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.255647] env[70015]: DEBUG nova.compute.manager [None req-edcbb9e5-2d88-48b5-b658-6adfa2dbcfbf tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] [instance: e0929d30-843c-470f-a580-8b61ef28a103] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1148.255854] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-edcbb9e5-2d88-48b5-b658-6adfa2dbcfbf tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] [instance: e0929d30-843c-470f-a580-8b61ef28a103] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1148.257009] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8430b326-2182-44f9-bbfa-c5a44b8e85b0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.265625] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-edcbb9e5-2d88-48b5-b658-6adfa2dbcfbf tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] [instance: e0929d30-843c-470f-a580-8b61ef28a103] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1148.265847] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-014efddb-7309-4e27-92d2-180d42b6d264 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.271842] env[70015]: DEBUG oslo_vmware.api [None req-edcbb9e5-2d88-48b5-b658-6adfa2dbcfbf tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Waiting for the task: (returnval){ [ 1148.271842] env[70015]: value = "task-3611646" [ 1148.271842] env[70015]: _type = "Task" [ 1148.271842] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.279796] env[70015]: DEBUG oslo_vmware.api [None req-edcbb9e5-2d88-48b5-b658-6adfa2dbcfbf tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Task: {'id': task-3611646, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.429991] env[70015]: DEBUG oslo_vmware.api [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52a093ea-1d10-5b68-af5d-67123c4c5454, 'name': SearchDatastore_Task, 'duration_secs': 0.011557} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.430327] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.430598] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: eedeed94-6108-49bc-886f-b4c729f7f243] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1148.430823] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.430930] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.431129] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1148.431422] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1fb5522-139e-4024-a39e-7f4cb7d0b61c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.440220] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1148.440405] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1148.441201] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-118f785b-06de-47a7-92aa-6a53a0d66638 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.446702] env[70015]: DEBUG oslo_vmware.api [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 1148.446702] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52a22a3b-7d37-be02-21c0-c1493faf03a8" [ 1148.446702] env[70015]: _type = "Task" [ 1148.446702] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.454832] env[70015]: DEBUG oslo_vmware.api [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52a22a3b-7d37-be02-21c0-c1493faf03a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.457257] env[70015]: DEBUG nova.compute.utils [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1148.458586] env[70015]: DEBUG nova.compute.manager [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] [instance: 95030215-0d67-4f17-906b-ef03d2e10c29] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1148.458759] env[70015]: DEBUG nova.network.neutron [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] [instance: 95030215-0d67-4f17-906b-ef03d2e10c29] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1148.463982] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquiring lock "refresh_cache-5bcd70ac-6f46-40b1-a048-3d6ac0c14b85" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.463982] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquired lock "refresh_cache-5bcd70ac-6f46-40b1-a048-3d6ac0c14b85" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.463982] env[70015]: DEBUG nova.network.neutron [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1148.480930] env[70015]: INFO nova.compute.manager [-] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Took 1.62 seconds to deallocate network for instance. [ 1148.497151] env[70015]: DEBUG nova.policy [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a5883454a1247c89f4a0f9ea0b52b15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a515d7f037b44b21bf2cfbf1b521c8a5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 1148.671139] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfe9e1f-5168-4a8d-9161-fe0b320c00a5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.679749] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9ea06b-e0d3-473c-97fd-7569df0610ec {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.711621] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc377dd0-d8dd-4063-859d-5aeb13d11249 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.719884] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246a124f-32da-4f8a-a63f-b5f8412c8d67 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.735589] env[70015]: DEBUG nova.compute.provider_tree [None req-ec3dabe3-c1c4-4746-896d-214d9d464289 tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.756639] env[70015]: DEBUG oslo_concurrency.lockutils [req-f9557b62-701d-40b0-ae31-fbe110f4e5d4 req-c5783b65-eba0-4173-b929-cfbba19dc4bd service nova] Releasing lock "refresh_cache-eedeed94-6108-49bc-886f-b4c729f7f243" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.782213] env[70015]: DEBUG oslo_vmware.api [None req-edcbb9e5-2d88-48b5-b658-6adfa2dbcfbf tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Task: {'id': task-3611646, 'name': PowerOffVM_Task, 'duration_secs': 0.172675} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.782767] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-edcbb9e5-2d88-48b5-b658-6adfa2dbcfbf tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] [instance: e0929d30-843c-470f-a580-8b61ef28a103] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1148.782894] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-edcbb9e5-2d88-48b5-b658-6adfa2dbcfbf tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] [instance: e0929d30-843c-470f-a580-8b61ef28a103] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1148.783174] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-895abebe-9d49-4120-b65f-86263d526806 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.796052] env[70015]: DEBUG nova.network.neutron [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] [instance: 95030215-0d67-4f17-906b-ef03d2e10c29] Successfully created port: 360e98f8-0230-45b6-99c9-34e68713e804 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1148.845271] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-edcbb9e5-2d88-48b5-b658-6adfa2dbcfbf tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] [instance: e0929d30-843c-470f-a580-8b61ef28a103] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1148.845475] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-edcbb9e5-2d88-48b5-b658-6adfa2dbcfbf tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] [instance: e0929d30-843c-470f-a580-8b61ef28a103] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1148.845666] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-edcbb9e5-2d88-48b5-b658-6adfa2dbcfbf tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Deleting the datastore file [datastore1] e0929d30-843c-470f-a580-8b61ef28a103 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1148.846326] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f2958e8-d220-4809-a1b4-3bf2f0b106a7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.852071] env[70015]: DEBUG oslo_vmware.api [None req-edcbb9e5-2d88-48b5-b658-6adfa2dbcfbf tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Waiting for the task: (returnval){ [ 1148.852071] env[70015]: value = "task-3611648" [ 1148.852071] env[70015]: _type = "Task" [ 1148.852071] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.860183] env[70015]: DEBUG oslo_vmware.api [None req-edcbb9e5-2d88-48b5-b658-6adfa2dbcfbf tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Task: {'id': task-3611648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.957414] env[70015]: DEBUG oslo_vmware.api [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52a22a3b-7d37-be02-21c0-c1493faf03a8, 'name': SearchDatastore_Task, 'duration_secs': 0.008249} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.958300] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1793e23-0756-4a62-b943-3814d0603845 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.961132] env[70015]: DEBUG nova.compute.manager [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] [instance: 95030215-0d67-4f17-906b-ef03d2e10c29] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1148.964811] env[70015]: DEBUG oslo_vmware.api [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 1148.964811] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]529468e6-dd58-9b24-d057-4b2b5b3ca31b" [ 1148.964811] env[70015]: _type = "Task" [ 1148.964811] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.978826] env[70015]: DEBUG oslo_vmware.api [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]529468e6-dd58-9b24-d057-4b2b5b3ca31b, 'name': SearchDatastore_Task, 'duration_secs': 0.010776} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.978826] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.978826] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] eedeed94-6108-49bc-886f-b4c729f7f243/eedeed94-6108-49bc-886f-b4c729f7f243.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1148.978826] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-915b0584-c09b-4085-b367-a9c6603afc45 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.984818] env[70015]: DEBUG oslo_vmware.api [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 1148.984818] env[70015]: value = "task-3611649" [ 1148.984818] env[70015]: _type = "Task" [ 1148.984818] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.990143] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c3bcfc25-ccd1-4a80-9638-b075fe281d99 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.993757] env[70015]: DEBUG oslo_vmware.api [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611649, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.017606] env[70015]: DEBUG nova.network.neutron [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1149.238608] env[70015]: DEBUG nova.scheduler.client.report [None req-ec3dabe3-c1c4-4746-896d-214d9d464289 tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.253038] env[70015]: DEBUG nova.network.neutron [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Updating instance_info_cache with network_info: [{"id": "d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44", "address": "fa:16:3e:79:85:5d", "network": {"id": "825adeb2-145f-454c-b624-cc7cf91966fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1496238884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e0ce85090f4c3c8d74e04f2101b99f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd31dbdf3-fd", "ovs_interfaceid": "d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.362875] env[70015]: DEBUG oslo_vmware.api [None req-edcbb9e5-2d88-48b5-b658-6adfa2dbcfbf tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Task: {'id': task-3611648, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160736} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.363181] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-edcbb9e5-2d88-48b5-b658-6adfa2dbcfbf tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1149.363379] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-edcbb9e5-2d88-48b5-b658-6adfa2dbcfbf tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] [instance: e0929d30-843c-470f-a580-8b61ef28a103] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1149.363568] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-edcbb9e5-2d88-48b5-b658-6adfa2dbcfbf tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] [instance: e0929d30-843c-470f-a580-8b61ef28a103] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1149.363792] env[70015]: INFO nova.compute.manager [None req-edcbb9e5-2d88-48b5-b658-6adfa2dbcfbf tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] [instance: e0929d30-843c-470f-a580-8b61ef28a103] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1149.363971] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-edcbb9e5-2d88-48b5-b658-6adfa2dbcfbf tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1149.364219] env[70015]: DEBUG nova.compute.manager [-] [instance: e0929d30-843c-470f-a580-8b61ef28a103] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1149.364316] env[70015]: DEBUG nova.network.neutron [-] [instance: e0929d30-843c-470f-a580-8b61ef28a103] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1149.497792] env[70015]: DEBUG oslo_vmware.api [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611649, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487416} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.497792] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] eedeed94-6108-49bc-886f-b4c729f7f243/eedeed94-6108-49bc-886f-b4c729f7f243.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1149.497792] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: eedeed94-6108-49bc-886f-b4c729f7f243] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1149.497792] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-825c38a9-7962-4144-98c0-dfffcf50d68b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.504051] env[70015]: DEBUG oslo_vmware.api [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 1149.504051] env[70015]: value = "task-3611650" [ 1149.504051] env[70015]: _type = "Task" [ 1149.504051] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.510114] env[70015]: DEBUG oslo_vmware.api [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611650, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.673254] env[70015]: DEBUG nova.compute.manager [req-41efe025-7d03-4a48-8f03-e82336e42df5 req-60e863ff-ad0c-46c7-8c9a-4a57c9fd9fde service nova] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Received event network-vif-plugged-d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.673617] env[70015]: DEBUG oslo_concurrency.lockutils [req-41efe025-7d03-4a48-8f03-e82336e42df5 req-60e863ff-ad0c-46c7-8c9a-4a57c9fd9fde service nova] Acquiring lock "5bcd70ac-6f46-40b1-a048-3d6ac0c14b85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.673961] env[70015]: DEBUG oslo_concurrency.lockutils [req-41efe025-7d03-4a48-8f03-e82336e42df5 req-60e863ff-ad0c-46c7-8c9a-4a57c9fd9fde service nova] Lock "5bcd70ac-6f46-40b1-a048-3d6ac0c14b85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.674513] env[70015]: DEBUG oslo_concurrency.lockutils [req-41efe025-7d03-4a48-8f03-e82336e42df5 req-60e863ff-ad0c-46c7-8c9a-4a57c9fd9fde service nova] Lock "5bcd70ac-6f46-40b1-a048-3d6ac0c14b85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.674873] env[70015]: DEBUG nova.compute.manager [req-41efe025-7d03-4a48-8f03-e82336e42df5 req-60e863ff-ad0c-46c7-8c9a-4a57c9fd9fde service nova] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] No waiting events found dispatching network-vif-plugged-d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1149.675192] env[70015]: WARNING nova.compute.manager [req-41efe025-7d03-4a48-8f03-e82336e42df5 req-60e863ff-ad0c-46c7-8c9a-4a57c9fd9fde service nova] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Received unexpected event network-vif-plugged-d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44 for instance with vm_state building and task_state spawning. [ 1149.675492] env[70015]: DEBUG nova.compute.manager [req-41efe025-7d03-4a48-8f03-e82336e42df5 req-60e863ff-ad0c-46c7-8c9a-4a57c9fd9fde service nova] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Received event network-changed-d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.675783] env[70015]: DEBUG nova.compute.manager [req-41efe025-7d03-4a48-8f03-e82336e42df5 req-60e863ff-ad0c-46c7-8c9a-4a57c9fd9fde service nova] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Refreshing instance network info cache due to event network-changed-d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1149.676092] env[70015]: DEBUG oslo_concurrency.lockutils [req-41efe025-7d03-4a48-8f03-e82336e42df5 req-60e863ff-ad0c-46c7-8c9a-4a57c9fd9fde service nova] Acquiring lock "refresh_cache-5bcd70ac-6f46-40b1-a048-3d6ac0c14b85" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.743661] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ec3dabe3-c1c4-4746-896d-214d9d464289 tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.789s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.746047] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.856s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.746312] env[70015]: DEBUG nova.objects.instance [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Lazy-loading 'pci_requests' on Instance uuid cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.755456] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Releasing lock "refresh_cache-5bcd70ac-6f46-40b1-a048-3d6ac0c14b85" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.755772] env[70015]: DEBUG nova.compute.manager [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Instance network_info: |[{"id": "d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44", "address": "fa:16:3e:79:85:5d", "network": {"id": "825adeb2-145f-454c-b624-cc7cf91966fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1496238884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e0ce85090f4c3c8d74e04f2101b99f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd31dbdf3-fd", "ovs_interfaceid": "d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1149.756067] env[70015]: DEBUG oslo_concurrency.lockutils [req-41efe025-7d03-4a48-8f03-e82336e42df5 req-60e863ff-ad0c-46c7-8c9a-4a57c9fd9fde service nova] Acquired lock "refresh_cache-5bcd70ac-6f46-40b1-a048-3d6ac0c14b85" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.756261] env[70015]: DEBUG nova.network.neutron [req-41efe025-7d03-4a48-8f03-e82336e42df5 req-60e863ff-ad0c-46c7-8c9a-4a57c9fd9fde service nova] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Refreshing network info cache for port d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1149.757436] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:85:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae1d6a8-cbba-4bbf-af10-ba5467340475', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd31dbdf3-fd19-4d2f-9711-c1d42ce7bc44', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1149.766932] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1149.767700] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1149.767930] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1fa34c2a-e461-465b-aac2-649faedbec2b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.783653] env[70015]: INFO nova.scheduler.client.report [None req-ec3dabe3-c1c4-4746-896d-214d9d464289 tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Deleted allocations for instance 229e7657-a8d7-4144-9a8f-6b467f4271be [ 1149.793169] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1149.793169] env[70015]: value = "task-3611651" [ 1149.793169] env[70015]: _type = "Task" [ 1149.793169] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.801506] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611651, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.917231] env[70015]: DEBUG nova.compute.manager [req-f58db639-61d7-4bd3-abc0-c26d05d3e788 req-4bdcb131-d7e0-4155-a93e-c60fbb863362 service nova] [instance: e0929d30-843c-470f-a580-8b61ef28a103] Received event network-vif-deleted-9fda593f-99d6-4c08-9ad3-b3380b5e23e5 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.917449] env[70015]: INFO nova.compute.manager [req-f58db639-61d7-4bd3-abc0-c26d05d3e788 req-4bdcb131-d7e0-4155-a93e-c60fbb863362 service nova] [instance: e0929d30-843c-470f-a580-8b61ef28a103] Neutron deleted interface 9fda593f-99d6-4c08-9ad3-b3380b5e23e5; detaching it from the instance and deleting it from the info cache [ 1149.917625] env[70015]: DEBUG nova.network.neutron [req-f58db639-61d7-4bd3-abc0-c26d05d3e788 req-4bdcb131-d7e0-4155-a93e-c60fbb863362 service nova] [instance: e0929d30-843c-470f-a580-8b61ef28a103] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.976114] env[70015]: DEBUG nova.compute.manager [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] [instance: 95030215-0d67-4f17-906b-ef03d2e10c29] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1150.004654] env[70015]: DEBUG nova.virt.hardware [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1150.005095] env[70015]: DEBUG nova.virt.hardware [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1150.005095] env[70015]: DEBUG nova.virt.hardware [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1150.005298] env[70015]: DEBUG nova.virt.hardware [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1150.005445] env[70015]: DEBUG nova.virt.hardware [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1150.005590] env[70015]: DEBUG nova.virt.hardware [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1150.005793] env[70015]: DEBUG nova.virt.hardware [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1150.005951] env[70015]: DEBUG nova.virt.hardware [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1150.006129] env[70015]: DEBUG nova.virt.hardware [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1150.006290] env[70015]: DEBUG nova.virt.hardware [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1150.006462] env[70015]: DEBUG nova.virt.hardware [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1150.010200] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b91c69-fae9-42ca-ba2d-5452a97d890d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.020496] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d927e6-3bd4-4f94-bc0e-dc3f1bd0039b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.024348] env[70015]: DEBUG oslo_vmware.api [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611650, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081772} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.024606] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: eedeed94-6108-49bc-886f-b4c729f7f243] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1150.025676] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24417d90-bd2b-40d0-aa8b-10c57ca1fbd8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.060461] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: eedeed94-6108-49bc-886f-b4c729f7f243] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] eedeed94-6108-49bc-886f-b4c729f7f243/eedeed94-6108-49bc-886f-b4c729f7f243.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1150.061445] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99980717-6657-432d-8256-272e6d565d0f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.080868] env[70015]: DEBUG oslo_vmware.api [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 1150.080868] env[70015]: value = "task-3611652" [ 1150.080868] env[70015]: _type = "Task" [ 1150.080868] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.089343] env[70015]: DEBUG oslo_vmware.api [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611652, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.251702] env[70015]: DEBUG nova.objects.instance [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Lazy-loading 'numa_topology' on Instance uuid cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.297875] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ec3dabe3-c1c4-4746-896d-214d9d464289 tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Lock "229e7657-a8d7-4144-9a8f-6b467f4271be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.176s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.309412] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611651, 'name': CreateVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.316678] env[70015]: DEBUG nova.network.neutron [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] [instance: 95030215-0d67-4f17-906b-ef03d2e10c29] Successfully updated port: 360e98f8-0230-45b6-99c9-34e68713e804 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1150.403626] env[70015]: DEBUG nova.network.neutron [-] [instance: e0929d30-843c-470f-a580-8b61ef28a103] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.424927] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c5459b41-ff18-44ae-bc67-79c6323b3ef1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.431118] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34347579-9111-4369-9a3a-ab047002b69c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.469917] env[70015]: DEBUG nova.compute.manager [req-f58db639-61d7-4bd3-abc0-c26d05d3e788 req-4bdcb131-d7e0-4155-a93e-c60fbb863362 service nova] [instance: e0929d30-843c-470f-a580-8b61ef28a103] Detach interface failed, port_id=9fda593f-99d6-4c08-9ad3-b3380b5e23e5, reason: Instance e0929d30-843c-470f-a580-8b61ef28a103 could not be found. {{(pid=70015) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1150.591376] env[70015]: DEBUG oslo_vmware.api [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611652, 'name': ReconfigVM_Task, 'duration_secs': 0.329787} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.591687] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: eedeed94-6108-49bc-886f-b4c729f7f243] Reconfigured VM instance instance-0000006e to attach disk [datastore2] eedeed94-6108-49bc-886f-b4c729f7f243/eedeed94-6108-49bc-886f-b4c729f7f243.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.592351] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42dce76e-daee-4e11-9340-6232a9957b4d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.604022] env[70015]: DEBUG oslo_vmware.api [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 1150.604022] env[70015]: value = "task-3611653" [ 1150.604022] env[70015]: _type = "Task" [ 1150.604022] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.611718] env[70015]: DEBUG oslo_vmware.api [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611653, 'name': Rename_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.753479] env[70015]: INFO nova.compute.claims [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1150.781141] env[70015]: DEBUG nova.network.neutron [req-41efe025-7d03-4a48-8f03-e82336e42df5 req-60e863ff-ad0c-46c7-8c9a-4a57c9fd9fde service nova] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Updated VIF entry in instance network info cache for port d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1150.781141] env[70015]: DEBUG nova.network.neutron [req-41efe025-7d03-4a48-8f03-e82336e42df5 req-60e863ff-ad0c-46c7-8c9a-4a57c9fd9fde service nova] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Updating instance_info_cache with network_info: [{"id": "d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44", "address": "fa:16:3e:79:85:5d", "network": {"id": "825adeb2-145f-454c-b624-cc7cf91966fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1496238884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e0ce85090f4c3c8d74e04f2101b99f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd31dbdf3-fd", "ovs_interfaceid": "d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.804327] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611651, 'name': CreateVM_Task, 'duration_secs': 0.533377} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.804507] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1150.805647] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.805647] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.805791] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.805985] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-093e0954-46b9-4140-a3a1-cafadfa38fdd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.811197] env[70015]: DEBUG oslo_vmware.api [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 1150.811197] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52c1f9e2-e35e-8d73-18c6-cd5a2ccd88de" [ 1150.811197] env[70015]: _type = "Task" [ 1150.811197] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.819009] env[70015]: DEBUG oslo_concurrency.lockutils [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Acquiring lock "refresh_cache-95030215-0d67-4f17-906b-ef03d2e10c29" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.819263] env[70015]: DEBUG oslo_concurrency.lockutils [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Acquired lock "refresh_cache-95030215-0d67-4f17-906b-ef03d2e10c29" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.819423] env[70015]: DEBUG nova.network.neutron [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] [instance: 95030215-0d67-4f17-906b-ef03d2e10c29] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.820944] env[70015]: DEBUG oslo_vmware.api [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52c1f9e2-e35e-8d73-18c6-cd5a2ccd88de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.905844] env[70015]: INFO nova.compute.manager [-] [instance: e0929d30-843c-470f-a580-8b61ef28a103] Took 1.54 seconds to deallocate network for instance. [ 1151.114606] env[70015]: DEBUG oslo_vmware.api [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611653, 'name': Rename_Task, 'duration_secs': 0.156381} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.114875] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: eedeed94-6108-49bc-886f-b4c729f7f243] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.115126] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9de3cb67-991b-4b6e-8235-96a4a03e297c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.121668] env[70015]: DEBUG oslo_vmware.api [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 1151.121668] env[70015]: value = "task-3611654" [ 1151.121668] env[70015]: _type = "Task" [ 1151.121668] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.130330] env[70015]: DEBUG oslo_vmware.api [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611654, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.283584] env[70015]: DEBUG oslo_concurrency.lockutils [req-41efe025-7d03-4a48-8f03-e82336e42df5 req-60e863ff-ad0c-46c7-8c9a-4a57c9fd9fde service nova] Releasing lock "refresh_cache-5bcd70ac-6f46-40b1-a048-3d6ac0c14b85" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.324466] env[70015]: DEBUG oslo_vmware.api [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52c1f9e2-e35e-8d73-18c6-cd5a2ccd88de, 'name': SearchDatastore_Task, 'duration_secs': 0.011332} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.324785] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.325032] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1151.325395] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.325490] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.325621] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1151.326266] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a74fd378-2b3b-4a70-ab9f-1e74c08c5bc3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.335687] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1151.335876] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1151.336640] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17920ed6-8a6b-4b90-bcbd-78c96d0c4991 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.341654] env[70015]: DEBUG oslo_vmware.api [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 1151.341654] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52fc6e36-7565-52ca-9d55-64039cfed443" [ 1151.341654] env[70015]: _type = "Task" [ 1151.341654] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.349645] env[70015]: DEBUG oslo_vmware.api [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52fc6e36-7565-52ca-9d55-64039cfed443, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.411651] env[70015]: DEBUG oslo_concurrency.lockutils [None req-edcbb9e5-2d88-48b5-b658-6adfa2dbcfbf tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.549477] env[70015]: DEBUG nova.network.neutron [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] [instance: 95030215-0d67-4f17-906b-ef03d2e10c29] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1151.632219] env[70015]: DEBUG oslo_vmware.api [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611654, 'name': PowerOnVM_Task, 'duration_secs': 0.502175} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.633576] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: eedeed94-6108-49bc-886f-b4c729f7f243] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1151.633826] env[70015]: INFO nova.compute.manager [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: eedeed94-6108-49bc-886f-b4c729f7f243] Took 6.25 seconds to spawn the instance on the hypervisor. [ 1151.633984] env[70015]: DEBUG nova.compute.manager [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: eedeed94-6108-49bc-886f-b4c729f7f243] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1151.635397] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9360d3e-ad1f-408f-8470-b5639345a433 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.855235] env[70015]: DEBUG oslo_vmware.api [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52fc6e36-7565-52ca-9d55-64039cfed443, 'name': SearchDatastore_Task, 'duration_secs': 0.008856} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.856128] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a16dca68-ec06-4acf-8565-e5d55460583a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.862593] env[70015]: DEBUG nova.compute.manager [req-2ef3e747-85d3-4597-bc68-a08b3a14ac00 req-bb3240df-bd3f-476c-b045-6663058c58e4 service nova] [instance: 95030215-0d67-4f17-906b-ef03d2e10c29] Received event network-vif-plugged-360e98f8-0230-45b6-99c9-34e68713e804 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.862673] env[70015]: DEBUG oslo_concurrency.lockutils [req-2ef3e747-85d3-4597-bc68-a08b3a14ac00 req-bb3240df-bd3f-476c-b045-6663058c58e4 service nova] Acquiring lock "95030215-0d67-4f17-906b-ef03d2e10c29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.862875] env[70015]: DEBUG oslo_concurrency.lockutils [req-2ef3e747-85d3-4597-bc68-a08b3a14ac00 req-bb3240df-bd3f-476c-b045-6663058c58e4 service nova] Lock "95030215-0d67-4f17-906b-ef03d2e10c29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.863049] env[70015]: DEBUG oslo_concurrency.lockutils [req-2ef3e747-85d3-4597-bc68-a08b3a14ac00 req-bb3240df-bd3f-476c-b045-6663058c58e4 service nova] Lock "95030215-0d67-4f17-906b-ef03d2e10c29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.863216] env[70015]: DEBUG nova.compute.manager [req-2ef3e747-85d3-4597-bc68-a08b3a14ac00 req-bb3240df-bd3f-476c-b045-6663058c58e4 service nova] [instance: 95030215-0d67-4f17-906b-ef03d2e10c29] No waiting events found dispatching network-vif-plugged-360e98f8-0230-45b6-99c9-34e68713e804 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1151.863374] env[70015]: WARNING nova.compute.manager [req-2ef3e747-85d3-4597-bc68-a08b3a14ac00 req-bb3240df-bd3f-476c-b045-6663058c58e4 service nova] [instance: 95030215-0d67-4f17-906b-ef03d2e10c29] Received unexpected event network-vif-plugged-360e98f8-0230-45b6-99c9-34e68713e804 for instance with vm_state building and task_state spawning. [ 1151.863529] env[70015]: DEBUG nova.compute.manager [req-2ef3e747-85d3-4597-bc68-a08b3a14ac00 req-bb3240df-bd3f-476c-b045-6663058c58e4 service nova] [instance: 95030215-0d67-4f17-906b-ef03d2e10c29] Received event network-changed-360e98f8-0230-45b6-99c9-34e68713e804 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.863764] env[70015]: DEBUG nova.compute.manager [req-2ef3e747-85d3-4597-bc68-a08b3a14ac00 req-bb3240df-bd3f-476c-b045-6663058c58e4 service nova] [instance: 95030215-0d67-4f17-906b-ef03d2e10c29] Refreshing instance network info cache due to event network-changed-360e98f8-0230-45b6-99c9-34e68713e804. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1151.863834] env[70015]: DEBUG oslo_concurrency.lockutils [req-2ef3e747-85d3-4597-bc68-a08b3a14ac00 req-bb3240df-bd3f-476c-b045-6663058c58e4 service nova] Acquiring lock "refresh_cache-95030215-0d67-4f17-906b-ef03d2e10c29" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.868139] env[70015]: DEBUG oslo_vmware.api [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 1151.868139] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]525959dd-e7f4-0775-e6a9-c5962a4ad903" [ 1151.868139] env[70015]: _type = "Task" [ 1151.868139] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.882035] env[70015]: DEBUG oslo_vmware.api [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]525959dd-e7f4-0775-e6a9-c5962a4ad903, 'name': SearchDatastore_Task, 'duration_secs': 0.011501} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.883029] env[70015]: DEBUG nova.network.neutron [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] [instance: 95030215-0d67-4f17-906b-ef03d2e10c29] Updating instance_info_cache with network_info: [{"id": "360e98f8-0230-45b6-99c9-34e68713e804", "address": "fa:16:3e:da:50:13", "network": {"id": "34a604d6-b4a8-40c5-86d5-010348ecb6ad", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-6479019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a515d7f037b44b21bf2cfbf1b521c8a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap360e98f8-02", "ovs_interfaceid": "360e98f8-0230-45b6-99c9-34e68713e804", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.884104] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.884391] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85/5bcd70ac-6f46-40b1-a048-3d6ac0c14b85.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1151.885392] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6e1fa00-05b1-4c6f-977d-6a16905fb5cf {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.893436] env[70015]: DEBUG oslo_vmware.api [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 1151.893436] env[70015]: value = "task-3611655" [ 1151.893436] env[70015]: _type = "Task" [ 1151.893436] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.901786] env[70015]: DEBUG oslo_vmware.api [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611655, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.980451] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3da7e2d-d29e-462b-9d8e-4f527898494c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.989033] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04de9f34-3b45-44fb-92ba-56259247149b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.020199] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60503759-62fa-4f4d-9d34-6217ef0f055c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.027759] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966ee7d8-f3ea-4d95-b8dc-a2dae3ce9a5d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.043915] env[70015]: DEBUG nova.compute.provider_tree [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.154784] env[70015]: INFO nova.compute.manager [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: eedeed94-6108-49bc-886f-b4c729f7f243] Took 15.88 seconds to build instance. [ 1152.386022] env[70015]: DEBUG oslo_concurrency.lockutils [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Releasing lock "refresh_cache-95030215-0d67-4f17-906b-ef03d2e10c29" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.386392] env[70015]: DEBUG nova.compute.manager [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] [instance: 95030215-0d67-4f17-906b-ef03d2e10c29] Instance network_info: |[{"id": "360e98f8-0230-45b6-99c9-34e68713e804", "address": "fa:16:3e:da:50:13", "network": {"id": "34a604d6-b4a8-40c5-86d5-010348ecb6ad", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-6479019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a515d7f037b44b21bf2cfbf1b521c8a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap360e98f8-02", "ovs_interfaceid": "360e98f8-0230-45b6-99c9-34e68713e804", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1152.386718] env[70015]: DEBUG oslo_concurrency.lockutils [req-2ef3e747-85d3-4597-bc68-a08b3a14ac00 req-bb3240df-bd3f-476c-b045-6663058c58e4 service nova] Acquired lock "refresh_cache-95030215-0d67-4f17-906b-ef03d2e10c29" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.386897] env[70015]: DEBUG nova.network.neutron [req-2ef3e747-85d3-4597-bc68-a08b3a14ac00 req-bb3240df-bd3f-476c-b045-6663058c58e4 service nova] [instance: 95030215-0d67-4f17-906b-ef03d2e10c29] Refreshing network info cache for port 360e98f8-0230-45b6-99c9-34e68713e804 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1152.388123] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] [instance: 95030215-0d67-4f17-906b-ef03d2e10c29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:50:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721e64ee-fc02-4eb5-9c8c-ea55647a1b92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '360e98f8-0230-45b6-99c9-34e68713e804', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1152.395700] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Creating folder: Project (a515d7f037b44b21bf2cfbf1b521c8a5). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1152.396762] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4cdb2ffc-f6cb-4bd4-9bf3-2bd0b7779dd6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.407724] env[70015]: DEBUG oslo_vmware.api [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611655, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47856} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.408226] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85/5bcd70ac-6f46-40b1-a048-3d6ac0c14b85.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1152.408444] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1152.408676] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c928d9f2-967b-40e6-a1f5-b00bed8267ce {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.411530] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Created folder: Project (a515d7f037b44b21bf2cfbf1b521c8a5) in parent group-v720117. [ 1152.411715] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Creating folder: Instances. Parent ref: group-v720419. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1152.412459] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06f65ecf-39fe-4542-ada1-25c1836d7119 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.415780] env[70015]: DEBUG oslo_vmware.api [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 1152.415780] env[70015]: value = "task-3611657" [ 1152.415780] env[70015]: _type = "Task" [ 1152.415780] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.421496] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Created folder: Instances in parent group-v720419. [ 1152.421998] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1152.424919] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95030215-0d67-4f17-906b-ef03d2e10c29] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1152.425174] env[70015]: DEBUG oslo_vmware.api [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611657, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.425353] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ca7c741-945e-460b-8547-e81c4b73480b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.444981] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1152.444981] env[70015]: value = "task-3611659" [ 1152.444981] env[70015]: _type = "Task" [ 1152.444981] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.452975] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611659, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.544389] env[70015]: DEBUG nova.scheduler.client.report [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.660775] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5429a198-a2d9-4df5-8f61-c7420f6362bc tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "eedeed94-6108-49bc-886f-b4c729f7f243" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.402s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.925533] env[70015]: DEBUG oslo_vmware.api [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611657, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074573} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.926191] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1152.927075] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753672cc-68de-4843-b9cb-afa539943cc3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.953649] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85/5bcd70ac-6f46-40b1-a048-3d6ac0c14b85.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1152.956927] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff5d6000-631c-4aee-bc1e-368ac6c6947f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.979737] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611659, 'name': CreateVM_Task, 'duration_secs': 0.376693} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.980828] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95030215-0d67-4f17-906b-ef03d2e10c29] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1152.981168] env[70015]: DEBUG oslo_vmware.api [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 1152.981168] env[70015]: value = "task-3611660" [ 1152.981168] env[70015]: _type = "Task" [ 1152.981168] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.981775] env[70015]: DEBUG oslo_concurrency.lockutils [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.981935] env[70015]: DEBUG oslo_concurrency.lockutils [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.982263] env[70015]: DEBUG oslo_concurrency.lockutils [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.982551] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dfbf611-8061-4bc6-840f-b2de6478e341 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.991566] env[70015]: DEBUG oslo_vmware.api [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611660, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.992429] env[70015]: DEBUG oslo_vmware.api [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Waiting for the task: (returnval){ [ 1152.992429] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52491549-4a26-7963-848a-3edbd51c2bd1" [ 1152.992429] env[70015]: _type = "Task" [ 1152.992429] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.999418] env[70015]: DEBUG oslo_vmware.api [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52491549-4a26-7963-848a-3edbd51c2bd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.051803] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.306s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.053990] env[70015]: DEBUG oslo_concurrency.lockutils [None req-eb90775c-ab5b-4746-afde-f5c682432e5c tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.307s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.054317] env[70015]: DEBUG nova.objects.instance [None req-eb90775c-ab5b-4746-afde-f5c682432e5c tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lazy-loading 'resources' on Instance uuid 4342485e-48fa-442f-b7d6-f04e247af854 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.090854] env[70015]: INFO nova.network.neutron [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Updating port 1c548735-b404-460f-821f-1f4af087088c with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1153.193714] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.194048] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.194189] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.194417] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.194641] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.194739] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.194884] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.195037] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70015) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1153.195277] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.221879] env[70015]: DEBUG nova.network.neutron [req-2ef3e747-85d3-4597-bc68-a08b3a14ac00 req-bb3240df-bd3f-476c-b045-6663058c58e4 service nova] [instance: 95030215-0d67-4f17-906b-ef03d2e10c29] Updated VIF entry in instance network info cache for port 360e98f8-0230-45b6-99c9-34e68713e804. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1153.222303] env[70015]: DEBUG nova.network.neutron [req-2ef3e747-85d3-4597-bc68-a08b3a14ac00 req-bb3240df-bd3f-476c-b045-6663058c58e4 service nova] [instance: 95030215-0d67-4f17-906b-ef03d2e10c29] Updating instance_info_cache with network_info: [{"id": "360e98f8-0230-45b6-99c9-34e68713e804", "address": "fa:16:3e:da:50:13", "network": {"id": "34a604d6-b4a8-40c5-86d5-010348ecb6ad", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-6479019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a515d7f037b44b21bf2cfbf1b521c8a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap360e98f8-02", "ovs_interfaceid": "360e98f8-0230-45b6-99c9-34e68713e804", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.492575] env[70015]: DEBUG oslo_vmware.api [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611660, 'name': ReconfigVM_Task, 'duration_secs': 0.28494} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.492926] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85/5bcd70ac-6f46-40b1-a048-3d6ac0c14b85.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1153.496624] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b85d0a22-5c53-4092-9614-6948b2b43f69 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.503606] env[70015]: DEBUG oslo_vmware.api [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52491549-4a26-7963-848a-3edbd51c2bd1, 'name': SearchDatastore_Task, 'duration_secs': 0.009877} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.504818] env[70015]: DEBUG oslo_concurrency.lockutils [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.505075] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] [instance: 95030215-0d67-4f17-906b-ef03d2e10c29] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1153.505341] env[70015]: DEBUG oslo_concurrency.lockutils [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.505475] env[70015]: DEBUG oslo_concurrency.lockutils [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.505649] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1153.505932] env[70015]: DEBUG oslo_vmware.api [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 1153.505932] env[70015]: value = "task-3611661" [ 1153.505932] env[70015]: _type = "Task" [ 1153.505932] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.506119] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e1078c5-fa50-45c1-8340-84621a476dcb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.516101] env[70015]: DEBUG oslo_vmware.api [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611661, 'name': Rename_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.517654] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1153.517832] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1153.518516] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ede7534-4593-47e5-84fd-3a469ab60a7a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.522938] env[70015]: DEBUG oslo_vmware.api [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Waiting for the task: (returnval){ [ 1153.522938] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5267159f-417c-810c-9d2c-bdc6efc73ecd" [ 1153.522938] env[70015]: _type = "Task" [ 1153.522938] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.530606] env[70015]: DEBUG oslo_vmware.api [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5267159f-417c-810c-9d2c-bdc6efc73ecd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.701670] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.725946] env[70015]: DEBUG oslo_concurrency.lockutils [req-2ef3e747-85d3-4597-bc68-a08b3a14ac00 req-bb3240df-bd3f-476c-b045-6663058c58e4 service nova] Releasing lock "refresh_cache-95030215-0d67-4f17-906b-ef03d2e10c29" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.743693] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8b09db-e779-4ff4-b542-03f33c3f82de {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.751149] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47bd9ab9-fc81-4fbe-902b-448707cad21a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.781983] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4d826e-5348-4979-889f-b55325f3de67 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.789241] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c71f0a9-c09e-47fb-98cd-86771d5322f6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.802316] env[70015]: DEBUG nova.compute.provider_tree [None req-eb90775c-ab5b-4746-afde-f5c682432e5c tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.864272] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8362dfbd-6d01-4176-b68c-81266e01a134 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquiring lock "eedeed94-6108-49bc-886f-b4c729f7f243" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.864629] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8362dfbd-6d01-4176-b68c-81266e01a134 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "eedeed94-6108-49bc-886f-b4c729f7f243" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.864832] env[70015]: DEBUG nova.compute.manager [None req-8362dfbd-6d01-4176-b68c-81266e01a134 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: eedeed94-6108-49bc-886f-b4c729f7f243] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1153.865824] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a842ff4-d874-4ffa-89bb-2666cccdada9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.872702] env[70015]: DEBUG nova.compute.manager [None req-8362dfbd-6d01-4176-b68c-81266e01a134 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: eedeed94-6108-49bc-886f-b4c729f7f243] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70015) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1153.873279] env[70015]: DEBUG nova.objects.instance [None req-8362dfbd-6d01-4176-b68c-81266e01a134 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lazy-loading 'flavor' on Instance uuid eedeed94-6108-49bc-886f-b4c729f7f243 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.017770] env[70015]: DEBUG oslo_vmware.api [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611661, 'name': Rename_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.031078] env[70015]: DEBUG oslo_vmware.api [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5267159f-417c-810c-9d2c-bdc6efc73ecd, 'name': SearchDatastore_Task, 'duration_secs': 0.008732} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.031828] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a359666a-29d6-47d3-825d-65f6ecb42502 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.036422] env[70015]: DEBUG oslo_vmware.api [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Waiting for the task: (returnval){ [ 1154.036422] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5232d002-b6a9-8409-524f-f6a1edcf0a39" [ 1154.036422] env[70015]: _type = "Task" [ 1154.036422] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.043847] env[70015]: DEBUG oslo_vmware.api [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5232d002-b6a9-8409-524f-f6a1edcf0a39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.305999] env[70015]: DEBUG nova.scheduler.client.report [None req-eb90775c-ab5b-4746-afde-f5c682432e5c tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.508193] env[70015]: DEBUG nova.compute.manager [req-07327473-018b-47d0-8c29-577e29a31ac3 req-38a52066-600d-43e5-8fff-8ab18cfa3184 service nova] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Received event network-vif-plugged-1c548735-b404-460f-821f-1f4af087088c {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.508460] env[70015]: DEBUG oslo_concurrency.lockutils [req-07327473-018b-47d0-8c29-577e29a31ac3 req-38a52066-600d-43e5-8fff-8ab18cfa3184 service nova] Acquiring lock "cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.508695] env[70015]: DEBUG oslo_concurrency.lockutils [req-07327473-018b-47d0-8c29-577e29a31ac3 req-38a52066-600d-43e5-8fff-8ab18cfa3184 service nova] Lock "cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.508995] env[70015]: DEBUG oslo_concurrency.lockutils [req-07327473-018b-47d0-8c29-577e29a31ac3 req-38a52066-600d-43e5-8fff-8ab18cfa3184 service nova] Lock "cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.509079] env[70015]: DEBUG nova.compute.manager [req-07327473-018b-47d0-8c29-577e29a31ac3 req-38a52066-600d-43e5-8fff-8ab18cfa3184 service nova] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] No waiting events found dispatching network-vif-plugged-1c548735-b404-460f-821f-1f4af087088c {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1154.509432] env[70015]: WARNING nova.compute.manager [req-07327473-018b-47d0-8c29-577e29a31ac3 req-38a52066-600d-43e5-8fff-8ab18cfa3184 service nova] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Received unexpected event network-vif-plugged-1c548735-b404-460f-821f-1f4af087088c for instance with vm_state shelved_offloaded and task_state spawning. [ 1154.519662] env[70015]: DEBUG oslo_vmware.api [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611661, 'name': Rename_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.547446] env[70015]: DEBUG oslo_vmware.api [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5232d002-b6a9-8409-524f-f6a1edcf0a39, 'name': SearchDatastore_Task, 'duration_secs': 0.010081} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.547800] env[70015]: DEBUG oslo_concurrency.lockutils [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.547936] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 95030215-0d67-4f17-906b-ef03d2e10c29/95030215-0d67-4f17-906b-ef03d2e10c29.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1154.548203] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0675b35-3fb8-4046-9a6d-f865affb3a6b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.555060] env[70015]: DEBUG oslo_vmware.api [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Waiting for the task: (returnval){ [ 1154.555060] env[70015]: value = "task-3611662" [ 1154.555060] env[70015]: _type = "Task" [ 1154.555060] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.562949] env[70015]: DEBUG oslo_vmware.api [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Task: {'id': task-3611662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.590215] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Acquiring lock "refresh_cache-cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.590482] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Acquired lock "refresh_cache-cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.591924] env[70015]: DEBUG nova.network.neutron [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1154.811729] env[70015]: DEBUG oslo_concurrency.lockutils [None req-eb90775c-ab5b-4746-afde-f5c682432e5c tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.757s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.815753] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f91013ca-e620-455e-b328-986e1429941d tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.850s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.815753] env[70015]: DEBUG nova.objects.instance [None req-f91013ca-e620-455e-b328-986e1429941d tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lazy-loading 'resources' on Instance uuid c485b9cd-6be9-48ea-a547-cc338e735f7c {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.835751] env[70015]: INFO nova.scheduler.client.report [None req-eb90775c-ab5b-4746-afde-f5c682432e5c tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Deleted allocations for instance 4342485e-48fa-442f-b7d6-f04e247af854 [ 1154.880771] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-8362dfbd-6d01-4176-b68c-81266e01a134 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: eedeed94-6108-49bc-886f-b4c729f7f243] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.881214] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-daff5e34-f547-44e9-a1f9-b083d7477935 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.889932] env[70015]: DEBUG oslo_vmware.api [None req-8362dfbd-6d01-4176-b68c-81266e01a134 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 1154.889932] env[70015]: value = "task-3611663" [ 1154.889932] env[70015]: _type = "Task" [ 1154.889932] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.899238] env[70015]: DEBUG oslo_vmware.api [None req-8362dfbd-6d01-4176-b68c-81266e01a134 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.020941] env[70015]: DEBUG oslo_vmware.api [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611661, 'name': Rename_Task, 'duration_secs': 1.178668} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.021502] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1155.021502] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b03386b-10fe-42e5-b9a3-abdbda7dce85 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.028867] env[70015]: DEBUG oslo_vmware.api [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 1155.028867] env[70015]: value = "task-3611664" [ 1155.028867] env[70015]: _type = "Task" [ 1155.028867] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.037677] env[70015]: DEBUG oslo_vmware.api [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611664, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.067914] env[70015]: DEBUG oslo_vmware.api [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Task: {'id': task-3611662, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501866} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.068220] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 95030215-0d67-4f17-906b-ef03d2e10c29/95030215-0d67-4f17-906b-ef03d2e10c29.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1155.068464] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] [instance: 95030215-0d67-4f17-906b-ef03d2e10c29] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1155.068751] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a98fc74-1a1e-4c47-8841-136bfb977e74 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.075563] env[70015]: DEBUG oslo_vmware.api [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Waiting for the task: (returnval){ [ 1155.075563] env[70015]: value = "task-3611665" [ 1155.075563] env[70015]: _type = "Task" [ 1155.075563] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.084109] env[70015]: DEBUG oslo_vmware.api [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Task: {'id': task-3611665, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.321987] env[70015]: DEBUG nova.network.neutron [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Updating instance_info_cache with network_info: [{"id": "1c548735-b404-460f-821f-1f4af087088c", "address": "fa:16:3e:50:e2:2c", "network": {"id": "74079621-6489-4099-86ba-2ce6a3e033f9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-701290069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db9270719b1d444d9e1e4434b1a1199a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c548735-b4", "ovs_interfaceid": "1c548735-b404-460f-821f-1f4af087088c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.343118] env[70015]: DEBUG oslo_concurrency.lockutils [None req-eb90775c-ab5b-4746-afde-f5c682432e5c tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "4342485e-48fa-442f-b7d6-f04e247af854" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.473s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.400282] env[70015]: DEBUG oslo_vmware.api [None req-8362dfbd-6d01-4176-b68c-81266e01a134 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611663, 'name': PowerOffVM_Task, 'duration_secs': 0.266298} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.402775] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-8362dfbd-6d01-4176-b68c-81266e01a134 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: eedeed94-6108-49bc-886f-b4c729f7f243] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.402996] env[70015]: DEBUG nova.compute.manager [None req-8362dfbd-6d01-4176-b68c-81266e01a134 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: eedeed94-6108-49bc-886f-b4c729f7f243] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1155.404008] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413ac3f8-ff6a-4623-8782-db790357672b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.468889] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1feebb7e-456c-41fc-818b-babde48245a2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.476891] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977595a7-115b-4d36-a0be-c4846a4a2014 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.508437] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f57857d-2618-4402-bf69-ffca1221e78c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.515910] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7372a1a8-b13d-4ce4-9db6-45ed97c11373 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.528828] env[70015]: DEBUG nova.compute.provider_tree [None req-f91013ca-e620-455e-b328-986e1429941d tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1155.538645] env[70015]: DEBUG oslo_vmware.api [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611664, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.584030] env[70015]: DEBUG oslo_vmware.api [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Task: {'id': task-3611665, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088455} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.584341] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] [instance: 95030215-0d67-4f17-906b-ef03d2e10c29] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1155.585132] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c5de14-8b20-43b8-8404-3325a711c1ad {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.608023] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] [instance: 95030215-0d67-4f17-906b-ef03d2e10c29] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 95030215-0d67-4f17-906b-ef03d2e10c29/95030215-0d67-4f17-906b-ef03d2e10c29.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1155.608952] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-563c7604-fa5a-454f-b26a-7c738aea8c94 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.630499] env[70015]: DEBUG oslo_vmware.api [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Waiting for the task: (returnval){ [ 1155.630499] env[70015]: value = "task-3611666" [ 1155.630499] env[70015]: _type = "Task" [ 1155.630499] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.639431] env[70015]: DEBUG oslo_vmware.api [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Task: {'id': task-3611666, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.825136] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Releasing lock "refresh_cache-cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.850732] env[70015]: DEBUG nova.virt.hardware [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='a9217b8f2a8c43f2d0945f5f1c8330f2',container_format='bare',created_at=2025-04-25T21:06:55Z,direct_url=,disk_format='vmdk',id=278b23aa-8898-4963-bab9-573ff398f911,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-460948219-shelved',owner='db9270719b1d444d9e1e4434b1a1199a',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-04-25T21:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1155.850974] env[70015]: DEBUG nova.virt.hardware [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1155.851152] env[70015]: DEBUG nova.virt.hardware [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1155.851337] env[70015]: DEBUG nova.virt.hardware [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1155.851484] env[70015]: DEBUG nova.virt.hardware [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1155.851633] env[70015]: DEBUG nova.virt.hardware [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1155.851839] env[70015]: DEBUG nova.virt.hardware [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1155.852018] env[70015]: DEBUG nova.virt.hardware [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1155.852204] env[70015]: DEBUG nova.virt.hardware [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1155.852343] env[70015]: DEBUG nova.virt.hardware [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1155.852517] env[70015]: DEBUG nova.virt.hardware [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1155.853358] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eaf4106-da9d-4119-89fd-9c32e379731c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.861416] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0a616a-c82d-4aa1-964e-98c8135767c0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.877497] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:e2:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5291d0-ee0f-4d70-b2ae-ab6879a67b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c548735-b404-460f-821f-1f4af087088c', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1155.884711] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1155.884946] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1155.885186] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0e5e459-ae4c-4337-96b4-a87b8799781c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.904368] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1155.904368] env[70015]: value = "task-3611667" [ 1155.904368] env[70015]: _type = "Task" [ 1155.904368] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.912139] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611667, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.916993] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8362dfbd-6d01-4176-b68c-81266e01a134 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "eedeed94-6108-49bc-886f-b4c729f7f243" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.052s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.044796] env[70015]: DEBUG oslo_vmware.api [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611664, 'name': PowerOnVM_Task, 'duration_secs': 0.548599} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.045098] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1156.045253] env[70015]: INFO nova.compute.manager [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Took 8.36 seconds to spawn the instance on the hypervisor. [ 1156.045460] env[70015]: DEBUG nova.compute.manager [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1156.046346] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc44923-7527-4502-ac1b-742572cfd5e5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.126629] env[70015]: ERROR nova.scheduler.client.report [None req-f91013ca-e620-455e-b328-986e1429941d tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [req-d0fa81e2-7d1e-4feb-9eed-7d989de350d5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 74b1aad2-fde9-482f-bdc7-a62277f2e79c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d0fa81e2-7d1e-4feb-9eed-7d989de350d5"}]} [ 1156.140122] env[70015]: DEBUG oslo_vmware.api [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Task: {'id': task-3611666, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.141759] env[70015]: DEBUG nova.scheduler.client.report [None req-f91013ca-e620-455e-b328-986e1429941d tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Refreshing inventories for resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1156.154255] env[70015]: DEBUG nova.scheduler.client.report [None req-f91013ca-e620-455e-b328-986e1429941d tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Updating ProviderTree inventory for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1156.154575] env[70015]: DEBUG nova.compute.provider_tree [None req-f91013ca-e620-455e-b328-986e1429941d tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1156.165124] env[70015]: DEBUG nova.scheduler.client.report [None req-f91013ca-e620-455e-b328-986e1429941d tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Refreshing aggregate associations for resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c, aggregates: None {{(pid=70015) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1156.182863] env[70015]: DEBUG nova.scheduler.client.report [None req-f91013ca-e620-455e-b328-986e1429941d tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Refreshing trait associations for resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=70015) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1156.350122] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87f9c47-1155-4c7e-9b1a-2874bc09a133 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.358022] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6513b817-f200-4326-89cc-549243a8083b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.388679] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b921ebcc-dcf3-4b98-88c8-57ee0a8f9897 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.401600] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf05ac1e-55b3-4f34-a6d4-4bf96af0c5a2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.421640] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611667, 'name': CreateVM_Task, 'duration_secs': 0.50833} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.422358] env[70015]: DEBUG nova.compute.provider_tree [None req-f91013ca-e620-455e-b328-986e1429941d tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.424181] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1156.424994] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/278b23aa-8898-4963-bab9-573ff398f911" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.425231] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Acquired lock "[datastore2] devstack-image-cache_base/278b23aa-8898-4963-bab9-573ff398f911" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.425604] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/278b23aa-8898-4963-bab9-573ff398f911" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.425857] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5b305e8-178a-4079-b895-36387ac7b4fc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.430286] env[70015]: DEBUG oslo_vmware.api [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for the task: (returnval){ [ 1156.430286] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52cf8bcc-aaba-8838-640b-1eceb73e3a57" [ 1156.430286] env[70015]: _type = "Task" [ 1156.430286] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.439609] env[70015]: DEBUG oslo_vmware.api [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52cf8bcc-aaba-8838-640b-1eceb73e3a57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.541670] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "48b5fed4-a8f9-41b2-8d0a-7ee03b28f833" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.541952] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "48b5fed4-a8f9-41b2-8d0a-7ee03b28f833" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.562619] env[70015]: INFO nova.compute.manager [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Took 18.66 seconds to build instance. [ 1156.567523] env[70015]: DEBUG nova.compute.manager [req-f99d5ea3-fc2d-44cc-b5a3-0f66de46d8ee req-b0b77344-fc43-4028-b5a1-da7314d92ce9 service nova] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Received event network-changed-1c548735-b404-460f-821f-1f4af087088c {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.567726] env[70015]: DEBUG nova.compute.manager [req-f99d5ea3-fc2d-44cc-b5a3-0f66de46d8ee req-b0b77344-fc43-4028-b5a1-da7314d92ce9 service nova] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Refreshing instance network info cache due to event network-changed-1c548735-b404-460f-821f-1f4af087088c. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1156.567937] env[70015]: DEBUG oslo_concurrency.lockutils [req-f99d5ea3-fc2d-44cc-b5a3-0f66de46d8ee req-b0b77344-fc43-4028-b5a1-da7314d92ce9 service nova] Acquiring lock "refresh_cache-cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.568093] env[70015]: DEBUG oslo_concurrency.lockutils [req-f99d5ea3-fc2d-44cc-b5a3-0f66de46d8ee req-b0b77344-fc43-4028-b5a1-da7314d92ce9 service nova] Acquired lock "refresh_cache-cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.568399] env[70015]: DEBUG nova.network.neutron [req-f99d5ea3-fc2d-44cc-b5a3-0f66de46d8ee req-b0b77344-fc43-4028-b5a1-da7314d92ce9 service nova] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Refreshing network info cache for port 1c548735-b404-460f-821f-1f4af087088c {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1156.585932] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c4701503-fb5f-4559-b45c-80b76b1122e6 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquiring lock "eedeed94-6108-49bc-886f-b4c729f7f243" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.586194] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c4701503-fb5f-4559-b45c-80b76b1122e6 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "eedeed94-6108-49bc-886f-b4c729f7f243" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.586395] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c4701503-fb5f-4559-b45c-80b76b1122e6 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquiring lock "eedeed94-6108-49bc-886f-b4c729f7f243-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.586579] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c4701503-fb5f-4559-b45c-80b76b1122e6 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "eedeed94-6108-49bc-886f-b4c729f7f243-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.586745] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c4701503-fb5f-4559-b45c-80b76b1122e6 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "eedeed94-6108-49bc-886f-b4c729f7f243-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.591686] env[70015]: INFO nova.compute.manager [None req-c4701503-fb5f-4559-b45c-80b76b1122e6 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: eedeed94-6108-49bc-886f-b4c729f7f243] Terminating instance [ 1156.642098] env[70015]: DEBUG oslo_vmware.api [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Task: {'id': task-3611666, 'name': ReconfigVM_Task, 'duration_secs': 0.770483} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.642470] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] [instance: 95030215-0d67-4f17-906b-ef03d2e10c29] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 95030215-0d67-4f17-906b-ef03d2e10c29/95030215-0d67-4f17-906b-ef03d2e10c29.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1156.643198] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-edc267a3-c858-4f4c-94f3-cec9481c591e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.650318] env[70015]: DEBUG oslo_vmware.api [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Waiting for the task: (returnval){ [ 1156.650318] env[70015]: value = "task-3611668" [ 1156.650318] env[70015]: _type = "Task" [ 1156.650318] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.658519] env[70015]: DEBUG oslo_vmware.api [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Task: {'id': task-3611668, 'name': Rename_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.916029] env[70015]: DEBUG nova.compute.manager [req-cfc601d8-544d-4f61-af94-dbcb4a47c6f1 req-6347cb9c-02e1-439a-aa43-31406b3d78dd service nova] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Received event network-changed-d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.916029] env[70015]: DEBUG nova.compute.manager [req-cfc601d8-544d-4f61-af94-dbcb4a47c6f1 req-6347cb9c-02e1-439a-aa43-31406b3d78dd service nova] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Refreshing instance network info cache due to event network-changed-d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1156.916029] env[70015]: DEBUG oslo_concurrency.lockutils [req-cfc601d8-544d-4f61-af94-dbcb4a47c6f1 req-6347cb9c-02e1-439a-aa43-31406b3d78dd service nova] Acquiring lock "refresh_cache-5bcd70ac-6f46-40b1-a048-3d6ac0c14b85" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.916029] env[70015]: DEBUG oslo_concurrency.lockutils [req-cfc601d8-544d-4f61-af94-dbcb4a47c6f1 req-6347cb9c-02e1-439a-aa43-31406b3d78dd service nova] Acquired lock "refresh_cache-5bcd70ac-6f46-40b1-a048-3d6ac0c14b85" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.916351] env[70015]: DEBUG nova.network.neutron [req-cfc601d8-544d-4f61-af94-dbcb4a47c6f1 req-6347cb9c-02e1-439a-aa43-31406b3d78dd service nova] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Refreshing network info cache for port d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1156.925644] env[70015]: DEBUG nova.scheduler.client.report [None req-f91013ca-e620-455e-b328-986e1429941d tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.941876] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Releasing lock "[datastore2] devstack-image-cache_base/278b23aa-8898-4963-bab9-573ff398f911" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.942137] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Processing image 278b23aa-8898-4963-bab9-573ff398f911 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1156.942377] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/278b23aa-8898-4963-bab9-573ff398f911/278b23aa-8898-4963-bab9-573ff398f911.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.942519] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Acquired lock "[datastore2] devstack-image-cache_base/278b23aa-8898-4963-bab9-573ff398f911/278b23aa-8898-4963-bab9-573ff398f911.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.942693] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1156.943159] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5e93bf5-11ae-4820-8b88-0b1bc16862ca {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.952758] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1156.952942] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1156.953883] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbd874ed-a956-480a-908b-c8480a1d5d0f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.959350] env[70015]: DEBUG oslo_vmware.api [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for the task: (returnval){ [ 1156.959350] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52c00982-942c-f84e-bbf8-b7804fb78df6" [ 1156.959350] env[70015]: _type = "Task" [ 1156.959350] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.968581] env[70015]: DEBUG oslo_vmware.api [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52c00982-942c-f84e-bbf8-b7804fb78df6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.044884] env[70015]: DEBUG nova.compute.manager [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1157.065083] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lock "5bcd70ac-6f46-40b1-a048-3d6ac0c14b85" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.174s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.098016] env[70015]: DEBUG nova.compute.manager [None req-c4701503-fb5f-4559-b45c-80b76b1122e6 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: eedeed94-6108-49bc-886f-b4c729f7f243] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1157.098016] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-c4701503-fb5f-4559-b45c-80b76b1122e6 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: eedeed94-6108-49bc-886f-b4c729f7f243] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1157.098016] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8c20e5-5975-4b16-ad2a-4c0d9a9b715c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.106796] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-c4701503-fb5f-4559-b45c-80b76b1122e6 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: eedeed94-6108-49bc-886f-b4c729f7f243] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1157.107179] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ee2e287-1d48-4f9a-b69b-725d987e8f6c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.160853] env[70015]: DEBUG oslo_vmware.api [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Task: {'id': task-3611668, 'name': Rename_Task, 'duration_secs': 0.172138} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.160853] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] [instance: 95030215-0d67-4f17-906b-ef03d2e10c29] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1157.160853] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74f875c1-6296-4f37-b21e-f9bc90764609 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.168680] env[70015]: DEBUG oslo_vmware.api [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Waiting for the task: (returnval){ [ 1157.168680] env[70015]: value = "task-3611670" [ 1157.168680] env[70015]: _type = "Task" [ 1157.168680] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.174985] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-c4701503-fb5f-4559-b45c-80b76b1122e6 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: eedeed94-6108-49bc-886f-b4c729f7f243] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1157.175255] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-c4701503-fb5f-4559-b45c-80b76b1122e6 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: eedeed94-6108-49bc-886f-b4c729f7f243] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1157.175480] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4701503-fb5f-4559-b45c-80b76b1122e6 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Deleting the datastore file [datastore2] eedeed94-6108-49bc-886f-b4c729f7f243 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1157.176288] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3a05f07-a9c2-4f88-9196-397f1715abb1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.182365] env[70015]: DEBUG oslo_vmware.api [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Task: {'id': task-3611670, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.183683] env[70015]: DEBUG oslo_vmware.api [None req-c4701503-fb5f-4559-b45c-80b76b1122e6 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 1157.183683] env[70015]: value = "task-3611671" [ 1157.183683] env[70015]: _type = "Task" [ 1157.183683] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.191957] env[70015]: DEBUG oslo_vmware.api [None req-c4701503-fb5f-4559-b45c-80b76b1122e6 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611671, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.286206] env[70015]: DEBUG nova.network.neutron [req-f99d5ea3-fc2d-44cc-b5a3-0f66de46d8ee req-b0b77344-fc43-4028-b5a1-da7314d92ce9 service nova] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Updated VIF entry in instance network info cache for port 1c548735-b404-460f-821f-1f4af087088c. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1157.286206] env[70015]: DEBUG nova.network.neutron [req-f99d5ea3-fc2d-44cc-b5a3-0f66de46d8ee req-b0b77344-fc43-4028-b5a1-da7314d92ce9 service nova] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Updating instance_info_cache with network_info: [{"id": "1c548735-b404-460f-821f-1f4af087088c", "address": "fa:16:3e:50:e2:2c", "network": {"id": "74079621-6489-4099-86ba-2ce6a3e033f9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-701290069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db9270719b1d444d9e1e4434b1a1199a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c548735-b4", "ovs_interfaceid": "1c548735-b404-460f-821f-1f4af087088c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.430736] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f91013ca-e620-455e-b328-986e1429941d tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.616s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.433514] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c3bcfc25-ccd1-4a80-9638-b075fe281d99 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.443s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.433741] env[70015]: DEBUG nova.objects.instance [None req-c3bcfc25-ccd1-4a80-9638-b075fe281d99 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lazy-loading 'resources' on Instance uuid a173c940-ed80-45ec-83a2-af2b2ad416c4 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.454964] env[70015]: INFO nova.scheduler.client.report [None req-f91013ca-e620-455e-b328-986e1429941d tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Deleted allocations for instance c485b9cd-6be9-48ea-a547-cc338e735f7c [ 1157.469921] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Preparing fetch location {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1157.470209] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Fetch image to [datastore2] OSTACK_IMG_8f1027d4-6602-448c-9e5f-3117fc5afd45/OSTACK_IMG_8f1027d4-6602-448c-9e5f-3117fc5afd45.vmdk {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1157.470397] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Downloading stream optimized image 278b23aa-8898-4963-bab9-573ff398f911 to [datastore2] OSTACK_IMG_8f1027d4-6602-448c-9e5f-3117fc5afd45/OSTACK_IMG_8f1027d4-6602-448c-9e5f-3117fc5afd45.vmdk on the data store datastore2 as vApp {{(pid=70015) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1157.470571] env[70015]: DEBUG nova.virt.vmwareapi.images [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Downloading image file data 278b23aa-8898-4963-bab9-573ff398f911 to the ESX as VM named 'OSTACK_IMG_8f1027d4-6602-448c-9e5f-3117fc5afd45' {{(pid=70015) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1157.549769] env[70015]: DEBUG oslo_vmware.rw_handles [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1157.549769] env[70015]: value = "resgroup-9" [ 1157.549769] env[70015]: _type = "ResourcePool" [ 1157.549769] env[70015]: }. {{(pid=70015) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1157.552031] env[70015]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-f85ed8f2-a954-4b35-ac5b-a44e7b6a16e7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.577694] env[70015]: DEBUG oslo_vmware.rw_handles [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Lease: (returnval){ [ 1157.577694] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52a409ee-7155-8bc6-d444-c1c84311cd5b" [ 1157.577694] env[70015]: _type = "HttpNfcLease" [ 1157.577694] env[70015]: } obtained for vApp import into resource pool (val){ [ 1157.577694] env[70015]: value = "resgroup-9" [ 1157.577694] env[70015]: _type = "ResourcePool" [ 1157.577694] env[70015]: }. {{(pid=70015) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1157.577952] env[70015]: DEBUG oslo_vmware.api [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for the lease: (returnval){ [ 1157.577952] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52a409ee-7155-8bc6-d444-c1c84311cd5b" [ 1157.577952] env[70015]: _type = "HttpNfcLease" [ 1157.577952] env[70015]: } to be ready. {{(pid=70015) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1157.582303] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.583819] env[70015]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1157.583819] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52a409ee-7155-8bc6-d444-c1c84311cd5b" [ 1157.583819] env[70015]: _type = "HttpNfcLease" [ 1157.583819] env[70015]: } is initializing. {{(pid=70015) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1157.636768] env[70015]: DEBUG nova.network.neutron [req-cfc601d8-544d-4f61-af94-dbcb4a47c6f1 req-6347cb9c-02e1-439a-aa43-31406b3d78dd service nova] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Updated VIF entry in instance network info cache for port d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1157.637222] env[70015]: DEBUG nova.network.neutron [req-cfc601d8-544d-4f61-af94-dbcb4a47c6f1 req-6347cb9c-02e1-439a-aa43-31406b3d78dd service nova] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Updating instance_info_cache with network_info: [{"id": "d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44", "address": "fa:16:3e:79:85:5d", "network": {"id": "825adeb2-145f-454c-b624-cc7cf91966fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1496238884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e0ce85090f4c3c8d74e04f2101b99f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd31dbdf3-fd", "ovs_interfaceid": "d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.679579] env[70015]: DEBUG oslo_vmware.api [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Task: {'id': task-3611670, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.693236] env[70015]: DEBUG oslo_vmware.api [None req-c4701503-fb5f-4559-b45c-80b76b1122e6 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611671, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143529} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.693556] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4701503-fb5f-4559-b45c-80b76b1122e6 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1157.693753] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-c4701503-fb5f-4559-b45c-80b76b1122e6 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: eedeed94-6108-49bc-886f-b4c729f7f243] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1157.693931] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-c4701503-fb5f-4559-b45c-80b76b1122e6 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: eedeed94-6108-49bc-886f-b4c729f7f243] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1157.694120] env[70015]: INFO nova.compute.manager [None req-c4701503-fb5f-4559-b45c-80b76b1122e6 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: eedeed94-6108-49bc-886f-b4c729f7f243] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1157.694392] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4701503-fb5f-4559-b45c-80b76b1122e6 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.694600] env[70015]: DEBUG nova.compute.manager [-] [instance: eedeed94-6108-49bc-886f-b4c729f7f243] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1157.694696] env[70015]: DEBUG nova.network.neutron [-] [instance: eedeed94-6108-49bc-886f-b4c729f7f243] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1157.788421] env[70015]: DEBUG oslo_concurrency.lockutils [req-f99d5ea3-fc2d-44cc-b5a3-0f66de46d8ee req-b0b77344-fc43-4028-b5a1-da7314d92ce9 service nova] Releasing lock "refresh_cache-cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.963430] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f91013ca-e620-455e-b328-986e1429941d tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lock "c485b9cd-6be9-48ea-a547-cc338e735f7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.594s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.089521] env[70015]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1158.089521] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52a409ee-7155-8bc6-d444-c1c84311cd5b" [ 1158.089521] env[70015]: _type = "HttpNfcLease" [ 1158.089521] env[70015]: } is initializing. {{(pid=70015) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1158.096816] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee489fc-ff4a-42c1-95f0-8dc4eefc1a55 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.103612] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66472073-2a02-49da-9c55-6c1d78d1ff15 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.133352] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f705ba-c7bf-43bf-a58d-98dff3a29982 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.139866] env[70015]: DEBUG oslo_concurrency.lockutils [req-cfc601d8-544d-4f61-af94-dbcb4a47c6f1 req-6347cb9c-02e1-439a-aa43-31406b3d78dd service nova] Releasing lock "refresh_cache-5bcd70ac-6f46-40b1-a048-3d6ac0c14b85" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.141153] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1989ef24-cdb6-4070-a4fe-a3a9445b9abe {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.154741] env[70015]: DEBUG nova.compute.provider_tree [None req-c3bcfc25-ccd1-4a80-9638-b075fe281d99 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.179725] env[70015]: DEBUG oslo_vmware.api [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Task: {'id': task-3611670, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.409028] env[70015]: DEBUG oslo_concurrency.lockutils [None req-101987b9-8e92-438b-ab93-82ad382a9548 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Acquiring lock "7c480760-7d09-4007-bb8a-f2065cb42884" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.409028] env[70015]: DEBUG oslo_concurrency.lockutils [None req-101987b9-8e92-438b-ab93-82ad382a9548 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Lock "7c480760-7d09-4007-bb8a-f2065cb42884" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.425284] env[70015]: DEBUG nova.network.neutron [-] [instance: eedeed94-6108-49bc-886f-b4c729f7f243] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.586451] env[70015]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1158.586451] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52a409ee-7155-8bc6-d444-c1c84311cd5b" [ 1158.586451] env[70015]: _type = "HttpNfcLease" [ 1158.586451] env[70015]: } is ready. {{(pid=70015) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1158.586800] env[70015]: DEBUG oslo_vmware.rw_handles [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1158.586800] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52a409ee-7155-8bc6-d444-c1c84311cd5b" [ 1158.586800] env[70015]: _type = "HttpNfcLease" [ 1158.586800] env[70015]: }. {{(pid=70015) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1158.587483] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293ce6b1-9507-4211-82f4-0333be8ae64d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.594557] env[70015]: DEBUG oslo_vmware.rw_handles [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520fcb93-c9ff-bfb6-9ff0-8b6c309757d7/disk-0.vmdk from lease info. {{(pid=70015) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1158.594740] env[70015]: DEBUG oslo_vmware.rw_handles [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520fcb93-c9ff-bfb6-9ff0-8b6c309757d7/disk-0.vmdk. {{(pid=70015) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1158.597809] env[70015]: DEBUG nova.compute.manager [req-82b60325-1b60-4681-b218-8b053394cbd0 req-cc2cd833-b528-4fd0-8171-b4e73d540145 service nova] [instance: eedeed94-6108-49bc-886f-b4c729f7f243] Received event network-vif-deleted-d042992c-5cb3-4cdd-bec9-f51d7661b614 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.660100] env[70015]: DEBUG nova.scheduler.client.report [None req-c3bcfc25-ccd1-4a80-9638-b075fe281d99 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.665183] env[70015]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6c50ac67-ddd8-4c9b-bd9a-92acbbc6333b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.679729] env[70015]: DEBUG oslo_vmware.api [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Task: {'id': task-3611670, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.911302] env[70015]: DEBUG nova.compute.utils [None req-101987b9-8e92-438b-ab93-82ad382a9548 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1158.927999] env[70015]: INFO nova.compute.manager [-] [instance: eedeed94-6108-49bc-886f-b4c729f7f243] Took 1.23 seconds to deallocate network for instance. [ 1159.169575] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c3bcfc25-ccd1-4a80-9638-b075fe281d99 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.736s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.172410] env[70015]: DEBUG oslo_concurrency.lockutils [None req-edcbb9e5-2d88-48b5-b658-6adfa2dbcfbf tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.761s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.172410] env[70015]: DEBUG nova.objects.instance [None req-edcbb9e5-2d88-48b5-b658-6adfa2dbcfbf tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Lazy-loading 'resources' on Instance uuid e0929d30-843c-470f-a580-8b61ef28a103 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.183030] env[70015]: DEBUG oslo_vmware.api [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Task: {'id': task-3611670, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.197080] env[70015]: INFO nova.scheduler.client.report [None req-c3bcfc25-ccd1-4a80-9638-b075fe281d99 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Deleted allocations for instance a173c940-ed80-45ec-83a2-af2b2ad416c4 [ 1159.416379] env[70015]: DEBUG oslo_concurrency.lockutils [None req-101987b9-8e92-438b-ab93-82ad382a9548 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Lock "7c480760-7d09-4007-bb8a-f2065cb42884" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.435700] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c4701503-fb5f-4559-b45c-80b76b1122e6 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.685038] env[70015]: DEBUG oslo_vmware.api [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Task: {'id': task-3611670, 'name': PowerOnVM_Task, 'duration_secs': 2.354496} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.685817] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] [instance: 95030215-0d67-4f17-906b-ef03d2e10c29] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1159.685817] env[70015]: INFO nova.compute.manager [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] [instance: 95030215-0d67-4f17-906b-ef03d2e10c29] Took 9.71 seconds to spawn the instance on the hypervisor. [ 1159.685817] env[70015]: DEBUG nova.compute.manager [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] [instance: 95030215-0d67-4f17-906b-ef03d2e10c29] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1159.686738] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9359b3ce-d27e-4238-880e-3d961bee7d60 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.705334] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c3bcfc25-ccd1-4a80-9638-b075fe281d99 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "a173c940-ed80-45ec-83a2-af2b2ad416c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.458s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.861679] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedebd73-8fe1-4306-b4af-561fdd2f8ae0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.873638] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b8a999-453a-43ab-9daa-90ed118e5733 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.909081] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f285ae-e331-441c-93b0-9de498e6dd0e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.918240] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec064600-d297-4c2f-ba82-e897b4a8d785 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.932665] env[70015]: DEBUG nova.compute.provider_tree [None req-edcbb9e5-2d88-48b5-b658-6adfa2dbcfbf tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.152393] env[70015]: DEBUG oslo_vmware.rw_handles [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Completed reading data from the image iterator. {{(pid=70015) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1160.152664] env[70015]: DEBUG oslo_vmware.rw_handles [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520fcb93-c9ff-bfb6-9ff0-8b6c309757d7/disk-0.vmdk. {{(pid=70015) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1160.153663] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6062b19-4a6f-4e89-971c-871a48780aa8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.163070] env[70015]: DEBUG oslo_vmware.rw_handles [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520fcb93-c9ff-bfb6-9ff0-8b6c309757d7/disk-0.vmdk is in state: ready. {{(pid=70015) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1160.163380] env[70015]: DEBUG oslo_vmware.rw_handles [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520fcb93-c9ff-bfb6-9ff0-8b6c309757d7/disk-0.vmdk. {{(pid=70015) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1160.163661] env[70015]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-fc0bb837-292a-45b3-8914-4612b748a5cf {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.207076] env[70015]: INFO nova.compute.manager [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] [instance: 95030215-0d67-4f17-906b-ef03d2e10c29] Took 20.97 seconds to build instance. [ 1160.436041] env[70015]: DEBUG nova.scheduler.client.report [None req-edcbb9e5-2d88-48b5-b658-6adfa2dbcfbf tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.470563] env[70015]: DEBUG oslo_concurrency.lockutils [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Acquiring lock "bc205347-4646-4071-9e6b-3437e39be863" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.470665] env[70015]: DEBUG oslo_concurrency.lockutils [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lock "bc205347-4646-4071-9e6b-3437e39be863" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.509011] env[70015]: DEBUG oslo_concurrency.lockutils [None req-101987b9-8e92-438b-ab93-82ad382a9548 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Acquiring lock "7c480760-7d09-4007-bb8a-f2065cb42884" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.509195] env[70015]: DEBUG oslo_concurrency.lockutils [None req-101987b9-8e92-438b-ab93-82ad382a9548 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Lock "7c480760-7d09-4007-bb8a-f2065cb42884" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.509423] env[70015]: INFO nova.compute.manager [None req-101987b9-8e92-438b-ab93-82ad382a9548 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Attaching volume ed93baaf-cc75-4acf-9b45-688284c7c819 to /dev/sdb [ 1160.541937] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742917a0-d491-49d6-b56e-8da9f9aa7aac {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.549661] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19941740-5615-45d3-be55-26b454f469d0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.564423] env[70015]: DEBUG nova.virt.block_device [None req-101987b9-8e92-438b-ab93-82ad382a9548 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Updating existing volume attachment record: 9793ee5f-01b1-4401-93a0-a4515b3340b2 {{(pid=70015) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1160.661660] env[70015]: DEBUG oslo_vmware.rw_handles [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520fcb93-c9ff-bfb6-9ff0-8b6c309757d7/disk-0.vmdk. {{(pid=70015) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1160.661890] env[70015]: INFO nova.virt.vmwareapi.images [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Downloaded image file data 278b23aa-8898-4963-bab9-573ff398f911 [ 1160.662881] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85acd5e6-da50-4fe1-b486-c44788de5d30 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.678350] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a2b3644-b34b-4dc5-bdf7-23fcbacf98c1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.701644] env[70015]: INFO nova.virt.vmwareapi.images [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] The imported VM was unregistered [ 1160.705044] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Caching image {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1160.705044] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Creating directory with path [datastore2] devstack-image-cache_base/278b23aa-8898-4963-bab9-573ff398f911 {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1160.705044] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ecf9349a-f2f5-47fd-8404-9dab7e7aaf34 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.708399] env[70015]: DEBUG oslo_concurrency.lockutils [None req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Lock "95030215-0d67-4f17-906b-ef03d2e10c29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.480s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.717226] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Created directory with path [datastore2] devstack-image-cache_base/278b23aa-8898-4963-bab9-573ff398f911 {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1160.717437] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_8f1027d4-6602-448c-9e5f-3117fc5afd45/OSTACK_IMG_8f1027d4-6602-448c-9e5f-3117fc5afd45.vmdk to [datastore2] devstack-image-cache_base/278b23aa-8898-4963-bab9-573ff398f911/278b23aa-8898-4963-bab9-573ff398f911.vmdk. {{(pid=70015) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1160.717726] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-2ebe0f56-896c-4330-aecb-b62eb1a35e1a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.723722] env[70015]: DEBUG oslo_vmware.api [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for the task: (returnval){ [ 1160.723722] env[70015]: value = "task-3611675" [ 1160.723722] env[70015]: _type = "Task" [ 1160.723722] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.732124] env[70015]: DEBUG oslo_vmware.api [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611675, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.855449] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a112fbf6-44d4-42f4-855f-719714190a6f tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Acquiring lock "95030215-0d67-4f17-906b-ef03d2e10c29" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.855735] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a112fbf6-44d4-42f4-855f-719714190a6f tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Lock "95030215-0d67-4f17-906b-ef03d2e10c29" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.855946] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a112fbf6-44d4-42f4-855f-719714190a6f tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Acquiring lock "95030215-0d67-4f17-906b-ef03d2e10c29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.856164] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a112fbf6-44d4-42f4-855f-719714190a6f tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Lock "95030215-0d67-4f17-906b-ef03d2e10c29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.856343] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a112fbf6-44d4-42f4-855f-719714190a6f tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Lock "95030215-0d67-4f17-906b-ef03d2e10c29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.858560] env[70015]: INFO nova.compute.manager [None req-a112fbf6-44d4-42f4-855f-719714190a6f tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] [instance: 95030215-0d67-4f17-906b-ef03d2e10c29] Terminating instance [ 1160.941145] env[70015]: DEBUG oslo_concurrency.lockutils [None req-edcbb9e5-2d88-48b5-b658-6adfa2dbcfbf tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.769s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.943616] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.242s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.943803] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.943975] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70015) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1160.944610] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.362s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.946130] env[70015]: INFO nova.compute.claims [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1160.949456] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1230a8d1-ef33-42c8-9986-ca70e446a799 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.958013] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d99c834-96a9-4c40-8533-a699bfa9c4f6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.963105] env[70015]: INFO nova.scheduler.client.report [None req-edcbb9e5-2d88-48b5-b658-6adfa2dbcfbf tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Deleted allocations for instance e0929d30-843c-470f-a580-8b61ef28a103 [ 1160.975371] env[70015]: DEBUG nova.compute.manager [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: bc205347-4646-4071-9e6b-3437e39be863] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1160.979327] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5696e459-3e84-41a1-9969-ede4b4d3861a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.987165] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dec0ca8-3fa4-495c-b92f-7e6578476774 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.024044] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178545MB free_disk=77GB free_vcpus=48 pci_devices=None {{(pid=70015) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1161.024239] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.234804] env[70015]: DEBUG oslo_vmware.api [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611675, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.298074] env[70015]: DEBUG oslo_concurrency.lockutils [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquiring lock "3b02addc-c4b7-4c80-a098-85137319df43" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.298074] env[70015]: DEBUG oslo_concurrency.lockutils [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "3b02addc-c4b7-4c80-a098-85137319df43" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.362729] env[70015]: DEBUG nova.compute.manager [None req-a112fbf6-44d4-42f4-855f-719714190a6f tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] [instance: 95030215-0d67-4f17-906b-ef03d2e10c29] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1161.364075] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a112fbf6-44d4-42f4-855f-719714190a6f tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] [instance: 95030215-0d67-4f17-906b-ef03d2e10c29] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1161.364075] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da8d655-ac92-4acc-84ed-72209133b0ec {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.372539] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-a112fbf6-44d4-42f4-855f-719714190a6f tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] [instance: 95030215-0d67-4f17-906b-ef03d2e10c29] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.372813] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93b920e5-792f-406c-a4e5-dd9e1100911d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.382608] env[70015]: DEBUG oslo_vmware.api [None req-a112fbf6-44d4-42f4-855f-719714190a6f tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Waiting for the task: (returnval){ [ 1161.382608] env[70015]: value = "task-3611678" [ 1161.382608] env[70015]: _type = "Task" [ 1161.382608] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.391134] env[70015]: DEBUG oslo_vmware.api [None req-a112fbf6-44d4-42f4-855f-719714190a6f tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Task: {'id': task-3611678, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.483124] env[70015]: DEBUG oslo_concurrency.lockutils [None req-edcbb9e5-2d88-48b5-b658-6adfa2dbcfbf tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Lock "e0929d30-843c-470f-a580-8b61ef28a103" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.741s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.502134] env[70015]: DEBUG oslo_concurrency.lockutils [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.735908] env[70015]: DEBUG oslo_vmware.api [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611675, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.800412] env[70015]: DEBUG nova.compute.manager [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1161.893128] env[70015]: DEBUG oslo_vmware.api [None req-a112fbf6-44d4-42f4-855f-719714190a6f tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Task: {'id': task-3611678, 'name': PowerOffVM_Task, 'duration_secs': 0.362334} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.893438] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-a112fbf6-44d4-42f4-855f-719714190a6f tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] [instance: 95030215-0d67-4f17-906b-ef03d2e10c29] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1161.893596] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a112fbf6-44d4-42f4-855f-719714190a6f tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] [instance: 95030215-0d67-4f17-906b-ef03d2e10c29] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1161.893850] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-320ccb52-b12b-4d1b-9fbd-a133eb273b42 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.972415] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a112fbf6-44d4-42f4-855f-719714190a6f tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] [instance: 95030215-0d67-4f17-906b-ef03d2e10c29] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1161.972679] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a112fbf6-44d4-42f4-855f-719714190a6f tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] [instance: 95030215-0d67-4f17-906b-ef03d2e10c29] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1161.972869] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-a112fbf6-44d4-42f4-855f-719714190a6f tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Deleting the datastore file [datastore2] 95030215-0d67-4f17-906b-ef03d2e10c29 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1161.973156] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d049d1a-502e-4954-b253-eeeda4ba69e3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.983563] env[70015]: DEBUG oslo_vmware.api [None req-a112fbf6-44d4-42f4-855f-719714190a6f tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Waiting for the task: (returnval){ [ 1161.983563] env[70015]: value = "task-3611680" [ 1161.983563] env[70015]: _type = "Task" [ 1161.983563] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.996278] env[70015]: DEBUG oslo_vmware.api [None req-a112fbf6-44d4-42f4-855f-719714190a6f tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Task: {'id': task-3611680, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.143205] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfb1a90-ed69-4f62-8e2a-0723dee4f675 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.151564] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e9d019-d1fb-4733-b68e-ee4736043ce9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.184658] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed77ab1-930c-49b0-89fb-9f17f8feb158 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.194063] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79a7e52-c5c4-4721-abea-6b2245f4e48a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.208123] env[70015]: DEBUG nova.compute.provider_tree [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.236411] env[70015]: DEBUG oslo_vmware.api [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611675, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.320946] env[70015]: DEBUG oslo_concurrency.lockutils [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.494490] env[70015]: DEBUG oslo_vmware.api [None req-a112fbf6-44d4-42f4-855f-719714190a6f tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Task: {'id': task-3611680, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.711505] env[70015]: DEBUG nova.scheduler.client.report [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.738647] env[70015]: DEBUG oslo_vmware.api [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611675, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.994978] env[70015]: DEBUG oslo_vmware.api [None req-a112fbf6-44d4-42f4-855f-719714190a6f tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Task: {'id': task-3611680, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.217290] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.273s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.217901] env[70015]: DEBUG nova.compute.manager [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1163.220720] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c4701503-fb5f-4559-b45c-80b76b1122e6 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.785s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.221039] env[70015]: DEBUG nova.objects.instance [None req-c4701503-fb5f-4559-b45c-80b76b1122e6 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lazy-loading 'resources' on Instance uuid eedeed94-6108-49bc-886f-b4c729f7f243 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.238120] env[70015]: DEBUG oslo_vmware.api [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611675, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.389426} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.238487] env[70015]: INFO nova.virt.vmwareapi.ds_util [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_8f1027d4-6602-448c-9e5f-3117fc5afd45/OSTACK_IMG_8f1027d4-6602-448c-9e5f-3117fc5afd45.vmdk to [datastore2] devstack-image-cache_base/278b23aa-8898-4963-bab9-573ff398f911/278b23aa-8898-4963-bab9-573ff398f911.vmdk. [ 1163.238748] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Cleaning up location [datastore2] OSTACK_IMG_8f1027d4-6602-448c-9e5f-3117fc5afd45 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1163.239050] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_8f1027d4-6602-448c-9e5f-3117fc5afd45 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1163.239379] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5b6f9fa-7f59-4662-b6df-b0a4093402d8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.246162] env[70015]: DEBUG oslo_vmware.api [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for the task: (returnval){ [ 1163.246162] env[70015]: value = "task-3611682" [ 1163.246162] env[70015]: _type = "Task" [ 1163.246162] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.254873] env[70015]: DEBUG oslo_vmware.api [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611682, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.495776] env[70015]: DEBUG oslo_vmware.api [None req-a112fbf6-44d4-42f4-855f-719714190a6f tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Task: {'id': task-3611680, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.138936} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.496530] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-a112fbf6-44d4-42f4-855f-719714190a6f tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1163.496530] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a112fbf6-44d4-42f4-855f-719714190a6f tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] [instance: 95030215-0d67-4f17-906b-ef03d2e10c29] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1163.496530] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-a112fbf6-44d4-42f4-855f-719714190a6f tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] [instance: 95030215-0d67-4f17-906b-ef03d2e10c29] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1163.496766] env[70015]: INFO nova.compute.manager [None req-a112fbf6-44d4-42f4-855f-719714190a6f tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] [instance: 95030215-0d67-4f17-906b-ef03d2e10c29] Took 2.13 seconds to destroy the instance on the hypervisor. [ 1163.496987] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a112fbf6-44d4-42f4-855f-719714190a6f tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1163.497221] env[70015]: DEBUG nova.compute.manager [-] [instance: 95030215-0d67-4f17-906b-ef03d2e10c29] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1163.497337] env[70015]: DEBUG nova.network.neutron [-] [instance: 95030215-0d67-4f17-906b-ef03d2e10c29] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1163.724568] env[70015]: DEBUG nova.compute.utils [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1163.730553] env[70015]: DEBUG nova.compute.manager [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1163.730730] env[70015]: DEBUG nova.network.neutron [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1163.758097] env[70015]: DEBUG oslo_vmware.api [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611682, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.042195} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.761623] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1163.761804] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Releasing lock "[datastore2] devstack-image-cache_base/278b23aa-8898-4963-bab9-573ff398f911/278b23aa-8898-4963-bab9-573ff398f911.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.762062] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/278b23aa-8898-4963-bab9-573ff398f911/278b23aa-8898-4963-bab9-573ff398f911.vmdk to [datastore2] cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec/cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1163.763725] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d219ad8-b508-4266-87b9-d2ffe249fbd3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.771130] env[70015]: DEBUG oslo_vmware.api [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for the task: (returnval){ [ 1163.771130] env[70015]: value = "task-3611683" [ 1163.771130] env[70015]: _type = "Task" [ 1163.771130] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.781816] env[70015]: DEBUG oslo_vmware.api [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611683, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.815401] env[70015]: DEBUG nova.policy [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97fe7707d9f14e94827d6a5d6629fc2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd1c3c3921bf344c780646f4bee87bbab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 1163.842597] env[70015]: DEBUG nova.compute.manager [req-d7a87da3-d24f-4d25-b913-4fa229e821b5 req-27005ad7-b849-4ff3-a3f1-ccc55ef45962 service nova] [instance: 95030215-0d67-4f17-906b-ef03d2e10c29] Received event network-vif-deleted-360e98f8-0230-45b6-99c9-34e68713e804 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.842597] env[70015]: INFO nova.compute.manager [req-d7a87da3-d24f-4d25-b913-4fa229e821b5 req-27005ad7-b849-4ff3-a3f1-ccc55ef45962 service nova] [instance: 95030215-0d67-4f17-906b-ef03d2e10c29] Neutron deleted interface 360e98f8-0230-45b6-99c9-34e68713e804; detaching it from the instance and deleting it from the info cache [ 1163.842597] env[70015]: DEBUG nova.network.neutron [req-d7a87da3-d24f-4d25-b913-4fa229e821b5 req-27005ad7-b849-4ff3-a3f1-ccc55ef45962 service nova] [instance: 95030215-0d67-4f17-906b-ef03d2e10c29] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.960303] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a2350d-3245-4d49-997a-ab0e7c7c4023 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.969227] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f828dc5-6673-41d4-9231-d290c46252a5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.001708] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9431f2c-a9ee-4e0e-814f-9dbef88c985b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.009931] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f938b0-86f8-4371-aab5-afbfc7a1bfd5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.026145] env[70015]: DEBUG nova.compute.provider_tree [None req-c4701503-fb5f-4559-b45c-80b76b1122e6 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1164.226784] env[70015]: DEBUG nova.network.neutron [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833] Successfully created port: 9637d2b6-3590-4922-9235-777863ca5f89 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1164.231595] env[70015]: DEBUG nova.compute.manager [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1164.283524] env[70015]: DEBUG oslo_vmware.api [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611683, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.321695] env[70015]: DEBUG nova.network.neutron [-] [instance: 95030215-0d67-4f17-906b-ef03d2e10c29] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.348275] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-14a4fbda-9c7d-45af-91ac-40f273bfde3c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.358186] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e9d837-1f9c-4ef9-981d-0269e3b70ac0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.390748] env[70015]: DEBUG nova.compute.manager [req-d7a87da3-d24f-4d25-b913-4fa229e821b5 req-27005ad7-b849-4ff3-a3f1-ccc55ef45962 service nova] [instance: 95030215-0d67-4f17-906b-ef03d2e10c29] Detach interface failed, port_id=360e98f8-0230-45b6-99c9-34e68713e804, reason: Instance 95030215-0d67-4f17-906b-ef03d2e10c29 could not be found. {{(pid=70015) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1164.552850] env[70015]: ERROR nova.scheduler.client.report [None req-c4701503-fb5f-4559-b45c-80b76b1122e6 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [req-b1433ab4-e8bf-4bfe-9f02-67bbf29fa7f6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 74b1aad2-fde9-482f-bdc7-a62277f2e79c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b1433ab4-e8bf-4bfe-9f02-67bbf29fa7f6"}]} [ 1164.588307] env[70015]: DEBUG nova.scheduler.client.report [None req-c4701503-fb5f-4559-b45c-80b76b1122e6 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Refreshing inventories for resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1164.609197] env[70015]: DEBUG nova.scheduler.client.report [None req-c4701503-fb5f-4559-b45c-80b76b1122e6 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Updating ProviderTree inventory for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1164.610745] env[70015]: DEBUG nova.compute.provider_tree [None req-c4701503-fb5f-4559-b45c-80b76b1122e6 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1164.627172] env[70015]: DEBUG nova.scheduler.client.report [None req-c4701503-fb5f-4559-b45c-80b76b1122e6 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Refreshing aggregate associations for resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c, aggregates: None {{(pid=70015) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1164.646389] env[70015]: DEBUG nova.scheduler.client.report [None req-c4701503-fb5f-4559-b45c-80b76b1122e6 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Refreshing trait associations for resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=70015) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1164.786255] env[70015]: DEBUG oslo_vmware.api [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611683, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.824135] env[70015]: INFO nova.compute.manager [-] [instance: 95030215-0d67-4f17-906b-ef03d2e10c29] Took 1.33 seconds to deallocate network for instance. [ 1164.827067] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d477bd2d-8aed-46c6-95bf-c38fc32d2d1a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.839076] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318dc089-626e-4eea-8aec-0a8d2533dcf1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.879083] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c62f242-b764-4766-81d6-5da4c35f6a4d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.887222] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4b75d3-b601-4683-9d05-56c92548e0fe {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.901912] env[70015]: DEBUG nova.compute.provider_tree [None req-c4701503-fb5f-4559-b45c-80b76b1122e6 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1165.244365] env[70015]: DEBUG nova.compute.manager [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1165.272930] env[70015]: DEBUG nova.virt.hardware [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1165.273196] env[70015]: DEBUG nova.virt.hardware [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1165.273354] env[70015]: DEBUG nova.virt.hardware [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1165.273537] env[70015]: DEBUG nova.virt.hardware [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1165.273680] env[70015]: DEBUG nova.virt.hardware [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1165.273825] env[70015]: DEBUG nova.virt.hardware [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1165.274436] env[70015]: DEBUG nova.virt.hardware [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1165.274685] env[70015]: DEBUG nova.virt.hardware [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1165.274980] env[70015]: DEBUG nova.virt.hardware [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1165.275200] env[70015]: DEBUG nova.virt.hardware [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1165.275404] env[70015]: DEBUG nova.virt.hardware [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1165.276328] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9761fb-18b5-4aa7-948a-e924cd0369c6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.287440] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327ccf4f-cd37-4c6c-ad4e-ca1138143bef {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.294446] env[70015]: DEBUG oslo_vmware.api [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611683, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.335987] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a112fbf6-44d4-42f4-855f-719714190a6f tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.435472] env[70015]: DEBUG nova.scheduler.client.report [None req-c4701503-fb5f-4559-b45c-80b76b1122e6 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Updated inventory for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with generation 149 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1165.435788] env[70015]: DEBUG nova.compute.provider_tree [None req-c4701503-fb5f-4559-b45c-80b76b1122e6 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Updating resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c generation from 149 to 150 during operation: update_inventory {{(pid=70015) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1165.435972] env[70015]: DEBUG nova.compute.provider_tree [None req-c4701503-fb5f-4559-b45c-80b76b1122e6 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1165.608848] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-101987b9-8e92-438b-ab93-82ad382a9548 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Volume attach. Driver type: vmdk {{(pid=70015) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1165.609113] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-101987b9-8e92-438b-ab93-82ad382a9548 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720425', 'volume_id': 'ed93baaf-cc75-4acf-9b45-688284c7c819', 'name': 'volume-ed93baaf-cc75-4acf-9b45-688284c7c819', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7c480760-7d09-4007-bb8a-f2065cb42884', 'attached_at': '', 'detached_at': '', 'volume_id': 'ed93baaf-cc75-4acf-9b45-688284c7c819', 'serial': 'ed93baaf-cc75-4acf-9b45-688284c7c819'} {{(pid=70015) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1165.610060] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625eaa1f-299d-4f49-8ce5-03a141f32971 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.628253] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cfb8595-9696-4307-a9b8-fc6bacfeb52d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.657892] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-101987b9-8e92-438b-ab93-82ad382a9548 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] volume-ed93baaf-cc75-4acf-9b45-688284c7c819/volume-ed93baaf-cc75-4acf-9b45-688284c7c819.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1165.659484] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b714557c-66a9-4b63-ac40-cfd8d83790e9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.674502] env[70015]: DEBUG nova.compute.manager [req-68d6af05-cd2a-4c57-85ed-230901ba2d6e req-8c6f8d77-9736-4aee-bdcf-005196a0e010 service nova] [instance: 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833] Received event network-vif-plugged-9637d2b6-3590-4922-9235-777863ca5f89 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.674740] env[70015]: DEBUG oslo_concurrency.lockutils [req-68d6af05-cd2a-4c57-85ed-230901ba2d6e req-8c6f8d77-9736-4aee-bdcf-005196a0e010 service nova] Acquiring lock "48b5fed4-a8f9-41b2-8d0a-7ee03b28f833-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.674954] env[70015]: DEBUG oslo_concurrency.lockutils [req-68d6af05-cd2a-4c57-85ed-230901ba2d6e req-8c6f8d77-9736-4aee-bdcf-005196a0e010 service nova] Lock "48b5fed4-a8f9-41b2-8d0a-7ee03b28f833-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.675173] env[70015]: DEBUG oslo_concurrency.lockutils [req-68d6af05-cd2a-4c57-85ed-230901ba2d6e req-8c6f8d77-9736-4aee-bdcf-005196a0e010 service nova] Lock "48b5fed4-a8f9-41b2-8d0a-7ee03b28f833-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.675383] env[70015]: DEBUG nova.compute.manager [req-68d6af05-cd2a-4c57-85ed-230901ba2d6e req-8c6f8d77-9736-4aee-bdcf-005196a0e010 service nova] [instance: 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833] No waiting events found dispatching network-vif-plugged-9637d2b6-3590-4922-9235-777863ca5f89 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1165.675555] env[70015]: WARNING nova.compute.manager [req-68d6af05-cd2a-4c57-85ed-230901ba2d6e req-8c6f8d77-9736-4aee-bdcf-005196a0e010 service nova] [instance: 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833] Received unexpected event network-vif-plugged-9637d2b6-3590-4922-9235-777863ca5f89 for instance with vm_state building and task_state spawning. [ 1165.682701] env[70015]: DEBUG oslo_vmware.api [None req-101987b9-8e92-438b-ab93-82ad382a9548 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1165.682701] env[70015]: value = "task-3611684" [ 1165.682701] env[70015]: _type = "Task" [ 1165.682701] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.693797] env[70015]: DEBUG oslo_vmware.api [None req-101987b9-8e92-438b-ab93-82ad382a9548 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611684, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.785877] env[70015]: DEBUG oslo_vmware.api [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611683, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.828511] env[70015]: DEBUG nova.network.neutron [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833] Successfully updated port: 9637d2b6-3590-4922-9235-777863ca5f89 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1165.941777] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c4701503-fb5f-4559-b45c-80b76b1122e6 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.721s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.946244] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.922s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.968643] env[70015]: INFO nova.scheduler.client.report [None req-c4701503-fb5f-4559-b45c-80b76b1122e6 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Deleted allocations for instance eedeed94-6108-49bc-886f-b4c729f7f243 [ 1166.192343] env[70015]: DEBUG oslo_vmware.api [None req-101987b9-8e92-438b-ab93-82ad382a9548 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.286291] env[70015]: DEBUG oslo_vmware.api [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611683, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.394141} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.286563] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/278b23aa-8898-4963-bab9-573ff398f911/278b23aa-8898-4963-bab9-573ff398f911.vmdk to [datastore2] cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec/cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1166.287373] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b07573a-4d0a-42c6-b22c-a8e542e4b757 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.309346] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec/cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec.vmdk or device None with type streamOptimized {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1166.309706] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdd766df-e7fc-4668-a581-8c90a6d94d6e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.329029] env[70015]: DEBUG oslo_vmware.api [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for the task: (returnval){ [ 1166.329029] env[70015]: value = "task-3611685" [ 1166.329029] env[70015]: _type = "Task" [ 1166.329029] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.332328] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "refresh_cache-48b5fed4-a8f9-41b2-8d0a-7ee03b28f833" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.332432] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquired lock "refresh_cache-48b5fed4-a8f9-41b2-8d0a-7ee03b28f833" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.332576] env[70015]: DEBUG nova.network.neutron [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1166.340557] env[70015]: DEBUG oslo_vmware.api [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611685, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.480541] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c4701503-fb5f-4559-b45c-80b76b1122e6 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "eedeed94-6108-49bc-886f-b4c729f7f243" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.894s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.693337] env[70015]: DEBUG oslo_vmware.api [None req-101987b9-8e92-438b-ab93-82ad382a9548 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611684, 'name': ReconfigVM_Task, 'duration_secs': 0.69825} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.693563] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-101987b9-8e92-438b-ab93-82ad382a9548 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Reconfigured VM instance instance-0000006a to attach disk [datastore2] volume-ed93baaf-cc75-4acf-9b45-688284c7c819/volume-ed93baaf-cc75-4acf-9b45-688284c7c819.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1166.698207] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3f17440-8b74-4936-be6e-847f866ce823 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.712356] env[70015]: DEBUG oslo_vmware.api [None req-101987b9-8e92-438b-ab93-82ad382a9548 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1166.712356] env[70015]: value = "task-3611686" [ 1166.712356] env[70015]: _type = "Task" [ 1166.712356] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.720217] env[70015]: DEBUG oslo_vmware.api [None req-101987b9-8e92-438b-ab93-82ad382a9548 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611686, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.841411] env[70015]: DEBUG oslo_vmware.api [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611685, 'name': ReconfigVM_Task, 'duration_secs': 0.347204} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.841975] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Reconfigured VM instance instance-00000060 to attach disk [datastore2] cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec/cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec.vmdk or device None with type streamOptimized {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1166.842610] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f415ef6-2528-4087-a581-aab960ea9a33 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.850274] env[70015]: DEBUG oslo_vmware.api [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for the task: (returnval){ [ 1166.850274] env[70015]: value = "task-3611687" [ 1166.850274] env[70015]: _type = "Task" [ 1166.850274] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.858195] env[70015]: DEBUG oslo_vmware.api [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611687, 'name': Rename_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.882140] env[70015]: DEBUG nova.network.neutron [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1166.981243] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 5a609adf-7c6f-4ee5-a94a-cdda99227a12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1166.981411] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 78ec1423-1160-453a-b6db-9348b37d34f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1166.981535] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance d1651f12-9f96-4e9c-84fa-4925cd1b23e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1166.981692] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 3810ad21-174f-4a0a-8895-6c70adccfeda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1166.981770] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 7c480760-7d09-4007-bb8a-f2065cb42884 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1166.981894] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1166.982017] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1166.982159] env[70015]: WARNING nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 95030215-0d67-4f17-906b-ef03d2e10c29 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1166.982276] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1167.222860] env[70015]: DEBUG oslo_vmware.api [None req-101987b9-8e92-438b-ab93-82ad382a9548 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611686, 'name': ReconfigVM_Task, 'duration_secs': 0.15033} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.223188] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-101987b9-8e92-438b-ab93-82ad382a9548 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720425', 'volume_id': 'ed93baaf-cc75-4acf-9b45-688284c7c819', 'name': 'volume-ed93baaf-cc75-4acf-9b45-688284c7c819', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7c480760-7d09-4007-bb8a-f2065cb42884', 'attached_at': '', 'detached_at': '', 'volume_id': 'ed93baaf-cc75-4acf-9b45-688284c7c819', 'serial': 'ed93baaf-cc75-4acf-9b45-688284c7c819'} {{(pid=70015) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1167.320286] env[70015]: DEBUG nova.network.neutron [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833] Updating instance_info_cache with network_info: [{"id": "9637d2b6-3590-4922-9235-777863ca5f89", "address": "fa:16:3e:d5:3c:7c", "network": {"id": "8ce3f073-fbb0-428a-b358-e2d426cf9d9a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-661174958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1c3c3921bf344c780646f4bee87bbab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9637d2b6-35", "ovs_interfaceid": "9637d2b6-3590-4922-9235-777863ca5f89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.366603] env[70015]: DEBUG oslo_vmware.api [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611687, 'name': Rename_Task, 'duration_secs': 0.155804} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.366603] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1167.366603] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-317fbe03-6f7a-4bfd-a6ff-8c36621248d4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.372662] env[70015]: DEBUG oslo_vmware.api [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for the task: (returnval){ [ 1167.372662] env[70015]: value = "task-3611688" [ 1167.372662] env[70015]: _type = "Task" [ 1167.372662] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.379805] env[70015]: DEBUG oslo_vmware.api [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611688, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.486026] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance bc205347-4646-4071-9e6b-3437e39be863 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1167.687509] env[70015]: DEBUG nova.compute.manager [req-66434985-80d3-4c0f-83f1-22fdd11282d5 req-88fc10a3-36b7-45a8-ac2d-784a8a292248 service nova] [instance: 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833] Received event network-changed-9637d2b6-3590-4922-9235-777863ca5f89 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.687733] env[70015]: DEBUG nova.compute.manager [req-66434985-80d3-4c0f-83f1-22fdd11282d5 req-88fc10a3-36b7-45a8-ac2d-784a8a292248 service nova] [instance: 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833] Refreshing instance network info cache due to event network-changed-9637d2b6-3590-4922-9235-777863ca5f89. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1167.687960] env[70015]: DEBUG oslo_concurrency.lockutils [req-66434985-80d3-4c0f-83f1-22fdd11282d5 req-88fc10a3-36b7-45a8-ac2d-784a8a292248 service nova] Acquiring lock "refresh_cache-48b5fed4-a8f9-41b2-8d0a-7ee03b28f833" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.824208] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Releasing lock "refresh_cache-48b5fed4-a8f9-41b2-8d0a-7ee03b28f833" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.824560] env[70015]: DEBUG nova.compute.manager [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833] Instance network_info: |[{"id": "9637d2b6-3590-4922-9235-777863ca5f89", "address": "fa:16:3e:d5:3c:7c", "network": {"id": "8ce3f073-fbb0-428a-b358-e2d426cf9d9a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-661174958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1c3c3921bf344c780646f4bee87bbab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9637d2b6-35", "ovs_interfaceid": "9637d2b6-3590-4922-9235-777863ca5f89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1167.824901] env[70015]: DEBUG oslo_concurrency.lockutils [req-66434985-80d3-4c0f-83f1-22fdd11282d5 req-88fc10a3-36b7-45a8-ac2d-784a8a292248 service nova] Acquired lock "refresh_cache-48b5fed4-a8f9-41b2-8d0a-7ee03b28f833" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.825135] env[70015]: DEBUG nova.network.neutron [req-66434985-80d3-4c0f-83f1-22fdd11282d5 req-88fc10a3-36b7-45a8-ac2d-784a8a292248 service nova] [instance: 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833] Refreshing network info cache for port 9637d2b6-3590-4922-9235-777863ca5f89 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1167.826905] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:3c:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ebf5df-5ecb-4a0c-a163-d88165639de0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9637d2b6-3590-4922-9235-777863ca5f89', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1167.834213] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1167.837057] env[70015]: DEBUG oslo_concurrency.lockutils [None req-fa10ee4c-d746-432c-91ed-9e037fb76bf8 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquiring lock "5a609adf-7c6f-4ee5-a94a-cdda99227a12" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.837317] env[70015]: DEBUG oslo_concurrency.lockutils [None req-fa10ee4c-d746-432c-91ed-9e037fb76bf8 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "5a609adf-7c6f-4ee5-a94a-cdda99227a12" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.837549] env[70015]: DEBUG oslo_concurrency.lockutils [None req-fa10ee4c-d746-432c-91ed-9e037fb76bf8 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquiring lock "5a609adf-7c6f-4ee5-a94a-cdda99227a12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.837765] env[70015]: DEBUG oslo_concurrency.lockutils [None req-fa10ee4c-d746-432c-91ed-9e037fb76bf8 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "5a609adf-7c6f-4ee5-a94a-cdda99227a12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.837962] env[70015]: DEBUG oslo_concurrency.lockutils [None req-fa10ee4c-d746-432c-91ed-9e037fb76bf8 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "5a609adf-7c6f-4ee5-a94a-cdda99227a12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.839248] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1167.839885] env[70015]: INFO nova.compute.manager [None req-fa10ee4c-d746-432c-91ed-9e037fb76bf8 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 5a609adf-7c6f-4ee5-a94a-cdda99227a12] Terminating instance [ 1167.840998] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4133c4e-21eb-4393-91ef-cdb222866a11 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.861636] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1167.861636] env[70015]: value = "task-3611689" [ 1167.861636] env[70015]: _type = "Task" [ 1167.861636] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.869607] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611689, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.881885] env[70015]: DEBUG oslo_vmware.api [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611688, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.988822] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 3b02addc-c4b7-4c80-a098-85137319df43 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1167.989088] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=70015) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1167.989242] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=70015) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1168.149864] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb74080-2363-424b-a081-7ecb5d64fd21 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.158017] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afe94e8-0b35-41ec-8f5e-a9a0f6fb0ca7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.189162] env[70015]: DEBUG nova.network.neutron [req-66434985-80d3-4c0f-83f1-22fdd11282d5 req-88fc10a3-36b7-45a8-ac2d-784a8a292248 service nova] [instance: 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833] Updated VIF entry in instance network info cache for port 9637d2b6-3590-4922-9235-777863ca5f89. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1168.189535] env[70015]: DEBUG nova.network.neutron [req-66434985-80d3-4c0f-83f1-22fdd11282d5 req-88fc10a3-36b7-45a8-ac2d-784a8a292248 service nova] [instance: 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833] Updating instance_info_cache with network_info: [{"id": "9637d2b6-3590-4922-9235-777863ca5f89", "address": "fa:16:3e:d5:3c:7c", "network": {"id": "8ce3f073-fbb0-428a-b358-e2d426cf9d9a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-661174958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1c3c3921bf344c780646f4bee87bbab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9637d2b6-35", "ovs_interfaceid": "9637d2b6-3590-4922-9235-777863ca5f89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.191193] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e0b8ed-6b2c-46b5-9050-2bfe33afe618 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.198730] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d5aa23-4af3-4b32-b166-fcb84d87fb1c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.213196] env[70015]: DEBUG nova.compute.provider_tree [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.259601] env[70015]: DEBUG nova.objects.instance [None req-101987b9-8e92-438b-ab93-82ad382a9548 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Lazy-loading 'flavor' on Instance uuid 7c480760-7d09-4007-bb8a-f2065cb42884 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.357609] env[70015]: DEBUG nova.compute.manager [None req-fa10ee4c-d746-432c-91ed-9e037fb76bf8 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 5a609adf-7c6f-4ee5-a94a-cdda99227a12] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1168.357884] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-fa10ee4c-d746-432c-91ed-9e037fb76bf8 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 5a609adf-7c6f-4ee5-a94a-cdda99227a12] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1168.358740] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b0f1ed-8d2b-4fa8-bbc4-657420627c35 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.367576] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa10ee4c-d746-432c-91ed-9e037fb76bf8 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 5a609adf-7c6f-4ee5-a94a-cdda99227a12] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1168.369233] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c98d15e-9e21-49ac-ad4c-e3b4a98b0113 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.373109] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611689, 'name': CreateVM_Task, 'duration_secs': 0.338617} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.376781] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1168.377155] env[70015]: DEBUG oslo_vmware.api [None req-fa10ee4c-d746-432c-91ed-9e037fb76bf8 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 1168.377155] env[70015]: value = "task-3611690" [ 1168.377155] env[70015]: _type = "Task" [ 1168.377155] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.377839] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.378033] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.378372] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.378984] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72561022-1d2a-4e82-8edb-536e842e0df7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.387959] env[70015]: DEBUG oslo_vmware.api [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611688, 'name': PowerOnVM_Task, 'duration_secs': 0.646469} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.388797] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1168.395046] env[70015]: DEBUG oslo_vmware.api [None req-fa10ee4c-d746-432c-91ed-9e037fb76bf8 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611690, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.395746] env[70015]: DEBUG oslo_vmware.api [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1168.395746] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]522886a1-d9bc-227d-d383-7ddb81606965" [ 1168.395746] env[70015]: _type = "Task" [ 1168.395746] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.404267] env[70015]: DEBUG oslo_vmware.api [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]522886a1-d9bc-227d-d383-7ddb81606965, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.496743] env[70015]: DEBUG nova.compute.manager [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1168.497685] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f539ab0-46aa-4a85-95da-0c96857bb38e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.694779] env[70015]: DEBUG oslo_concurrency.lockutils [req-66434985-80d3-4c0f-83f1-22fdd11282d5 req-88fc10a3-36b7-45a8-ac2d-784a8a292248 service nova] Releasing lock "refresh_cache-48b5fed4-a8f9-41b2-8d0a-7ee03b28f833" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.716018] env[70015]: DEBUG nova.scheduler.client.report [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.763804] env[70015]: DEBUG oslo_concurrency.lockutils [None req-101987b9-8e92-438b-ab93-82ad382a9548 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Lock "7c480760-7d09-4007-bb8a-f2065cb42884" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.254s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.888558] env[70015]: DEBUG oslo_vmware.api [None req-fa10ee4c-d746-432c-91ed-9e037fb76bf8 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611690, 'name': PowerOffVM_Task, 'duration_secs': 0.256675} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.888804] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa10ee4c-d746-432c-91ed-9e037fb76bf8 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 5a609adf-7c6f-4ee5-a94a-cdda99227a12] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1168.888968] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-fa10ee4c-d746-432c-91ed-9e037fb76bf8 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 5a609adf-7c6f-4ee5-a94a-cdda99227a12] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1168.889224] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8a1a5e0-2735-4369-a247-fe46cfba6d18 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.905133] env[70015]: DEBUG oslo_vmware.api [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]522886a1-d9bc-227d-d383-7ddb81606965, 'name': SearchDatastore_Task, 'duration_secs': 0.01128} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.905409] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.905634] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1168.905866] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.906017] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.906197] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1168.906426] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d357baf-22c8-46f5-8d45-9230ee9ee40d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.914775] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1168.914949] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1168.915700] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1f44df2-79b5-4a0d-8401-fd565b0349e5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.923208] env[70015]: DEBUG oslo_vmware.api [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1168.923208] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5266fa8a-80c8-32b4-b850-d12d72f31d64" [ 1168.923208] env[70015]: _type = "Task" [ 1168.923208] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.930732] env[70015]: DEBUG oslo_vmware.api [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5266fa8a-80c8-32b4-b850-d12d72f31d64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.948268] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-fa10ee4c-d746-432c-91ed-9e037fb76bf8 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 5a609adf-7c6f-4ee5-a94a-cdda99227a12] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1168.948412] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-fa10ee4c-d746-432c-91ed-9e037fb76bf8 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 5a609adf-7c6f-4ee5-a94a-cdda99227a12] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1168.948588] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa10ee4c-d746-432c-91ed-9e037fb76bf8 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Deleting the datastore file [datastore1] 5a609adf-7c6f-4ee5-a94a-cdda99227a12 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1168.948845] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-715d335e-b14e-4ed7-b7fa-f8d79c9b9fca {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.955199] env[70015]: DEBUG oslo_vmware.api [None req-fa10ee4c-d746-432c-91ed-9e037fb76bf8 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for the task: (returnval){ [ 1168.955199] env[70015]: value = "task-3611692" [ 1168.955199] env[70015]: _type = "Task" [ 1168.955199] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.962935] env[70015]: DEBUG oslo_vmware.api [None req-fa10ee4c-d746-432c-91ed-9e037fb76bf8 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611692, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.975424] env[70015]: INFO nova.compute.manager [None req-181ee68d-f056-4fa4-83e5-fa14c8c2e2db tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Rescuing [ 1168.975647] env[70015]: DEBUG oslo_concurrency.lockutils [None req-181ee68d-f056-4fa4-83e5-fa14c8c2e2db tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Acquiring lock "refresh_cache-7c480760-7d09-4007-bb8a-f2065cb42884" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.975797] env[70015]: DEBUG oslo_concurrency.lockutils [None req-181ee68d-f056-4fa4-83e5-fa14c8c2e2db tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Acquired lock "refresh_cache-7c480760-7d09-4007-bb8a-f2065cb42884" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.975961] env[70015]: DEBUG nova.network.neutron [None req-181ee68d-f056-4fa4-83e5-fa14c8c2e2db tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1169.015194] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d56e082d-9e6c-480a-9ca5-76bc21e05302 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Lock "cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 29.173s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.220454] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70015) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1169.220700] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.275s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.220943] env[70015]: DEBUG oslo_concurrency.lockutils [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.719s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.222535] env[70015]: INFO nova.compute.claims [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: bc205347-4646-4071-9e6b-3437e39be863] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1169.225106] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1169.225323] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Cleaning up deleted instances {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1169.433802] env[70015]: DEBUG oslo_vmware.api [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5266fa8a-80c8-32b4-b850-d12d72f31d64, 'name': SearchDatastore_Task, 'duration_secs': 0.011593} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.434438] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2130984c-d959-407f-aee7-d2dda314b91d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.439868] env[70015]: DEBUG oslo_vmware.api [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1169.439868] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52be5444-32fb-60b9-87ba-67aa7507c0d5" [ 1169.439868] env[70015]: _type = "Task" [ 1169.439868] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.448835] env[70015]: DEBUG oslo_vmware.api [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52be5444-32fb-60b9-87ba-67aa7507c0d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.463852] env[70015]: DEBUG oslo_vmware.api [None req-fa10ee4c-d746-432c-91ed-9e037fb76bf8 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Task: {'id': task-3611692, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137767} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.464074] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa10ee4c-d746-432c-91ed-9e037fb76bf8 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1169.464252] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-fa10ee4c-d746-432c-91ed-9e037fb76bf8 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 5a609adf-7c6f-4ee5-a94a-cdda99227a12] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1169.464429] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-fa10ee4c-d746-432c-91ed-9e037fb76bf8 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 5a609adf-7c6f-4ee5-a94a-cdda99227a12] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1169.464621] env[70015]: INFO nova.compute.manager [None req-fa10ee4c-d746-432c-91ed-9e037fb76bf8 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] [instance: 5a609adf-7c6f-4ee5-a94a-cdda99227a12] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1169.464859] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa10ee4c-d746-432c-91ed-9e037fb76bf8 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.465057] env[70015]: DEBUG nova.compute.manager [-] [instance: 5a609adf-7c6f-4ee5-a94a-cdda99227a12] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1169.465157] env[70015]: DEBUG nova.network.neutron [-] [instance: 5a609adf-7c6f-4ee5-a94a-cdda99227a12] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1169.702124] env[70015]: DEBUG nova.network.neutron [None req-181ee68d-f056-4fa4-83e5-fa14c8c2e2db tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Updating instance_info_cache with network_info: [{"id": "40708d14-1d3d-46d6-b641-e5faa796ba94", "address": "fa:16:3e:6c:c4:ca", "network": {"id": "3c20f828-b54b-46e8-8787-8652bc32cc05", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-883210113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae3ea9811a884cfdbfed901646a3947d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40708d14-1d", "ovs_interfaceid": "40708d14-1d3d-46d6-b641-e5faa796ba94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.745040] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] There are 59 instances to clean {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1169.745040] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: eedeed94-6108-49bc-886f-b4c729f7f243] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.760737] env[70015]: DEBUG nova.compute.manager [req-3d564d68-fa5c-425c-8a35-a10f36b3b2f7 req-45202fdd-efad-4bc7-9fc7-93c5ed54c6df service nova] [instance: 5a609adf-7c6f-4ee5-a94a-cdda99227a12] Received event network-vif-deleted-0f89619f-be27-4321-8cef-fce725b9c55e {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.760975] env[70015]: INFO nova.compute.manager [req-3d564d68-fa5c-425c-8a35-a10f36b3b2f7 req-45202fdd-efad-4bc7-9fc7-93c5ed54c6df service nova] [instance: 5a609adf-7c6f-4ee5-a94a-cdda99227a12] Neutron deleted interface 0f89619f-be27-4321-8cef-fce725b9c55e; detaching it from the instance and deleting it from the info cache [ 1169.761201] env[70015]: DEBUG nova.network.neutron [req-3d564d68-fa5c-425c-8a35-a10f36b3b2f7 req-45202fdd-efad-4bc7-9fc7-93c5ed54c6df service nova] [instance: 5a609adf-7c6f-4ee5-a94a-cdda99227a12] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.949938] env[70015]: DEBUG oslo_vmware.api [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52be5444-32fb-60b9-87ba-67aa7507c0d5, 'name': SearchDatastore_Task, 'duration_secs': 0.00947} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.950220] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.950483] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833/48b5fed4-a8f9-41b2-8d0a-7ee03b28f833.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1169.950734] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e0c506d-3178-4d08-b937-6838da41b5e5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.957653] env[70015]: DEBUG oslo_vmware.api [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1169.957653] env[70015]: value = "task-3611693" [ 1169.957653] env[70015]: _type = "Task" [ 1169.957653] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.964997] env[70015]: DEBUG oslo_vmware.api [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611693, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.207180] env[70015]: DEBUG oslo_concurrency.lockutils [None req-181ee68d-f056-4fa4-83e5-fa14c8c2e2db tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Releasing lock "refresh_cache-7c480760-7d09-4007-bb8a-f2065cb42884" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.251850] env[70015]: DEBUG nova.network.neutron [-] [instance: 5a609adf-7c6f-4ee5-a94a-cdda99227a12] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.253217] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 4342485e-48fa-442f-b7d6-f04e247af854] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.263844] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4eca43ce-9427-4246-b6eb-7e1d24793b73 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.276151] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa48cbb-a728-4622-b1cb-be958fac21ad {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.313385] env[70015]: DEBUG nova.compute.manager [req-3d564d68-fa5c-425c-8a35-a10f36b3b2f7 req-45202fdd-efad-4bc7-9fc7-93c5ed54c6df service nova] [instance: 5a609adf-7c6f-4ee5-a94a-cdda99227a12] Detach interface failed, port_id=0f89619f-be27-4321-8cef-fce725b9c55e, reason: Instance 5a609adf-7c6f-4ee5-a94a-cdda99227a12 could not be found. {{(pid=70015) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1170.423077] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0dd7214-3c88-4ee7-a4db-52dcfb8d7f5a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.432062] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4e4935-1c72-44b3-86a0-b0d35cf1d5fd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.464056] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cd7f75-4f36-424d-970e-9a6ea38ad4aa {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.471588] env[70015]: DEBUG oslo_vmware.api [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611693, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451896} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.473592] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833/48b5fed4-a8f9-41b2-8d0a-7ee03b28f833.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1170.473811] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1170.474098] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b59d0998-5dbb-4764-991e-fb00cb24b863 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.476730] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded7c705-f576-4825-b62d-83e60a45af60 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.490036] env[70015]: DEBUG nova.compute.provider_tree [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1170.492408] env[70015]: DEBUG oslo_vmware.api [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1170.492408] env[70015]: value = "task-3611694" [ 1170.492408] env[70015]: _type = "Task" [ 1170.492408] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.500187] env[70015]: DEBUG oslo_vmware.api [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611694, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.756411] env[70015]: INFO nova.compute.manager [-] [instance: 5a609adf-7c6f-4ee5-a94a-cdda99227a12] Took 1.29 seconds to deallocate network for instance. [ 1170.758452] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 229e7657-a8d7-4144-9a8f-6b467f4271be] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.005700] env[70015]: DEBUG oslo_vmware.api [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611694, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063806} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.005990] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1171.006777] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7511f4ed-af2d-45dc-939e-1e82aed10616 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.029433] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833/48b5fed4-a8f9-41b2-8d0a-7ee03b28f833.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.030392] env[70015]: DEBUG nova.scheduler.client.report [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Updated inventory for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with generation 150 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1171.030633] env[70015]: DEBUG nova.compute.provider_tree [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Updating resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c generation from 150 to 151 during operation: update_inventory {{(pid=70015) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1171.030816] env[70015]: DEBUG nova.compute.provider_tree [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1171.034696] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9036579-9631-4141-92bc-dbd8e5c808d5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.055303] env[70015]: DEBUG oslo_vmware.api [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1171.055303] env[70015]: value = "task-3611695" [ 1171.055303] env[70015]: _type = "Task" [ 1171.055303] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.063259] env[70015]: DEBUG oslo_vmware.api [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611695, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.263731] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 691df1bf-e9fc-4492-a3fc-c14a43d8c5ed] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.266110] env[70015]: DEBUG oslo_concurrency.lockutils [None req-fa10ee4c-d746-432c-91ed-9e037fb76bf8 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.535840] env[70015]: DEBUG oslo_concurrency.lockutils [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.315s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.536408] env[70015]: DEBUG nova.compute.manager [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: bc205347-4646-4071-9e6b-3437e39be863] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1171.539105] env[70015]: DEBUG oslo_concurrency.lockutils [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.218s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.540452] env[70015]: INFO nova.compute.claims [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1171.564968] env[70015]: DEBUG oslo_vmware.api [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611695, 'name': ReconfigVM_Task, 'duration_secs': 0.307018} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.566025] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833/48b5fed4-a8f9-41b2-8d0a-7ee03b28f833.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1171.566143] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9deb6304-dac2-468e-8cfa-a33233bedfe2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.572715] env[70015]: DEBUG oslo_vmware.api [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1171.572715] env[70015]: value = "task-3611696" [ 1171.572715] env[70015]: _type = "Task" [ 1171.572715] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.586356] env[70015]: DEBUG oslo_vmware.api [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611696, 'name': Rename_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.747951] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-181ee68d-f056-4fa4-83e5-fa14c8c2e2db tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.748347] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-341b4251-987e-49f1-8dca-74957e901d59 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.754966] env[70015]: DEBUG oslo_vmware.api [None req-181ee68d-f056-4fa4-83e5-fa14c8c2e2db tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1171.754966] env[70015]: value = "task-3611697" [ 1171.754966] env[70015]: _type = "Task" [ 1171.754966] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.763147] env[70015]: DEBUG oslo_vmware.api [None req-181ee68d-f056-4fa4-83e5-fa14c8c2e2db tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611697, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.767695] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: e0929d30-843c-470f-a580-8b61ef28a103] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.050520] env[70015]: DEBUG nova.compute.utils [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1172.050520] env[70015]: DEBUG nova.compute.manager [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: bc205347-4646-4071-9e6b-3437e39be863] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1172.050520] env[70015]: DEBUG nova.network.neutron [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: bc205347-4646-4071-9e6b-3437e39be863] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1172.083276] env[70015]: DEBUG oslo_vmware.api [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611696, 'name': Rename_Task, 'duration_secs': 0.143401} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.083782] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1172.084147] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-611a1e44-02ba-40ec-a30b-ffe5e7c5124b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.090398] env[70015]: DEBUG oslo_vmware.api [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1172.090398] env[70015]: value = "task-3611698" [ 1172.090398] env[70015]: _type = "Task" [ 1172.090398] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.098173] env[70015]: DEBUG oslo_vmware.api [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611698, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.099608] env[70015]: DEBUG nova.policy [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '008e0770d68148c881d93f5bf77478f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8c13cae3e5b4a91965eec4a0da9232e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 1172.264929] env[70015]: DEBUG oslo_vmware.api [None req-181ee68d-f056-4fa4-83e5-fa14c8c2e2db tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611697, 'name': PowerOffVM_Task, 'duration_secs': 0.198222} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.265205] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-181ee68d-f056-4fa4-83e5-fa14c8c2e2db tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1172.265998] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd82f0c3-3dc1-48a7-92e4-ce49461f43a2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.270895] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 1de77f73-d2a9-4d03-a79f-b59b76b4a336] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.290668] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25c6000-92ec-40c1-93df-bd686a0a9e2a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.329279] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-181ee68d-f056-4fa4-83e5-fa14c8c2e2db tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1172.329894] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18b6883f-3660-4877-854a-76f99eba6ce5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.336852] env[70015]: DEBUG oslo_vmware.api [None req-181ee68d-f056-4fa4-83e5-fa14c8c2e2db tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1172.336852] env[70015]: value = "task-3611699" [ 1172.336852] env[70015]: _type = "Task" [ 1172.336852] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.345087] env[70015]: DEBUG oslo_vmware.api [None req-181ee68d-f056-4fa4-83e5-fa14c8c2e2db tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611699, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.376310] env[70015]: DEBUG nova.network.neutron [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: bc205347-4646-4071-9e6b-3437e39be863] Successfully created port: 74a39b1d-d00f-4552-905c-606e5c8c19e8 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1172.555089] env[70015]: DEBUG nova.compute.manager [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: bc205347-4646-4071-9e6b-3437e39be863] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1172.610502] env[70015]: DEBUG oslo_vmware.api [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611698, 'name': PowerOnVM_Task, 'duration_secs': 0.432056} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.614468] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1172.614733] env[70015]: INFO nova.compute.manager [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833] Took 7.37 seconds to spawn the instance on the hypervisor. [ 1172.614923] env[70015]: DEBUG nova.compute.manager [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1172.616630] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d1ea57-2fae-4013-b901-780e7778d964 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.721587] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc12db7-9c6b-481e-aa0c-3d094a641315 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.728852] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b7c671-2c17-4a82-84dd-3b22db0f3e70 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.757840] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e852d9-61ba-4336-98c2-66ed55f7271f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.764432] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3978c4-a0a3-4ce5-aa2a-d90074b81e42 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.778048] env[70015]: DEBUG nova.compute.provider_tree [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.790683] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 8d6d1eaf-cb87-4853-ac59-ddfd63b1874c] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.846959] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-181ee68d-f056-4fa4-83e5-fa14c8c2e2db tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] VM already powered off {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1172.847225] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-181ee68d-f056-4fa4-83e5-fa14c8c2e2db tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1172.847473] env[70015]: DEBUG oslo_concurrency.lockutils [None req-181ee68d-f056-4fa4-83e5-fa14c8c2e2db tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.847616] env[70015]: DEBUG oslo_concurrency.lockutils [None req-181ee68d-f056-4fa4-83e5-fa14c8c2e2db tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.847798] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-181ee68d-f056-4fa4-83e5-fa14c8c2e2db tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1172.848056] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5ef72c4-4ec3-4945-add6-491153d60e95 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.856927] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-181ee68d-f056-4fa4-83e5-fa14c8c2e2db tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1172.857172] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-181ee68d-f056-4fa4-83e5-fa14c8c2e2db tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1172.857886] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-473c8623-cccf-4923-a5f9-9e6f647ee692 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.863084] env[70015]: DEBUG oslo_vmware.api [None req-181ee68d-f056-4fa4-83e5-fa14c8c2e2db tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1172.863084] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52b917da-5265-2801-996c-7f3f9248f7e5" [ 1172.863084] env[70015]: _type = "Task" [ 1172.863084] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.870805] env[70015]: DEBUG oslo_vmware.api [None req-181ee68d-f056-4fa4-83e5-fa14c8c2e2db tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52b917da-5265-2801-996c-7f3f9248f7e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.144096] env[70015]: INFO nova.compute.manager [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833] Took 15.59 seconds to build instance. [ 1173.281523] env[70015]: DEBUG nova.scheduler.client.report [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.293988] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: a8f90230-d8a9-47ee-9b36-9ee2e60feb12] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.373977] env[70015]: DEBUG oslo_vmware.api [None req-181ee68d-f056-4fa4-83e5-fa14c8c2e2db tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52b917da-5265-2801-996c-7f3f9248f7e5, 'name': SearchDatastore_Task, 'duration_secs': 0.009957} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.374880] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-390312ac-d408-4705-8564-1d26de3bb8db {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.380028] env[70015]: DEBUG oslo_vmware.api [None req-181ee68d-f056-4fa4-83e5-fa14c8c2e2db tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1173.380028] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]520d7cfb-63c1-98cf-2366-8c637c8750a7" [ 1173.380028] env[70015]: _type = "Task" [ 1173.380028] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.387654] env[70015]: DEBUG oslo_vmware.api [None req-181ee68d-f056-4fa4-83e5-fa14c8c2e2db tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]520d7cfb-63c1-98cf-2366-8c637c8750a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.566939] env[70015]: DEBUG nova.compute.manager [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: bc205347-4646-4071-9e6b-3437e39be863] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1173.587315] env[70015]: DEBUG nova.virt.hardware [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1173.587572] env[70015]: DEBUG nova.virt.hardware [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1173.587730] env[70015]: DEBUG nova.virt.hardware [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1173.587908] env[70015]: DEBUG nova.virt.hardware [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1173.588064] env[70015]: DEBUG nova.virt.hardware [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1173.588214] env[70015]: DEBUG nova.virt.hardware [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1173.588418] env[70015]: DEBUG nova.virt.hardware [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1173.588574] env[70015]: DEBUG nova.virt.hardware [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1173.588736] env[70015]: DEBUG nova.virt.hardware [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1173.588892] env[70015]: DEBUG nova.virt.hardware [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1173.589093] env[70015]: DEBUG nova.virt.hardware [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1173.589942] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c756c2-6b20-4968-8854-a9e00a151348 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.598083] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34aa2ffe-7242-4de8-8b63-ace27ec9fcc9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.646642] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "48b5fed4-a8f9-41b2-8d0a-7ee03b28f833" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.104s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.786798] env[70015]: DEBUG oslo_concurrency.lockutils [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.248s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.787379] env[70015]: DEBUG nova.compute.manager [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1173.791085] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a112fbf6-44d4-42f4-855f-719714190a6f tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.455s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.791353] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a112fbf6-44d4-42f4-855f-719714190a6f tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.793632] env[70015]: DEBUG oslo_concurrency.lockutils [None req-fa10ee4c-d746-432c-91ed-9e037fb76bf8 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.528s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.793871] env[70015]: DEBUG nova.objects.instance [None req-fa10ee4c-d746-432c-91ed-9e037fb76bf8 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lazy-loading 'resources' on Instance uuid 5a609adf-7c6f-4ee5-a94a-cdda99227a12 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1173.798382] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 9a57a48a-da10-4baa-a1aa-51178b6714e0] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.829413] env[70015]: INFO nova.scheduler.client.report [None req-a112fbf6-44d4-42f4-855f-719714190a6f tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Deleted allocations for instance 95030215-0d67-4f17-906b-ef03d2e10c29 [ 1173.835956] env[70015]: DEBUG nova.compute.manager [req-9e8c81ef-8a38-4a2d-bbe9-64e1f528c557 req-ed3d9415-8f40-48a1-8079-3cd69445070d service nova] [instance: bc205347-4646-4071-9e6b-3437e39be863] Received event network-vif-plugged-74a39b1d-d00f-4552-905c-606e5c8c19e8 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.836240] env[70015]: DEBUG oslo_concurrency.lockutils [req-9e8c81ef-8a38-4a2d-bbe9-64e1f528c557 req-ed3d9415-8f40-48a1-8079-3cd69445070d service nova] Acquiring lock "bc205347-4646-4071-9e6b-3437e39be863-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.836517] env[70015]: DEBUG oslo_concurrency.lockutils [req-9e8c81ef-8a38-4a2d-bbe9-64e1f528c557 req-ed3d9415-8f40-48a1-8079-3cd69445070d service nova] Lock "bc205347-4646-4071-9e6b-3437e39be863-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.836753] env[70015]: DEBUG oslo_concurrency.lockutils [req-9e8c81ef-8a38-4a2d-bbe9-64e1f528c557 req-ed3d9415-8f40-48a1-8079-3cd69445070d service nova] Lock "bc205347-4646-4071-9e6b-3437e39be863-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.836983] env[70015]: DEBUG nova.compute.manager [req-9e8c81ef-8a38-4a2d-bbe9-64e1f528c557 req-ed3d9415-8f40-48a1-8079-3cd69445070d service nova] [instance: bc205347-4646-4071-9e6b-3437e39be863] No waiting events found dispatching network-vif-plugged-74a39b1d-d00f-4552-905c-606e5c8c19e8 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1173.837229] env[70015]: WARNING nova.compute.manager [req-9e8c81ef-8a38-4a2d-bbe9-64e1f528c557 req-ed3d9415-8f40-48a1-8079-3cd69445070d service nova] [instance: bc205347-4646-4071-9e6b-3437e39be863] Received unexpected event network-vif-plugged-74a39b1d-d00f-4552-905c-606e5c8c19e8 for instance with vm_state building and task_state spawning. [ 1173.891393] env[70015]: DEBUG oslo_vmware.api [None req-181ee68d-f056-4fa4-83e5-fa14c8c2e2db tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]520d7cfb-63c1-98cf-2366-8c637c8750a7, 'name': SearchDatastore_Task, 'duration_secs': 0.010679} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.891653] env[70015]: DEBUG oslo_concurrency.lockutils [None req-181ee68d-f056-4fa4-83e5-fa14c8c2e2db tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.891908] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-181ee68d-f056-4fa4-83e5-fa14c8c2e2db tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 7c480760-7d09-4007-bb8a-f2065cb42884/610693f8-5d52-4275-a790-262cb88d3cd9-rescue.vmdk. {{(pid=70015) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1173.892196] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7359b05c-54b0-4aac-9da5-a58ffd9d61ba {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.898951] env[70015]: DEBUG oslo_vmware.api [None req-181ee68d-f056-4fa4-83e5-fa14c8c2e2db tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1173.898951] env[70015]: value = "task-3611700" [ 1173.898951] env[70015]: _type = "Task" [ 1173.898951] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.907223] env[70015]: DEBUG oslo_vmware.api [None req-181ee68d-f056-4fa4-83e5-fa14c8c2e2db tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611700, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.989171] env[70015]: DEBUG nova.network.neutron [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: bc205347-4646-4071-9e6b-3437e39be863] Successfully updated port: 74a39b1d-d00f-4552-905c-606e5c8c19e8 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1174.297942] env[70015]: DEBUG nova.compute.utils [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1174.299419] env[70015]: DEBUG nova.compute.manager [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1174.299594] env[70015]: DEBUG nova.network.neutron [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1174.306024] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 4e42e474-3a2d-4966-9695-4a8422ebfdf1] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.309150] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67acef40-ac3b-41da-a298-62302416475b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.317057] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-736928d6-acca-40c2-ba13-e4f75233acf3 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833] Suspending the VM {{(pid=70015) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1174.317235] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d9f61f53-4f9d-4b9f-a32e-1cf14bf66685 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.327464] env[70015]: DEBUG oslo_vmware.api [None req-736928d6-acca-40c2-ba13-e4f75233acf3 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1174.327464] env[70015]: value = "task-3611701" [ 1174.327464] env[70015]: _type = "Task" [ 1174.327464] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.341349] env[70015]: DEBUG oslo_vmware.api [None req-736928d6-acca-40c2-ba13-e4f75233acf3 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611701, 'name': SuspendVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.341852] env[70015]: DEBUG oslo_concurrency.lockutils [None req-a112fbf6-44d4-42f4-855f-719714190a6f tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Lock "95030215-0d67-4f17-906b-ef03d2e10c29" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.486s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.346167] env[70015]: DEBUG nova.policy [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5c434507a334eb2a99c82a16ff4138e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f46bede451e4bd286f66d742e8a0a39', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 1174.408743] env[70015]: DEBUG oslo_vmware.api [None req-181ee68d-f056-4fa4-83e5-fa14c8c2e2db tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611700, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.43035} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.411377] env[70015]: INFO nova.virt.vmwareapi.ds_util [None req-181ee68d-f056-4fa4-83e5-fa14c8c2e2db tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 7c480760-7d09-4007-bb8a-f2065cb42884/610693f8-5d52-4275-a790-262cb88d3cd9-rescue.vmdk. [ 1174.412380] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39bc74ec-73ec-4eba-b791-cd90a31d16f3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.441196] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-181ee68d-f056-4fa4-83e5-fa14c8c2e2db tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 7c480760-7d09-4007-bb8a-f2065cb42884/610693f8-5d52-4275-a790-262cb88d3cd9-rescue.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1174.445120] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-424989d5-3d77-486e-a550-7e63c33654aa {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.466555] env[70015]: DEBUG oslo_vmware.api [None req-181ee68d-f056-4fa4-83e5-fa14c8c2e2db tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1174.466555] env[70015]: value = "task-3611702" [ 1174.466555] env[70015]: _type = "Task" [ 1174.466555] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.479070] env[70015]: DEBUG oslo_vmware.api [None req-181ee68d-f056-4fa4-83e5-fa14c8c2e2db tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611702, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.492104] env[70015]: DEBUG oslo_concurrency.lockutils [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Acquiring lock "refresh_cache-bc205347-4646-4071-9e6b-3437e39be863" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.492264] env[70015]: DEBUG oslo_concurrency.lockutils [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Acquired lock "refresh_cache-bc205347-4646-4071-9e6b-3437e39be863" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.492442] env[70015]: DEBUG nova.network.neutron [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: bc205347-4646-4071-9e6b-3437e39be863] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.497024] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41499651-0870-4531-8ce0-66b3534fa256 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.502033] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5c3028-ff33-42f8-bd0d-814e7dbd0a58 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.535621] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164ef278-cde1-4a49-9730-781aa805cfab {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.543895] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb67e379-abd6-4e87-bcf4-619272d42d4f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.558250] env[70015]: DEBUG nova.compute.provider_tree [None req-fa10ee4c-d746-432c-91ed-9e037fb76bf8 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.632147] env[70015]: DEBUG nova.network.neutron [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] Successfully created port: 9e405568-9721-4cb5-a86f-710088907810 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1174.805249] env[70015]: DEBUG nova.compute.manager [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1174.818030] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: a4aa7eb8-34bd-4270-a426-9b255f7db9d9] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.838977] env[70015]: DEBUG oslo_vmware.api [None req-736928d6-acca-40c2-ba13-e4f75233acf3 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611701, 'name': SuspendVM_Task} progress is 62%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.976811] env[70015]: DEBUG oslo_vmware.api [None req-181ee68d-f056-4fa4-83e5-fa14c8c2e2db tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611702, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.064817] env[70015]: DEBUG nova.scheduler.client.report [None req-fa10ee4c-d746-432c-91ed-9e037fb76bf8 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.157636] env[70015]: DEBUG nova.network.neutron [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: bc205347-4646-4071-9e6b-3437e39be863] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1175.321322] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: dbb17646-97f0-4a0c-a717-acc18b5a120f] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.340838] env[70015]: DEBUG oslo_vmware.api [None req-736928d6-acca-40c2-ba13-e4f75233acf3 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611701, 'name': SuspendVM_Task, 'duration_secs': 0.825873} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.341117] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-736928d6-acca-40c2-ba13-e4f75233acf3 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833] Suspended the VM {{(pid=70015) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1175.341300] env[70015]: DEBUG nova.compute.manager [None req-736928d6-acca-40c2-ba13-e4f75233acf3 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1175.342510] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b1a985-582c-4749-ab82-b0ac42a13425 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.370863] env[70015]: DEBUG nova.network.neutron [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: bc205347-4646-4071-9e6b-3437e39be863] Updating instance_info_cache with network_info: [{"id": "74a39b1d-d00f-4552-905c-606e5c8c19e8", "address": "fa:16:3e:04:b5:e3", "network": {"id": "01441cea-ad3a-4294-8fdc-e951dbfbc413", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-557704821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8c13cae3e5b4a91965eec4a0da9232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74a39b1d-d0", "ovs_interfaceid": "74a39b1d-d00f-4552-905c-606e5c8c19e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.476647] env[70015]: DEBUG oslo_vmware.api [None req-181ee68d-f056-4fa4-83e5-fa14c8c2e2db tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611702, 'name': ReconfigVM_Task, 'duration_secs': 0.738933} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.476994] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-181ee68d-f056-4fa4-83e5-fa14c8c2e2db tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 7c480760-7d09-4007-bb8a-f2065cb42884/610693f8-5d52-4275-a790-262cb88d3cd9-rescue.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1175.477883] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc3ef2c-3f34-49be-b326-cf778c1b4cbf {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.506447] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71175590-2e4d-44f3-86af-de0cfa75687b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.523666] env[70015]: DEBUG oslo_vmware.api [None req-181ee68d-f056-4fa4-83e5-fa14c8c2e2db tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1175.523666] env[70015]: value = "task-3611703" [ 1175.523666] env[70015]: _type = "Task" [ 1175.523666] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.531607] env[70015]: DEBUG oslo_vmware.api [None req-181ee68d-f056-4fa4-83e5-fa14c8c2e2db tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611703, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.573741] env[70015]: DEBUG oslo_concurrency.lockutils [None req-fa10ee4c-d746-432c-91ed-9e037fb76bf8 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.780s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.597991] env[70015]: INFO nova.scheduler.client.report [None req-fa10ee4c-d746-432c-91ed-9e037fb76bf8 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Deleted allocations for instance 5a609adf-7c6f-4ee5-a94a-cdda99227a12 [ 1175.815846] env[70015]: DEBUG nova.compute.manager [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1175.824524] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: f32db101-16c7-4fe3-bf40-2e8e16c152ac] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.849774] env[70015]: DEBUG nova.virt.hardware [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1175.850757] env[70015]: DEBUG nova.virt.hardware [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1175.851029] env[70015]: DEBUG nova.virt.hardware [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1175.851609] env[70015]: DEBUG nova.virt.hardware [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1175.851811] env[70015]: DEBUG nova.virt.hardware [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1175.851999] env[70015]: DEBUG nova.virt.hardware [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1175.852394] env[70015]: DEBUG nova.virt.hardware [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1175.853779] env[70015]: DEBUG nova.virt.hardware [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1175.854040] env[70015]: DEBUG nova.virt.hardware [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1175.854328] env[70015]: DEBUG nova.virt.hardware [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1175.855615] env[70015]: DEBUG nova.virt.hardware [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1175.860119] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb167ba-57d9-4f3d-be47-6f2b01f7dfd2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.870163] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04cd3a7-a192-43d3-8e62-14949e878b63 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.875067] env[70015]: DEBUG oslo_concurrency.lockutils [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Releasing lock "refresh_cache-bc205347-4646-4071-9e6b-3437e39be863" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.875364] env[70015]: DEBUG nova.compute.manager [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: bc205347-4646-4071-9e6b-3437e39be863] Instance network_info: |[{"id": "74a39b1d-d00f-4552-905c-606e5c8c19e8", "address": "fa:16:3e:04:b5:e3", "network": {"id": "01441cea-ad3a-4294-8fdc-e951dbfbc413", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-557704821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8c13cae3e5b4a91965eec4a0da9232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74a39b1d-d0", "ovs_interfaceid": "74a39b1d-d00f-4552-905c-606e5c8c19e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1175.876682] env[70015]: DEBUG nova.compute.manager [req-78011123-2ad7-4317-80be-ee9ded9e09ed req-df14b17c-60af-47be-b720-df31d2fdc1b8 service nova] [instance: bc205347-4646-4071-9e6b-3437e39be863] Received event network-changed-74a39b1d-d00f-4552-905c-606e5c8c19e8 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.876864] env[70015]: DEBUG nova.compute.manager [req-78011123-2ad7-4317-80be-ee9ded9e09ed req-df14b17c-60af-47be-b720-df31d2fdc1b8 service nova] [instance: bc205347-4646-4071-9e6b-3437e39be863] Refreshing instance network info cache due to event network-changed-74a39b1d-d00f-4552-905c-606e5c8c19e8. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1175.877135] env[70015]: DEBUG oslo_concurrency.lockutils [req-78011123-2ad7-4317-80be-ee9ded9e09ed req-df14b17c-60af-47be-b720-df31d2fdc1b8 service nova] Acquiring lock "refresh_cache-bc205347-4646-4071-9e6b-3437e39be863" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.877294] env[70015]: DEBUG oslo_concurrency.lockutils [req-78011123-2ad7-4317-80be-ee9ded9e09ed req-df14b17c-60af-47be-b720-df31d2fdc1b8 service nova] Acquired lock "refresh_cache-bc205347-4646-4071-9e6b-3437e39be863" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.877457] env[70015]: DEBUG nova.network.neutron [req-78011123-2ad7-4317-80be-ee9ded9e09ed req-df14b17c-60af-47be-b720-df31d2fdc1b8 service nova] [instance: bc205347-4646-4071-9e6b-3437e39be863] Refreshing network info cache for port 74a39b1d-d00f-4552-905c-606e5c8c19e8 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.878779] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: bc205347-4646-4071-9e6b-3437e39be863] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:b5:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74a39b1d-d00f-4552-905c-606e5c8c19e8', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1175.886138] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1175.887511] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc205347-4646-4071-9e6b-3437e39be863] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1175.888136] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db76b1a3-dfec-46cb-8f3c-8dae28a394ff {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.915354] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1175.915354] env[70015]: value = "task-3611704" [ 1175.915354] env[70015]: _type = "Task" [ 1175.915354] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.925724] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611704, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.033770] env[70015]: DEBUG oslo_vmware.api [None req-181ee68d-f056-4fa4-83e5-fa14c8c2e2db tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611703, 'name': ReconfigVM_Task, 'duration_secs': 0.192287} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.034228] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-181ee68d-f056-4fa4-83e5-fa14c8c2e2db tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1176.034668] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8605c5b-0d56-4fb5-aba0-c8f869c60123 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.041148] env[70015]: DEBUG oslo_vmware.api [None req-181ee68d-f056-4fa4-83e5-fa14c8c2e2db tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1176.041148] env[70015]: value = "task-3611705" [ 1176.041148] env[70015]: _type = "Task" [ 1176.041148] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.049397] env[70015]: DEBUG oslo_vmware.api [None req-181ee68d-f056-4fa4-83e5-fa14c8c2e2db tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611705, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.105912] env[70015]: DEBUG oslo_concurrency.lockutils [None req-fa10ee4c-d746-432c-91ed-9e037fb76bf8 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Lock "5a609adf-7c6f-4ee5-a94a-cdda99227a12" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.268s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.307841] env[70015]: DEBUG nova.network.neutron [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] Successfully updated port: 9e405568-9721-4cb5-a86f-710088907810 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1176.329473] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: c072eaca-1697-4f75-bc2a-af6a92abdbdf] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.427568] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611704, 'name': CreateVM_Task, 'duration_secs': 0.37477} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.427793] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc205347-4646-4071-9e6b-3437e39be863] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1176.429389] env[70015]: DEBUG oslo_concurrency.lockutils [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.429844] env[70015]: DEBUG oslo_concurrency.lockutils [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.430584] env[70015]: DEBUG oslo_concurrency.lockutils [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.432211] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c946269c-a476-493d-a2a7-800fb06276eb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.441112] env[70015]: DEBUG oslo_vmware.api [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for the task: (returnval){ [ 1176.441112] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52d97100-18c2-ea3d-207a-d278a44c0914" [ 1176.441112] env[70015]: _type = "Task" [ 1176.441112] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.453586] env[70015]: DEBUG oslo_vmware.api [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52d97100-18c2-ea3d-207a-d278a44c0914, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.551719] env[70015]: DEBUG oslo_vmware.api [None req-181ee68d-f056-4fa4-83e5-fa14c8c2e2db tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611705, 'name': PowerOnVM_Task, 'duration_secs': 0.453548} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.551998] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-181ee68d-f056-4fa4-83e5-fa14c8c2e2db tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1176.554675] env[70015]: DEBUG nova.compute.manager [None req-181ee68d-f056-4fa4-83e5-fa14c8c2e2db tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1176.555517] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6715272-013c-4a9b-b7f6-68460083e85d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.773232] env[70015]: DEBUG nova.network.neutron [req-78011123-2ad7-4317-80be-ee9ded9e09ed req-df14b17c-60af-47be-b720-df31d2fdc1b8 service nova] [instance: bc205347-4646-4071-9e6b-3437e39be863] Updated VIF entry in instance network info cache for port 74a39b1d-d00f-4552-905c-606e5c8c19e8. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1176.773598] env[70015]: DEBUG nova.network.neutron [req-78011123-2ad7-4317-80be-ee9ded9e09ed req-df14b17c-60af-47be-b720-df31d2fdc1b8 service nova] [instance: bc205347-4646-4071-9e6b-3437e39be863] Updating instance_info_cache with network_info: [{"id": "74a39b1d-d00f-4552-905c-606e5c8c19e8", "address": "fa:16:3e:04:b5:e3", "network": {"id": "01441cea-ad3a-4294-8fdc-e951dbfbc413", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-557704821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8c13cae3e5b4a91965eec4a0da9232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74a39b1d-d0", "ovs_interfaceid": "74a39b1d-d00f-4552-905c-606e5c8c19e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.794797] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d9598bb8-4d5c-48c7-af05-0219527e6e0c tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "48b5fed4-a8f9-41b2-8d0a-7ee03b28f833" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.795068] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d9598bb8-4d5c-48c7-af05-0219527e6e0c tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "48b5fed4-a8f9-41b2-8d0a-7ee03b28f833" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.795276] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d9598bb8-4d5c-48c7-af05-0219527e6e0c tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "48b5fed4-a8f9-41b2-8d0a-7ee03b28f833-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.795456] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d9598bb8-4d5c-48c7-af05-0219527e6e0c tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "48b5fed4-a8f9-41b2-8d0a-7ee03b28f833-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.795656] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d9598bb8-4d5c-48c7-af05-0219527e6e0c tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "48b5fed4-a8f9-41b2-8d0a-7ee03b28f833-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.799994] env[70015]: INFO nova.compute.manager [None req-d9598bb8-4d5c-48c7-af05-0219527e6e0c tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833] Terminating instance [ 1176.816792] env[70015]: DEBUG oslo_concurrency.lockutils [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquiring lock "refresh_cache-3b02addc-c4b7-4c80-a098-85137319df43" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.816792] env[70015]: DEBUG oslo_concurrency.lockutils [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquired lock "refresh_cache-3b02addc-c4b7-4c80-a098-85137319df43" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.817153] env[70015]: DEBUG nova.network.neutron [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1176.832805] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: a173c940-ed80-45ec-83a2-af2b2ad416c4] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.951884] env[70015]: DEBUG oslo_vmware.api [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52d97100-18c2-ea3d-207a-d278a44c0914, 'name': SearchDatastore_Task, 'duration_secs': 0.012791} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.952274] env[70015]: DEBUG oslo_concurrency.lockutils [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.952483] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: bc205347-4646-4071-9e6b-3437e39be863] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1176.952652] env[70015]: DEBUG oslo_concurrency.lockutils [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.952855] env[70015]: DEBUG oslo_concurrency.lockutils [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.952965] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1176.953254] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97a944ef-3e40-4b6e-af60-49350041a535 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.962462] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1176.962657] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1176.963411] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e17a6bc1-44cc-4359-ba44-3d9ccfd895f0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.970791] env[70015]: DEBUG oslo_vmware.api [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for the task: (returnval){ [ 1176.970791] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]528fa977-30a8-b09e-6cd0-ce44adb4e14d" [ 1176.970791] env[70015]: _type = "Task" [ 1176.970791] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.978625] env[70015]: DEBUG oslo_vmware.api [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]528fa977-30a8-b09e-6cd0-ce44adb4e14d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.275973] env[70015]: DEBUG oslo_concurrency.lockutils [req-78011123-2ad7-4317-80be-ee9ded9e09ed req-df14b17c-60af-47be-b720-df31d2fdc1b8 service nova] Releasing lock "refresh_cache-bc205347-4646-4071-9e6b-3437e39be863" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.304504] env[70015]: DEBUG nova.compute.manager [None req-d9598bb8-4d5c-48c7-af05-0219527e6e0c tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1177.304768] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d9598bb8-4d5c-48c7-af05-0219527e6e0c tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1177.305686] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dbac7d9-4c58-4936-85b5-037e9ce29c55 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.327816] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d9598bb8-4d5c-48c7-af05-0219527e6e0c tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1177.328450] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55b34cf8-627c-4f88-9887-b35e0434ebcb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.336320] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 5e9ca815-97d7-431f-8a92-9ab12b7e3a35] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.387757] env[70015]: DEBUG nova.network.neutron [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1177.397777] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d9598bb8-4d5c-48c7-af05-0219527e6e0c tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1177.397997] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d9598bb8-4d5c-48c7-af05-0219527e6e0c tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1177.398196] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9598bb8-4d5c-48c7-af05-0219527e6e0c tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Deleting the datastore file [datastore2] 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1177.398727] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60e5d88f-b8a1-454b-b937-8c9c32d98a80 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.405199] env[70015]: DEBUG oslo_vmware.api [None req-d9598bb8-4d5c-48c7-af05-0219527e6e0c tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1177.405199] env[70015]: value = "task-3611707" [ 1177.405199] env[70015]: _type = "Task" [ 1177.405199] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.412407] env[70015]: DEBUG oslo_vmware.api [None req-d9598bb8-4d5c-48c7-af05-0219527e6e0c tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611707, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.484118] env[70015]: DEBUG oslo_vmware.api [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]528fa977-30a8-b09e-6cd0-ce44adb4e14d, 'name': SearchDatastore_Task, 'duration_secs': 0.010616} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.485364] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad84ed64-d285-4d95-bda0-c342cebdc0d0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.490270] env[70015]: DEBUG oslo_vmware.api [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for the task: (returnval){ [ 1177.490270] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52d4c51d-d0d5-1f4a-2e78-426d74b96f50" [ 1177.490270] env[70015]: _type = "Task" [ 1177.490270] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.498515] env[70015]: DEBUG oslo_vmware.api [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52d4c51d-d0d5-1f4a-2e78-426d74b96f50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.723615] env[70015]: DEBUG nova.network.neutron [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] Updating instance_info_cache with network_info: [{"id": "9e405568-9721-4cb5-a86f-710088907810", "address": "fa:16:3e:72:a3:53", "network": {"id": "8f7fedcd-4fbd-4c74-ad06-9db4b807c476", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1172678132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f46bede451e4bd286f66d742e8a0a39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e405568-97", "ovs_interfaceid": "9e405568-9721-4cb5-a86f-710088907810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.841532] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: f3b64104-3919-4838-9c2b-601a41be2ece] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.906380] env[70015]: DEBUG nova.compute.manager [req-2bd84876-b9c2-4cd6-ac63-268fa476e4c5 req-5c512d62-313c-469c-b7a1-be961e58dea8 service nova] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] Received event network-vif-plugged-9e405568-9721-4cb5-a86f-710088907810 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.906591] env[70015]: DEBUG oslo_concurrency.lockutils [req-2bd84876-b9c2-4cd6-ac63-268fa476e4c5 req-5c512d62-313c-469c-b7a1-be961e58dea8 service nova] Acquiring lock "3b02addc-c4b7-4c80-a098-85137319df43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.906851] env[70015]: DEBUG oslo_concurrency.lockutils [req-2bd84876-b9c2-4cd6-ac63-268fa476e4c5 req-5c512d62-313c-469c-b7a1-be961e58dea8 service nova] Lock "3b02addc-c4b7-4c80-a098-85137319df43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.906956] env[70015]: DEBUG oslo_concurrency.lockutils [req-2bd84876-b9c2-4cd6-ac63-268fa476e4c5 req-5c512d62-313c-469c-b7a1-be961e58dea8 service nova] Lock "3b02addc-c4b7-4c80-a098-85137319df43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.907342] env[70015]: DEBUG nova.compute.manager [req-2bd84876-b9c2-4cd6-ac63-268fa476e4c5 req-5c512d62-313c-469c-b7a1-be961e58dea8 service nova] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] No waiting events found dispatching network-vif-plugged-9e405568-9721-4cb5-a86f-710088907810 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1177.907626] env[70015]: WARNING nova.compute.manager [req-2bd84876-b9c2-4cd6-ac63-268fa476e4c5 req-5c512d62-313c-469c-b7a1-be961e58dea8 service nova] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] Received unexpected event network-vif-plugged-9e405568-9721-4cb5-a86f-710088907810 for instance with vm_state building and task_state spawning. [ 1177.907842] env[70015]: DEBUG nova.compute.manager [req-2bd84876-b9c2-4cd6-ac63-268fa476e4c5 req-5c512d62-313c-469c-b7a1-be961e58dea8 service nova] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] Received event network-changed-9e405568-9721-4cb5-a86f-710088907810 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.908088] env[70015]: DEBUG nova.compute.manager [req-2bd84876-b9c2-4cd6-ac63-268fa476e4c5 req-5c512d62-313c-469c-b7a1-be961e58dea8 service nova] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] Refreshing instance network info cache due to event network-changed-9e405568-9721-4cb5-a86f-710088907810. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1177.908367] env[70015]: DEBUG oslo_concurrency.lockutils [req-2bd84876-b9c2-4cd6-ac63-268fa476e4c5 req-5c512d62-313c-469c-b7a1-be961e58dea8 service nova] Acquiring lock "refresh_cache-3b02addc-c4b7-4c80-a098-85137319df43" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.919068] env[70015]: DEBUG oslo_vmware.api [None req-d9598bb8-4d5c-48c7-af05-0219527e6e0c tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611707, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272884} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.919397] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9598bb8-4d5c-48c7-af05-0219527e6e0c tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1177.919818] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d9598bb8-4d5c-48c7-af05-0219527e6e0c tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1177.919818] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d9598bb8-4d5c-48c7-af05-0219527e6e0c tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1177.920338] env[70015]: INFO nova.compute.manager [None req-d9598bb8-4d5c-48c7-af05-0219527e6e0c tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1177.920993] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9598bb8-4d5c-48c7-af05-0219527e6e0c tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.921503] env[70015]: DEBUG nova.compute.manager [-] [instance: 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1177.921706] env[70015]: DEBUG nova.network.neutron [-] [instance: 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1178.002323] env[70015]: DEBUG oslo_vmware.api [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52d4c51d-d0d5-1f4a-2e78-426d74b96f50, 'name': SearchDatastore_Task, 'duration_secs': 0.013147} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.002323] env[70015]: DEBUG oslo_concurrency.lockutils [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.002482] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] bc205347-4646-4071-9e6b-3437e39be863/bc205347-4646-4071-9e6b-3437e39be863.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1178.002732] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3af0077-dd65-4f28-baec-a9dc0e55e761 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.010028] env[70015]: DEBUG oslo_vmware.api [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for the task: (returnval){ [ 1178.010028] env[70015]: value = "task-3611708" [ 1178.010028] env[70015]: _type = "Task" [ 1178.010028] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.018961] env[70015]: DEBUG oslo_vmware.api [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611708, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.229728] env[70015]: DEBUG oslo_concurrency.lockutils [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Releasing lock "refresh_cache-3b02addc-c4b7-4c80-a098-85137319df43" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.230051] env[70015]: DEBUG nova.compute.manager [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] Instance network_info: |[{"id": "9e405568-9721-4cb5-a86f-710088907810", "address": "fa:16:3e:72:a3:53", "network": {"id": "8f7fedcd-4fbd-4c74-ad06-9db4b807c476", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1172678132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f46bede451e4bd286f66d742e8a0a39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e405568-97", "ovs_interfaceid": "9e405568-9721-4cb5-a86f-710088907810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1178.230382] env[70015]: DEBUG oslo_concurrency.lockutils [req-2bd84876-b9c2-4cd6-ac63-268fa476e4c5 req-5c512d62-313c-469c-b7a1-be961e58dea8 service nova] Acquired lock "refresh_cache-3b02addc-c4b7-4c80-a098-85137319df43" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.230549] env[70015]: DEBUG nova.network.neutron [req-2bd84876-b9c2-4cd6-ac63-268fa476e4c5 req-5c512d62-313c-469c-b7a1-be961e58dea8 service nova] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] Refreshing network info cache for port 9e405568-9721-4cb5-a86f-710088907810 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1178.232078] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:a3:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d062877-0b23-4965-908b-f585f25f3bf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e405568-9721-4cb5-a86f-710088907810', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1178.240123] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1178.243266] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1178.245768] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98489a40-edf3-4bc1-8147-0ae5d9bee5e9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.268408] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1178.268408] env[70015]: value = "task-3611709" [ 1178.268408] env[70015]: _type = "Task" [ 1178.268408] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.276936] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611709, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.345803] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 273a8c9c-bc9c-440d-ab7b-cdd7e2e19412] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.485752] env[70015]: INFO nova.compute.manager [None req-7afecfaa-3517-4ab3-a3ce-11d5ff3fc24b tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Unrescuing [ 1178.486052] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7afecfaa-3517-4ab3-a3ce-11d5ff3fc24b tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Acquiring lock "refresh_cache-7c480760-7d09-4007-bb8a-f2065cb42884" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.486212] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7afecfaa-3517-4ab3-a3ce-11d5ff3fc24b tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Acquired lock "refresh_cache-7c480760-7d09-4007-bb8a-f2065cb42884" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.486530] env[70015]: DEBUG nova.network.neutron [None req-7afecfaa-3517-4ab3-a3ce-11d5ff3fc24b tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1178.521838] env[70015]: DEBUG oslo_vmware.api [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611708, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484985} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.526345] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] bc205347-4646-4071-9e6b-3437e39be863/bc205347-4646-4071-9e6b-3437e39be863.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1178.526345] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: bc205347-4646-4071-9e6b-3437e39be863] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1178.526345] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43d7fe61-5723-4e84-b53d-db037a0aa8ae {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.530030] env[70015]: DEBUG oslo_vmware.api [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for the task: (returnval){ [ 1178.530030] env[70015]: value = "task-3611710" [ 1178.530030] env[70015]: _type = "Task" [ 1178.530030] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.542136] env[70015]: DEBUG oslo_vmware.api [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611710, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.599946] env[70015]: DEBUG nova.network.neutron [req-2bd84876-b9c2-4cd6-ac63-268fa476e4c5 req-5c512d62-313c-469c-b7a1-be961e58dea8 service nova] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] Updated VIF entry in instance network info cache for port 9e405568-9721-4cb5-a86f-710088907810. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1178.600332] env[70015]: DEBUG nova.network.neutron [req-2bd84876-b9c2-4cd6-ac63-268fa476e4c5 req-5c512d62-313c-469c-b7a1-be961e58dea8 service nova] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] Updating instance_info_cache with network_info: [{"id": "9e405568-9721-4cb5-a86f-710088907810", "address": "fa:16:3e:72:a3:53", "network": {"id": "8f7fedcd-4fbd-4c74-ad06-9db4b807c476", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1172678132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f46bede451e4bd286f66d742e8a0a39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e405568-97", "ovs_interfaceid": "9e405568-9721-4cb5-a86f-710088907810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.781339] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611709, 'name': CreateVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.850210] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 5609a74f-9200-49e8-880d-da768b12d8ee] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.041712] env[70015]: DEBUG oslo_vmware.api [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611710, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07066} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.041810] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: bc205347-4646-4071-9e6b-3437e39be863] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1179.042663] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12426cc-549b-4865-981a-bbf861957d37 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.064692] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: bc205347-4646-4071-9e6b-3437e39be863] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] bc205347-4646-4071-9e6b-3437e39be863/bc205347-4646-4071-9e6b-3437e39be863.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1179.067382] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72a29a7c-4ff7-49bd-8e61-571105dc10da {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.087773] env[70015]: DEBUG oslo_vmware.api [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for the task: (returnval){ [ 1179.087773] env[70015]: value = "task-3611711" [ 1179.087773] env[70015]: _type = "Task" [ 1179.087773] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.096648] env[70015]: DEBUG oslo_vmware.api [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611711, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.104044] env[70015]: DEBUG oslo_concurrency.lockutils [req-2bd84876-b9c2-4cd6-ac63-268fa476e4c5 req-5c512d62-313c-469c-b7a1-be961e58dea8 service nova] Releasing lock "refresh_cache-3b02addc-c4b7-4c80-a098-85137319df43" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.131322] env[70015]: DEBUG nova.network.neutron [-] [instance: 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.277303] env[70015]: DEBUG nova.network.neutron [None req-7afecfaa-3517-4ab3-a3ce-11d5ff3fc24b tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Updating instance_info_cache with network_info: [{"id": "40708d14-1d3d-46d6-b641-e5faa796ba94", "address": "fa:16:3e:6c:c4:ca", "network": {"id": "3c20f828-b54b-46e8-8787-8652bc32cc05", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-883210113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae3ea9811a884cfdbfed901646a3947d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40708d14-1d", "ovs_interfaceid": "40708d14-1d3d-46d6-b641-e5faa796ba94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.284428] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611709, 'name': CreateVM_Task, 'duration_secs': 0.527817} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.284617] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1179.285754] env[70015]: DEBUG oslo_concurrency.lockutils [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.285754] env[70015]: DEBUG oslo_concurrency.lockutils [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.285875] env[70015]: DEBUG oslo_concurrency.lockutils [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.286052] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f8fbf39-cf04-4376-b24b-cd0dc40eb9a4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.291656] env[70015]: DEBUG oslo_vmware.api [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 1179.291656] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5282129a-7427-aa2e-1f27-ddc072b2fbff" [ 1179.291656] env[70015]: _type = "Task" [ 1179.291656] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.300357] env[70015]: DEBUG oslo_vmware.api [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5282129a-7427-aa2e-1f27-ddc072b2fbff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.353185] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 04a6ab06-6e2c-4c81-a6aa-3f9811d2a733] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.600878] env[70015]: DEBUG oslo_vmware.api [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611711, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.632874] env[70015]: INFO nova.compute.manager [-] [instance: 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833] Took 1.71 seconds to deallocate network for instance. [ 1179.782612] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7afecfaa-3517-4ab3-a3ce-11d5ff3fc24b tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Releasing lock "refresh_cache-7c480760-7d09-4007-bb8a-f2065cb42884" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.782612] env[70015]: DEBUG nova.objects.instance [None req-7afecfaa-3517-4ab3-a3ce-11d5ff3fc24b tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Lazy-loading 'flavor' on Instance uuid 7c480760-7d09-4007-bb8a-f2065cb42884 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1179.802581] env[70015]: DEBUG oslo_vmware.api [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5282129a-7427-aa2e-1f27-ddc072b2fbff, 'name': SearchDatastore_Task, 'duration_secs': 0.010635} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.803050] env[70015]: DEBUG oslo_concurrency.lockutils [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.803393] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1179.803765] env[70015]: DEBUG oslo_concurrency.lockutils [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.805168] env[70015]: DEBUG oslo_concurrency.lockutils [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.805168] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1179.805168] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ee446e6-3fce-41ac-be6e-d02883873d1d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.814971] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1179.817020] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1179.817020] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-611ae9b6-212c-4237-885b-5784d8ea51b6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.822194] env[70015]: DEBUG oslo_vmware.api [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 1179.822194] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52edda11-787b-8cb6-c6a9-4fc6a15ae933" [ 1179.822194] env[70015]: _type = "Task" [ 1179.822194] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.831558] env[70015]: DEBUG oslo_vmware.api [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52edda11-787b-8cb6-c6a9-4fc6a15ae933, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.858517] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 0d932dc3-0f82-48f4-8fab-fcd39f5f89eb] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.936186] env[70015]: DEBUG nova.compute.manager [req-021903de-0c99-4935-97d4-d36758ca46aa req-97fa588f-3a4f-4636-98fd-433d16849694 service nova] [instance: 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833] Received event network-vif-deleted-9637d2b6-3590-4922-9235-777863ca5f89 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.100452] env[70015]: DEBUG oslo_vmware.api [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611711, 'name': ReconfigVM_Task, 'duration_secs': 0.726827} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.101174] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: bc205347-4646-4071-9e6b-3437e39be863] Reconfigured VM instance instance-00000072 to attach disk [datastore2] bc205347-4646-4071-9e6b-3437e39be863/bc205347-4646-4071-9e6b-3437e39be863.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1180.101598] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da169192-3768-4c96-8649-0dfef8d6ef4f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.108245] env[70015]: DEBUG oslo_vmware.api [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for the task: (returnval){ [ 1180.108245] env[70015]: value = "task-3611712" [ 1180.108245] env[70015]: _type = "Task" [ 1180.108245] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.116505] env[70015]: DEBUG oslo_vmware.api [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611712, 'name': Rename_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.141279] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d9598bb8-4d5c-48c7-af05-0219527e6e0c tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.142031] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d9598bb8-4d5c-48c7-af05-0219527e6e0c tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.142031] env[70015]: DEBUG nova.objects.instance [None req-d9598bb8-4d5c-48c7-af05-0219527e6e0c tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lazy-loading 'resources' on Instance uuid 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.286990] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613ed2b9-581b-4987-bec1-a6e89eee2e77 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.073603] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: c485b9cd-6be9-48ea-a547-cc338e735f7c] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.078371] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-7afecfaa-3517-4ab3-a3ce-11d5ff3fc24b tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1181.085628] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-299a9483-2e16-4c23-8f07-cf39d24ffaf8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.094580] env[70015]: DEBUG oslo_vmware.api [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52edda11-787b-8cb6-c6a9-4fc6a15ae933, 'name': SearchDatastore_Task, 'duration_secs': 0.009032} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.100038] env[70015]: DEBUG oslo_vmware.api [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611712, 'name': Rename_Task, 'duration_secs': 0.40004} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.101418] env[70015]: DEBUG oslo_vmware.api [None req-7afecfaa-3517-4ab3-a3ce-11d5ff3fc24b tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1181.101418] env[70015]: value = "task-3611713" [ 1181.101418] env[70015]: _type = "Task" [ 1181.101418] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.107174] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f5f03cb-15d4-4481-b703-0d489a1a745a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.107332] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: bc205347-4646-4071-9e6b-3437e39be863] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1181.111106] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d59f64d8-a9c0-4d43-8a72-843e20b2258e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.116046] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquiring lock "d5112f1f-40c6-44aa-9e14-0eb963a59067" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.117043] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "d5112f1f-40c6-44aa-9e14-0eb963a59067" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.121455] env[70015]: DEBUG oslo_vmware.api [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 1181.121455] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52023661-9b96-728c-d6f2-05a0c9711dd3" [ 1181.121455] env[70015]: _type = "Task" [ 1181.121455] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.125536] env[70015]: DEBUG oslo_vmware.api [None req-7afecfaa-3517-4ab3-a3ce-11d5ff3fc24b tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.129978] env[70015]: DEBUG oslo_vmware.api [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for the task: (returnval){ [ 1181.129978] env[70015]: value = "task-3611714" [ 1181.129978] env[70015]: _type = "Task" [ 1181.129978] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.142335] env[70015]: DEBUG oslo_vmware.api [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52023661-9b96-728c-d6f2-05a0c9711dd3, 'name': SearchDatastore_Task} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.143055] env[70015]: DEBUG oslo_concurrency.lockutils [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.143329] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 3b02addc-c4b7-4c80-a098-85137319df43/3b02addc-c4b7-4c80-a098-85137319df43.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1181.143594] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3a7e0e1-fa63-42e2-9d04-19cf0f6b9096 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.152289] env[70015]: DEBUG oslo_vmware.api [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611714, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.159422] env[70015]: DEBUG oslo_vmware.api [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 1181.159422] env[70015]: value = "task-3611715" [ 1181.159422] env[70015]: _type = "Task" [ 1181.159422] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.171225] env[70015]: DEBUG oslo_vmware.api [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611715, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.258176] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161036cc-4f0f-424d-b610-d870fc9ef129 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.266270] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0c1ab0-a9b8-4d28-ab3f-db7385fa4bb1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.301055] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1589c7-1f62-4f3a-9ba9-620113f5b07d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.309596] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3933dd-8021-4873-978c-70ac2a7904ee {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.325766] env[70015]: DEBUG nova.compute.provider_tree [None req-d9598bb8-4d5c-48c7-af05-0219527e6e0c tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.590264] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: dcf312ed-c5b8-423e-b1fe-e0d96f5db30a] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.618753] env[70015]: DEBUG oslo_vmware.api [None req-7afecfaa-3517-4ab3-a3ce-11d5ff3fc24b tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611713, 'name': PowerOffVM_Task, 'duration_secs': 0.228629} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.619041] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-7afecfaa-3517-4ab3-a3ce-11d5ff3fc24b tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1181.624398] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-7afecfaa-3517-4ab3-a3ce-11d5ff3fc24b tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Reconfiguring VM instance instance-0000006a to detach disk 2002 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1181.624892] env[70015]: DEBUG nova.compute.manager [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1181.628054] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a66d9573-8cc3-4a0f-a61e-3a046889a7cd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.652693] env[70015]: DEBUG oslo_vmware.api [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611714, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.654321] env[70015]: DEBUG oslo_vmware.api [None req-7afecfaa-3517-4ab3-a3ce-11d5ff3fc24b tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1181.654321] env[70015]: value = "task-3611716" [ 1181.654321] env[70015]: _type = "Task" [ 1181.654321] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.662638] env[70015]: DEBUG oslo_vmware.api [None req-7afecfaa-3517-4ab3-a3ce-11d5ff3fc24b tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611716, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.672041] env[70015]: DEBUG oslo_vmware.api [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611715, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.829386] env[70015]: DEBUG nova.scheduler.client.report [None req-d9598bb8-4d5c-48c7-af05-0219527e6e0c tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1182.094046] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 1c415b61-b6b8-421e-a975-9f902d7c0f1f] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.156591] env[70015]: DEBUG oslo_vmware.api [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611714, 'name': PowerOnVM_Task, 'duration_secs': 0.812675} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.159710] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: bc205347-4646-4071-9e6b-3437e39be863] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1182.159942] env[70015]: INFO nova.compute.manager [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: bc205347-4646-4071-9e6b-3437e39be863] Took 8.59 seconds to spawn the instance on the hypervisor. [ 1182.160098] env[70015]: DEBUG nova.compute.manager [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: bc205347-4646-4071-9e6b-3437e39be863] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1182.161089] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.161811] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd6aef8-9fac-4269-b881-48625a0d01d6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.170799] env[70015]: DEBUG oslo_vmware.api [None req-7afecfaa-3517-4ab3-a3ce-11d5ff3fc24b tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611716, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.178187] env[70015]: DEBUG oslo_vmware.api [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611715, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598821} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.178639] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 3b02addc-c4b7-4c80-a098-85137319df43/3b02addc-c4b7-4c80-a098-85137319df43.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1182.178851] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1182.179104] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f787221f-fae9-42f4-978e-8ac30cab8a38 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.184875] env[70015]: DEBUG oslo_vmware.api [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 1182.184875] env[70015]: value = "task-3611717" [ 1182.184875] env[70015]: _type = "Task" [ 1182.184875] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.193965] env[70015]: DEBUG oslo_vmware.api [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611717, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.335850] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d9598bb8-4d5c-48c7-af05-0219527e6e0c tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.194s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.338283] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.177s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.340201] env[70015]: INFO nova.compute.claims [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1182.356662] env[70015]: INFO nova.scheduler.client.report [None req-d9598bb8-4d5c-48c7-af05-0219527e6e0c tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Deleted allocations for instance 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833 [ 1182.597097] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: c97ca16d-cfc1-4ed6-9e30-0cb1d6750a81] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.665744] env[70015]: DEBUG oslo_vmware.api [None req-7afecfaa-3517-4ab3-a3ce-11d5ff3fc24b tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611716, 'name': ReconfigVM_Task, 'duration_secs': 0.644525} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.665995] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-7afecfaa-3517-4ab3-a3ce-11d5ff3fc24b tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Reconfigured VM instance instance-0000006a to detach disk 2002 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1182.666200] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-7afecfaa-3517-4ab3-a3ce-11d5ff3fc24b tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1182.666449] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-082aa1b3-7288-4b31-9da3-72cedeade706 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.672194] env[70015]: DEBUG oslo_vmware.api [None req-7afecfaa-3517-4ab3-a3ce-11d5ff3fc24b tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1182.672194] env[70015]: value = "task-3611718" [ 1182.672194] env[70015]: _type = "Task" [ 1182.672194] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.683104] env[70015]: DEBUG oslo_vmware.api [None req-7afecfaa-3517-4ab3-a3ce-11d5ff3fc24b tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611718, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.688716] env[70015]: INFO nova.compute.manager [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: bc205347-4646-4071-9e6b-3437e39be863] Took 21.20 seconds to build instance. [ 1182.694124] env[70015]: DEBUG oslo_vmware.api [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611717, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.180889} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.694753] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1182.695262] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f22244b-120e-471c-9522-8689e580e682 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.716938] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 3b02addc-c4b7-4c80-a098-85137319df43/3b02addc-c4b7-4c80-a098-85137319df43.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1182.717851] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce612d0f-690a-4cfa-b16a-3ad00ceb63f2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.736719] env[70015]: DEBUG oslo_vmware.api [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 1182.736719] env[70015]: value = "task-3611719" [ 1182.736719] env[70015]: _type = "Task" [ 1182.736719] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.744472] env[70015]: DEBUG oslo_vmware.api [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611719, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.864063] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d9598bb8-4d5c-48c7-af05-0219527e6e0c tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "48b5fed4-a8f9-41b2-8d0a-7ee03b28f833" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.069s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.101041] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 39abed00-024f-4718-a7aa-9d26ea6533ad] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.181593] env[70015]: DEBUG oslo_vmware.api [None req-7afecfaa-3517-4ab3-a3ce-11d5ff3fc24b tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611718, 'name': PowerOnVM_Task, 'duration_secs': 0.487019} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.181995] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-7afecfaa-3517-4ab3-a3ce-11d5ff3fc24b tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1183.182353] env[70015]: DEBUG nova.compute.manager [None req-7afecfaa-3517-4ab3-a3ce-11d5ff3fc24b tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1183.183162] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1bfe42-fee3-4576-a021-59dc15d30ca2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.191825] env[70015]: DEBUG oslo_concurrency.lockutils [None req-82874769-8917-4cbc-a0f4-30a3b22377e8 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lock "bc205347-4646-4071-9e6b-3437e39be863" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.721s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.246763] env[70015]: DEBUG oslo_vmware.api [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611719, 'name': ReconfigVM_Task, 'duration_secs': 0.450484} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.247064] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 3b02addc-c4b7-4c80-a098-85137319df43/3b02addc-c4b7-4c80-a098-85137319df43.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1183.247665] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db1d4a3b-3814-4073-b0e1-d1412a6b34a6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.254210] env[70015]: DEBUG oslo_vmware.api [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 1183.254210] env[70015]: value = "task-3611720" [ 1183.254210] env[70015]: _type = "Task" [ 1183.254210] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.262097] env[70015]: DEBUG oslo_vmware.api [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611720, 'name': Rename_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.470923] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762437d4-29bd-4b4e-b868-f700634d879e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.478517] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d722a657-2e56-4ab4-a6ef-39bd8b3f322b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.508202] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242f0b90-0a1e-4eca-b0b0-7ff1efc5fddd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.515487] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bcb761-a666-4fe7-93a3-4fcb08a840fe {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.528952] env[70015]: DEBUG nova.compute.provider_tree [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.604715] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: b8ce2377-3507-4be3-88d0-b838be759cd1] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.763543] env[70015]: DEBUG oslo_vmware.api [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611720, 'name': Rename_Task, 'duration_secs': 0.311804} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.764139] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1183.764139] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90bf053c-7aff-470e-a84d-93e8fcc7d898 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.770064] env[70015]: DEBUG oslo_vmware.api [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 1183.770064] env[70015]: value = "task-3611721" [ 1183.770064] env[70015]: _type = "Task" [ 1183.770064] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.777297] env[70015]: DEBUG oslo_vmware.api [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611721, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.929097] env[70015]: DEBUG nova.compute.manager [req-b9630eac-2d1d-48b7-8e51-4af55d49ce18 req-5316617b-7f52-4045-82d5-1fbe21cc0399 service nova] [instance: bc205347-4646-4071-9e6b-3437e39be863] Received event network-changed-74a39b1d-d00f-4552-905c-606e5c8c19e8 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.929304] env[70015]: DEBUG nova.compute.manager [req-b9630eac-2d1d-48b7-8e51-4af55d49ce18 req-5316617b-7f52-4045-82d5-1fbe21cc0399 service nova] [instance: bc205347-4646-4071-9e6b-3437e39be863] Refreshing instance network info cache due to event network-changed-74a39b1d-d00f-4552-905c-606e5c8c19e8. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1183.929558] env[70015]: DEBUG oslo_concurrency.lockutils [req-b9630eac-2d1d-48b7-8e51-4af55d49ce18 req-5316617b-7f52-4045-82d5-1fbe21cc0399 service nova] Acquiring lock "refresh_cache-bc205347-4646-4071-9e6b-3437e39be863" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.929647] env[70015]: DEBUG oslo_concurrency.lockutils [req-b9630eac-2d1d-48b7-8e51-4af55d49ce18 req-5316617b-7f52-4045-82d5-1fbe21cc0399 service nova] Acquired lock "refresh_cache-bc205347-4646-4071-9e6b-3437e39be863" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.929808] env[70015]: DEBUG nova.network.neutron [req-b9630eac-2d1d-48b7-8e51-4af55d49ce18 req-5316617b-7f52-4045-82d5-1fbe21cc0399 service nova] [instance: bc205347-4646-4071-9e6b-3437e39be863] Refreshing network info cache for port 74a39b1d-d00f-4552-905c-606e5c8c19e8 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1184.032160] env[70015]: DEBUG nova.scheduler.client.report [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.107792] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 65de80a6-6419-483a-82fd-7b702362167f] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.279716] env[70015]: DEBUG oslo_vmware.api [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611721, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.292850] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "ac41ac84-69f3-41f1-b0e8-1833357fa0e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.293090] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "ac41ac84-69f3-41f1-b0e8-1833357fa0e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.537088] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.199s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.537648] env[70015]: DEBUG nova.compute.manager [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1184.611526] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 678caff9-51ea-40ee-945b-6fe9901fd7f8] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.782451] env[70015]: DEBUG oslo_vmware.api [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611721, 'name': PowerOnVM_Task, 'duration_secs': 0.881148} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.782863] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1184.783109] env[70015]: INFO nova.compute.manager [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] Took 8.97 seconds to spawn the instance on the hypervisor. [ 1184.783293] env[70015]: DEBUG nova.compute.manager [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1184.784100] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8cab59f-c5c0-4fdb-9e60-712fa3fe31e8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.796922] env[70015]: DEBUG nova.compute.manager [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1184.851078] env[70015]: DEBUG nova.network.neutron [req-b9630eac-2d1d-48b7-8e51-4af55d49ce18 req-5316617b-7f52-4045-82d5-1fbe21cc0399 service nova] [instance: bc205347-4646-4071-9e6b-3437e39be863] Updated VIF entry in instance network info cache for port 74a39b1d-d00f-4552-905c-606e5c8c19e8. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1184.851465] env[70015]: DEBUG nova.network.neutron [req-b9630eac-2d1d-48b7-8e51-4af55d49ce18 req-5316617b-7f52-4045-82d5-1fbe21cc0399 service nova] [instance: bc205347-4646-4071-9e6b-3437e39be863] Updating instance_info_cache with network_info: [{"id": "74a39b1d-d00f-4552-905c-606e5c8c19e8", "address": "fa:16:3e:04:b5:e3", "network": {"id": "01441cea-ad3a-4294-8fdc-e951dbfbc413", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-557704821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8c13cae3e5b4a91965eec4a0da9232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74a39b1d-d0", "ovs_interfaceid": "74a39b1d-d00f-4552-905c-606e5c8c19e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.043136] env[70015]: DEBUG nova.compute.utils [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1185.044548] env[70015]: DEBUG nova.compute.manager [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1185.044808] env[70015]: DEBUG nova.network.neutron [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1185.086306] env[70015]: DEBUG nova.policy [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc5e291c70644bd89f8bb7441c3b18c0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '387a27341eeb4c9b8f6f4b440d1a2119', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 1185.115898] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 58f7aec0-4aaf-4f6d-bc8c-48636bae3fd3] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.304238] env[70015]: INFO nova.compute.manager [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] Took 23.00 seconds to build instance. [ 1185.325104] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.325429] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.327073] env[70015]: INFO nova.compute.claims [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1185.355014] env[70015]: DEBUG oslo_concurrency.lockutils [req-b9630eac-2d1d-48b7-8e51-4af55d49ce18 req-5316617b-7f52-4045-82d5-1fbe21cc0399 service nova] Releasing lock "refresh_cache-bc205347-4646-4071-9e6b-3437e39be863" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.407908] env[70015]: DEBUG nova.network.neutron [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Successfully created port: 769069b9-d554-4590-b9ad-54b23f88117b {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1185.551963] env[70015]: DEBUG nova.compute.manager [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1185.620101] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: de6d19be-a67c-44a0-9ea0-cffcae448d75] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.808332] env[70015]: DEBUG oslo_concurrency.lockutils [None req-49dbe98b-e971-4fdd-a462-535fae28c6a6 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "3b02addc-c4b7-4c80-a098-85137319df43" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.511s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.966030] env[70015]: DEBUG nova.compute.manager [req-108646ae-036b-4deb-b7db-e3a7ed657036 req-0dc7f10c-3382-450f-b9f1-507c9ea304e8 service nova] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Received event network-changed-40708d14-1d3d-46d6-b641-e5faa796ba94 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.966231] env[70015]: DEBUG nova.compute.manager [req-108646ae-036b-4deb-b7db-e3a7ed657036 req-0dc7f10c-3382-450f-b9f1-507c9ea304e8 service nova] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Refreshing instance network info cache due to event network-changed-40708d14-1d3d-46d6-b641-e5faa796ba94. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1185.966446] env[70015]: DEBUG oslo_concurrency.lockutils [req-108646ae-036b-4deb-b7db-e3a7ed657036 req-0dc7f10c-3382-450f-b9f1-507c9ea304e8 service nova] Acquiring lock "refresh_cache-7c480760-7d09-4007-bb8a-f2065cb42884" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.966616] env[70015]: DEBUG oslo_concurrency.lockutils [req-108646ae-036b-4deb-b7db-e3a7ed657036 req-0dc7f10c-3382-450f-b9f1-507c9ea304e8 service nova] Acquired lock "refresh_cache-7c480760-7d09-4007-bb8a-f2065cb42884" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.966744] env[70015]: DEBUG nova.network.neutron [req-108646ae-036b-4deb-b7db-e3a7ed657036 req-0dc7f10c-3382-450f-b9f1-507c9ea304e8 service nova] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Refreshing network info cache for port 40708d14-1d3d-46d6-b641-e5faa796ba94 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1186.123479] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 03907aa4-8b80-4c2f-93cf-3b8c2ed3ce21] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1186.457670] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7026d4f-8299-419e-aed8-096db63c6009 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.465700] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642b151c-cce8-4654-8ac9-21d8cf20ffb1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.500161] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fc1d26-d6f3-43ca-98c3-225d267d1a60 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.509793] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4124caf6-7596-4de6-a5d2-4cb51022e8e2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.525784] env[70015]: DEBUG nova.compute.provider_tree [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.563783] env[70015]: DEBUG nova.compute.manager [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1186.586215] env[70015]: DEBUG nova.virt.hardware [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1186.586476] env[70015]: DEBUG nova.virt.hardware [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1186.586635] env[70015]: DEBUG nova.virt.hardware [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1186.586815] env[70015]: DEBUG nova.virt.hardware [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1186.586964] env[70015]: DEBUG nova.virt.hardware [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1186.587130] env[70015]: DEBUG nova.virt.hardware [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1186.587335] env[70015]: DEBUG nova.virt.hardware [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1186.587490] env[70015]: DEBUG nova.virt.hardware [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1186.587650] env[70015]: DEBUG nova.virt.hardware [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1186.587808] env[70015]: DEBUG nova.virt.hardware [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1186.587977] env[70015]: DEBUG nova.virt.hardware [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1186.588831] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808a7c62-ed39-44fd-a129-766bf0a8fbc2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.598793] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974596d0-eecd-435d-832d-46747d53b350 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.625750] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: f319194b-6c78-4824-b117-e8334b900360] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1186.705584] env[70015]: DEBUG nova.network.neutron [req-108646ae-036b-4deb-b7db-e3a7ed657036 req-0dc7f10c-3382-450f-b9f1-507c9ea304e8 service nova] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Updated VIF entry in instance network info cache for port 40708d14-1d3d-46d6-b641-e5faa796ba94. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1186.706024] env[70015]: DEBUG nova.network.neutron [req-108646ae-036b-4deb-b7db-e3a7ed657036 req-0dc7f10c-3382-450f-b9f1-507c9ea304e8 service nova] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Updating instance_info_cache with network_info: [{"id": "40708d14-1d3d-46d6-b641-e5faa796ba94", "address": "fa:16:3e:6c:c4:ca", "network": {"id": "3c20f828-b54b-46e8-8787-8652bc32cc05", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-883210113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae3ea9811a884cfdbfed901646a3947d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40708d14-1d", "ovs_interfaceid": "40708d14-1d3d-46d6-b641-e5faa796ba94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.028819] env[70015]: DEBUG nova.scheduler.client.report [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.079788] env[70015]: DEBUG nova.network.neutron [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Successfully updated port: 769069b9-d554-4590-b9ad-54b23f88117b {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1187.131216] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 3f23c083-5bd4-4f1c-b9b6-849e9c3241e1] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.209101] env[70015]: DEBUG oslo_concurrency.lockutils [req-108646ae-036b-4deb-b7db-e3a7ed657036 req-0dc7f10c-3382-450f-b9f1-507c9ea304e8 service nova] Releasing lock "refresh_cache-7c480760-7d09-4007-bb8a-f2065cb42884" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.209404] env[70015]: DEBUG nova.compute.manager [req-108646ae-036b-4deb-b7db-e3a7ed657036 req-0dc7f10c-3382-450f-b9f1-507c9ea304e8 service nova] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Received event network-changed-40708d14-1d3d-46d6-b641-e5faa796ba94 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.209576] env[70015]: DEBUG nova.compute.manager [req-108646ae-036b-4deb-b7db-e3a7ed657036 req-0dc7f10c-3382-450f-b9f1-507c9ea304e8 service nova] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Refreshing instance network info cache due to event network-changed-40708d14-1d3d-46d6-b641-e5faa796ba94. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1187.209788] env[70015]: DEBUG oslo_concurrency.lockutils [req-108646ae-036b-4deb-b7db-e3a7ed657036 req-0dc7f10c-3382-450f-b9f1-507c9ea304e8 service nova] Acquiring lock "refresh_cache-7c480760-7d09-4007-bb8a-f2065cb42884" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.209929] env[70015]: DEBUG oslo_concurrency.lockutils [req-108646ae-036b-4deb-b7db-e3a7ed657036 req-0dc7f10c-3382-450f-b9f1-507c9ea304e8 service nova] Acquired lock "refresh_cache-7c480760-7d09-4007-bb8a-f2065cb42884" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.210101] env[70015]: DEBUG nova.network.neutron [req-108646ae-036b-4deb-b7db-e3a7ed657036 req-0dc7f10c-3382-450f-b9f1-507c9ea304e8 service nova] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Refreshing network info cache for port 40708d14-1d3d-46d6-b641-e5faa796ba94 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1187.534519] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.209s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.535112] env[70015]: DEBUG nova.compute.manager [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1187.585035] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquiring lock "refresh_cache-d5112f1f-40c6-44aa-9e14-0eb963a59067" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.585185] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquired lock "refresh_cache-d5112f1f-40c6-44aa-9e14-0eb963a59067" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.585304] env[70015]: DEBUG nova.network.neutron [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.634778] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: b498583a-2390-46af-b939-72998ebacdf5] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.922236] env[70015]: DEBUG nova.network.neutron [req-108646ae-036b-4deb-b7db-e3a7ed657036 req-0dc7f10c-3382-450f-b9f1-507c9ea304e8 service nova] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Updated VIF entry in instance network info cache for port 40708d14-1d3d-46d6-b641-e5faa796ba94. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1187.922653] env[70015]: DEBUG nova.network.neutron [req-108646ae-036b-4deb-b7db-e3a7ed657036 req-0dc7f10c-3382-450f-b9f1-507c9ea304e8 service nova] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Updating instance_info_cache with network_info: [{"id": "40708d14-1d3d-46d6-b641-e5faa796ba94", "address": "fa:16:3e:6c:c4:ca", "network": {"id": "3c20f828-b54b-46e8-8787-8652bc32cc05", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-883210113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae3ea9811a884cfdbfed901646a3947d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40708d14-1d", "ovs_interfaceid": "40708d14-1d3d-46d6-b641-e5faa796ba94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.991586] env[70015]: DEBUG nova.compute.manager [req-46b8c5e5-7981-49e2-a5e2-9c561a3f5933 req-c29188b5-eaf2-46c7-ba3b-3e747b02d1e4 service nova] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Received event network-vif-plugged-769069b9-d554-4590-b9ad-54b23f88117b {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.991765] env[70015]: DEBUG oslo_concurrency.lockutils [req-46b8c5e5-7981-49e2-a5e2-9c561a3f5933 req-c29188b5-eaf2-46c7-ba3b-3e747b02d1e4 service nova] Acquiring lock "d5112f1f-40c6-44aa-9e14-0eb963a59067-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.991970] env[70015]: DEBUG oslo_concurrency.lockutils [req-46b8c5e5-7981-49e2-a5e2-9c561a3f5933 req-c29188b5-eaf2-46c7-ba3b-3e747b02d1e4 service nova] Lock "d5112f1f-40c6-44aa-9e14-0eb963a59067-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.992166] env[70015]: DEBUG oslo_concurrency.lockutils [req-46b8c5e5-7981-49e2-a5e2-9c561a3f5933 req-c29188b5-eaf2-46c7-ba3b-3e747b02d1e4 service nova] Lock "d5112f1f-40c6-44aa-9e14-0eb963a59067-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.992334] env[70015]: DEBUG nova.compute.manager [req-46b8c5e5-7981-49e2-a5e2-9c561a3f5933 req-c29188b5-eaf2-46c7-ba3b-3e747b02d1e4 service nova] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] No waiting events found dispatching network-vif-plugged-769069b9-d554-4590-b9ad-54b23f88117b {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1187.992498] env[70015]: WARNING nova.compute.manager [req-46b8c5e5-7981-49e2-a5e2-9c561a3f5933 req-c29188b5-eaf2-46c7-ba3b-3e747b02d1e4 service nova] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Received unexpected event network-vif-plugged-769069b9-d554-4590-b9ad-54b23f88117b for instance with vm_state building and task_state spawning. [ 1187.992685] env[70015]: DEBUG nova.compute.manager [req-46b8c5e5-7981-49e2-a5e2-9c561a3f5933 req-c29188b5-eaf2-46c7-ba3b-3e747b02d1e4 service nova] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Received event network-changed-769069b9-d554-4590-b9ad-54b23f88117b {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.992872] env[70015]: DEBUG nova.compute.manager [req-46b8c5e5-7981-49e2-a5e2-9c561a3f5933 req-c29188b5-eaf2-46c7-ba3b-3e747b02d1e4 service nova] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Refreshing instance network info cache due to event network-changed-769069b9-d554-4590-b9ad-54b23f88117b. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1187.993061] env[70015]: DEBUG oslo_concurrency.lockutils [req-46b8c5e5-7981-49e2-a5e2-9c561a3f5933 req-c29188b5-eaf2-46c7-ba3b-3e747b02d1e4 service nova] Acquiring lock "refresh_cache-d5112f1f-40c6-44aa-9e14-0eb963a59067" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.040265] env[70015]: DEBUG nova.compute.utils [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1188.042151] env[70015]: DEBUG nova.compute.manager [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1188.042386] env[70015]: DEBUG nova.network.neutron [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1188.095076] env[70015]: DEBUG nova.policy [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97fe7707d9f14e94827d6a5d6629fc2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd1c3c3921bf344c780646f4bee87bbab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 1188.117509] env[70015]: DEBUG nova.network.neutron [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1188.137621] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 37d5cc23-3eb8-419f-8eca-a2897e3638b2] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1188.260840] env[70015]: DEBUG nova.network.neutron [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Updating instance_info_cache with network_info: [{"id": "769069b9-d554-4590-b9ad-54b23f88117b", "address": "fa:16:3e:c9:1b:76", "network": {"id": "e85e473c-f30b-477b-adc3-f1198c40f064", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-409909936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "387a27341eeb4c9b8f6f4b440d1a2119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap769069b9-d5", "ovs_interfaceid": "769069b9-d554-4590-b9ad-54b23f88117b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.350795] env[70015]: DEBUG nova.network.neutron [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Successfully created port: bbce4693-4a06-4d0a-8972-6f76d1047a68 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1188.425241] env[70015]: DEBUG oslo_concurrency.lockutils [req-108646ae-036b-4deb-b7db-e3a7ed657036 req-0dc7f10c-3382-450f-b9f1-507c9ea304e8 service nova] Releasing lock "refresh_cache-7c480760-7d09-4007-bb8a-f2065cb42884" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.425514] env[70015]: DEBUG nova.compute.manager [req-108646ae-036b-4deb-b7db-e3a7ed657036 req-0dc7f10c-3382-450f-b9f1-507c9ea304e8 service nova] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] Received event network-changed-9e405568-9721-4cb5-a86f-710088907810 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.425684] env[70015]: DEBUG nova.compute.manager [req-108646ae-036b-4deb-b7db-e3a7ed657036 req-0dc7f10c-3382-450f-b9f1-507c9ea304e8 service nova] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] Refreshing instance network info cache due to event network-changed-9e405568-9721-4cb5-a86f-710088907810. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1188.426035] env[70015]: DEBUG oslo_concurrency.lockutils [req-108646ae-036b-4deb-b7db-e3a7ed657036 req-0dc7f10c-3382-450f-b9f1-507c9ea304e8 service nova] Acquiring lock "refresh_cache-3b02addc-c4b7-4c80-a098-85137319df43" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.426224] env[70015]: DEBUG oslo_concurrency.lockutils [req-108646ae-036b-4deb-b7db-e3a7ed657036 req-0dc7f10c-3382-450f-b9f1-507c9ea304e8 service nova] Acquired lock "refresh_cache-3b02addc-c4b7-4c80-a098-85137319df43" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.426396] env[70015]: DEBUG nova.network.neutron [req-108646ae-036b-4deb-b7db-e3a7ed657036 req-0dc7f10c-3382-450f-b9f1-507c9ea304e8 service nova] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] Refreshing network info cache for port 9e405568-9721-4cb5-a86f-710088907810 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1188.545884] env[70015]: DEBUG nova.compute.manager [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1188.640573] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 91a19e38-b0fe-4412-b653-e9980ccb0c25] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1188.764050] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Releasing lock "refresh_cache-d5112f1f-40c6-44aa-9e14-0eb963a59067" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.764050] env[70015]: DEBUG nova.compute.manager [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Instance network_info: |[{"id": "769069b9-d554-4590-b9ad-54b23f88117b", "address": "fa:16:3e:c9:1b:76", "network": {"id": "e85e473c-f30b-477b-adc3-f1198c40f064", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-409909936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "387a27341eeb4c9b8f6f4b440d1a2119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap769069b9-d5", "ovs_interfaceid": "769069b9-d554-4590-b9ad-54b23f88117b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1188.764634] env[70015]: DEBUG oslo_concurrency.lockutils [req-46b8c5e5-7981-49e2-a5e2-9c561a3f5933 req-c29188b5-eaf2-46c7-ba3b-3e747b02d1e4 service nova] Acquired lock "refresh_cache-d5112f1f-40c6-44aa-9e14-0eb963a59067" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.764634] env[70015]: DEBUG nova.network.neutron [req-46b8c5e5-7981-49e2-a5e2-9c561a3f5933 req-c29188b5-eaf2-46c7-ba3b-3e747b02d1e4 service nova] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Refreshing network info cache for port 769069b9-d554-4590-b9ad-54b23f88117b {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1188.766126] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:1b:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a06a63d6-2aeb-4084-8022-f804cac3fa74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '769069b9-d554-4590-b9ad-54b23f88117b', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1188.777374] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Creating folder: Project (387a27341eeb4c9b8f6f4b440d1a2119). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1188.781271] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4424aa4-cde1-4c29-a767-240431e6ebdb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.793738] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Created folder: Project (387a27341eeb4c9b8f6f4b440d1a2119) in parent group-v720117. [ 1188.794010] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Creating folder: Instances. Parent ref: group-v720430. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1188.794323] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73c3e29b-73e7-4ab9-b7aa-0d4bb2175317 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.803750] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Created folder: Instances in parent group-v720430. [ 1188.804071] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1188.804322] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1188.804576] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b41337af-1402-4f17-87a0-30c900481a2a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.835610] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1188.835610] env[70015]: value = "task-3611725" [ 1188.835610] env[70015]: _type = "Task" [ 1188.835610] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.846028] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611725, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.015734] env[70015]: DEBUG nova.network.neutron [req-46b8c5e5-7981-49e2-a5e2-9c561a3f5933 req-c29188b5-eaf2-46c7-ba3b-3e747b02d1e4 service nova] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Updated VIF entry in instance network info cache for port 769069b9-d554-4590-b9ad-54b23f88117b. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1189.016145] env[70015]: DEBUG nova.network.neutron [req-46b8c5e5-7981-49e2-a5e2-9c561a3f5933 req-c29188b5-eaf2-46c7-ba3b-3e747b02d1e4 service nova] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Updating instance_info_cache with network_info: [{"id": "769069b9-d554-4590-b9ad-54b23f88117b", "address": "fa:16:3e:c9:1b:76", "network": {"id": "e85e473c-f30b-477b-adc3-f1198c40f064", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-409909936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "387a27341eeb4c9b8f6f4b440d1a2119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap769069b9-d5", "ovs_interfaceid": "769069b9-d554-4590-b9ad-54b23f88117b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.144920] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: dfdf87e0-a302-455b-880b-5344ded4bdb7] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.152371] env[70015]: DEBUG nova.network.neutron [req-108646ae-036b-4deb-b7db-e3a7ed657036 req-0dc7f10c-3382-450f-b9f1-507c9ea304e8 service nova] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] Updated VIF entry in instance network info cache for port 9e405568-9721-4cb5-a86f-710088907810. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1189.152781] env[70015]: DEBUG nova.network.neutron [req-108646ae-036b-4deb-b7db-e3a7ed657036 req-0dc7f10c-3382-450f-b9f1-507c9ea304e8 service nova] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] Updating instance_info_cache with network_info: [{"id": "9e405568-9721-4cb5-a86f-710088907810", "address": "fa:16:3e:72:a3:53", "network": {"id": "8f7fedcd-4fbd-4c74-ad06-9db4b807c476", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1172678132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f46bede451e4bd286f66d742e8a0a39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e405568-97", "ovs_interfaceid": "9e405568-9721-4cb5-a86f-710088907810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.346650] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611725, 'name': CreateVM_Task, 'duration_secs': 0.366687} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.346943] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1189.347826] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.348137] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.348586] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.348940] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c052d8b4-46bf-45c5-97f7-ca271ee0fa7b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.353796] env[70015]: DEBUG oslo_vmware.api [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1189.353796] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5208f4af-ff29-65af-db82-76d72d19c598" [ 1189.353796] env[70015]: _type = "Task" [ 1189.353796] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.362479] env[70015]: DEBUG oslo_vmware.api [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5208f4af-ff29-65af-db82-76d72d19c598, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.519644] env[70015]: DEBUG oslo_concurrency.lockutils [req-46b8c5e5-7981-49e2-a5e2-9c561a3f5933 req-c29188b5-eaf2-46c7-ba3b-3e747b02d1e4 service nova] Releasing lock "refresh_cache-d5112f1f-40c6-44aa-9e14-0eb963a59067" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.557483] env[70015]: DEBUG nova.compute.manager [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1189.581541] env[70015]: DEBUG nova.virt.hardware [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1189.581830] env[70015]: DEBUG nova.virt.hardware [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1189.582050] env[70015]: DEBUG nova.virt.hardware [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1189.582338] env[70015]: DEBUG nova.virt.hardware [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1189.582451] env[70015]: DEBUG nova.virt.hardware [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1189.582602] env[70015]: DEBUG nova.virt.hardware [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1189.582918] env[70015]: DEBUG nova.virt.hardware [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1189.583085] env[70015]: DEBUG nova.virt.hardware [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1189.583282] env[70015]: DEBUG nova.virt.hardware [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1189.583440] env[70015]: DEBUG nova.virt.hardware [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1189.583648] env[70015]: DEBUG nova.virt.hardware [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1189.584520] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d16c79f-1231-4db5-b529-54e2c76c211a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.593488] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf26986-6ee2-493b-a16b-12ee7238e5fc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.648054] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: b345c2fa-4d74-4563-8069-67fe1e26074d] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.655340] env[70015]: DEBUG oslo_concurrency.lockutils [req-108646ae-036b-4deb-b7db-e3a7ed657036 req-0dc7f10c-3382-450f-b9f1-507c9ea304e8 service nova] Releasing lock "refresh_cache-3b02addc-c4b7-4c80-a098-85137319df43" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.829859] env[70015]: DEBUG nova.network.neutron [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Successfully updated port: bbce4693-4a06-4d0a-8972-6f76d1047a68 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1189.866593] env[70015]: DEBUG oslo_vmware.api [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5208f4af-ff29-65af-db82-76d72d19c598, 'name': SearchDatastore_Task, 'duration_secs': 0.010868} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.866910] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.867186] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1189.867424] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.867570] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.867744] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1189.868020] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-182a0179-919a-4652-a52f-c4a442bc2674 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.875991] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1189.876198] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1189.877243] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92d3baf1-0895-4e1a-a1f1-0e50fa6db86e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.882222] env[70015]: DEBUG oslo_vmware.api [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1189.882222] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]521b45e3-85cc-9fb2-f4e5-46c735dfa9ab" [ 1189.882222] env[70015]: _type = "Task" [ 1189.882222] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.889647] env[70015]: DEBUG oslo_vmware.api [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]521b45e3-85cc-9fb2-f4e5-46c735dfa9ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.020522] env[70015]: DEBUG nova.compute.manager [req-94ecc420-dfb2-487d-9f68-cdbb3257bddc req-1a2f48a9-7d59-432b-90de-51ba6a20a590 service nova] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Received event network-vif-plugged-bbce4693-4a06-4d0a-8972-6f76d1047a68 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.020670] env[70015]: DEBUG oslo_concurrency.lockutils [req-94ecc420-dfb2-487d-9f68-cdbb3257bddc req-1a2f48a9-7d59-432b-90de-51ba6a20a590 service nova] Acquiring lock "ac41ac84-69f3-41f1-b0e8-1833357fa0e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.020880] env[70015]: DEBUG oslo_concurrency.lockutils [req-94ecc420-dfb2-487d-9f68-cdbb3257bddc req-1a2f48a9-7d59-432b-90de-51ba6a20a590 service nova] Lock "ac41ac84-69f3-41f1-b0e8-1833357fa0e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.021059] env[70015]: DEBUG oslo_concurrency.lockutils [req-94ecc420-dfb2-487d-9f68-cdbb3257bddc req-1a2f48a9-7d59-432b-90de-51ba6a20a590 service nova] Lock "ac41ac84-69f3-41f1-b0e8-1833357fa0e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.021226] env[70015]: DEBUG nova.compute.manager [req-94ecc420-dfb2-487d-9f68-cdbb3257bddc req-1a2f48a9-7d59-432b-90de-51ba6a20a590 service nova] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] No waiting events found dispatching network-vif-plugged-bbce4693-4a06-4d0a-8972-6f76d1047a68 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1190.021398] env[70015]: WARNING nova.compute.manager [req-94ecc420-dfb2-487d-9f68-cdbb3257bddc req-1a2f48a9-7d59-432b-90de-51ba6a20a590 service nova] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Received unexpected event network-vif-plugged-bbce4693-4a06-4d0a-8972-6f76d1047a68 for instance with vm_state building and task_state spawning. [ 1190.021550] env[70015]: DEBUG nova.compute.manager [req-94ecc420-dfb2-487d-9f68-cdbb3257bddc req-1a2f48a9-7d59-432b-90de-51ba6a20a590 service nova] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Received event network-changed-bbce4693-4a06-4d0a-8972-6f76d1047a68 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.021701] env[70015]: DEBUG nova.compute.manager [req-94ecc420-dfb2-487d-9f68-cdbb3257bddc req-1a2f48a9-7d59-432b-90de-51ba6a20a590 service nova] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Refreshing instance network info cache due to event network-changed-bbce4693-4a06-4d0a-8972-6f76d1047a68. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1190.021880] env[70015]: DEBUG oslo_concurrency.lockutils [req-94ecc420-dfb2-487d-9f68-cdbb3257bddc req-1a2f48a9-7d59-432b-90de-51ba6a20a590 service nova] Acquiring lock "refresh_cache-ac41ac84-69f3-41f1-b0e8-1833357fa0e7" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.022036] env[70015]: DEBUG oslo_concurrency.lockutils [req-94ecc420-dfb2-487d-9f68-cdbb3257bddc req-1a2f48a9-7d59-432b-90de-51ba6a20a590 service nova] Acquired lock "refresh_cache-ac41ac84-69f3-41f1-b0e8-1833357fa0e7" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.022219] env[70015]: DEBUG nova.network.neutron [req-94ecc420-dfb2-487d-9f68-cdbb3257bddc req-1a2f48a9-7d59-432b-90de-51ba6a20a590 service nova] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Refreshing network info cache for port bbce4693-4a06-4d0a-8972-6f76d1047a68 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1190.152089] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: ef9ab7eb-ca3b-4cae-a693-91ed524fe718] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.332126] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "refresh_cache-ac41ac84-69f3-41f1-b0e8-1833357fa0e7" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.392860] env[70015]: DEBUG oslo_vmware.api [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]521b45e3-85cc-9fb2-f4e5-46c735dfa9ab, 'name': SearchDatastore_Task, 'duration_secs': 0.028978} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.393701] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaa7cf0d-da1b-46a7-866f-1b6607ca0b3b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.398773] env[70015]: DEBUG oslo_vmware.api [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1190.398773] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]526f3644-0936-51ed-5dcc-7253d68fe96f" [ 1190.398773] env[70015]: _type = "Task" [ 1190.398773] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.406249] env[70015]: DEBUG oslo_vmware.api [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]526f3644-0936-51ed-5dcc-7253d68fe96f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.552818] env[70015]: DEBUG nova.network.neutron [req-94ecc420-dfb2-487d-9f68-cdbb3257bddc req-1a2f48a9-7d59-432b-90de-51ba6a20a590 service nova] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1190.616661] env[70015]: DEBUG nova.network.neutron [req-94ecc420-dfb2-487d-9f68-cdbb3257bddc req-1a2f48a9-7d59-432b-90de-51ba6a20a590 service nova] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.655800] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 3f0334f9-2db0-4b9a-8f4c-7e8eb9abd180] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.909620] env[70015]: DEBUG oslo_vmware.api [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]526f3644-0936-51ed-5dcc-7253d68fe96f, 'name': SearchDatastore_Task, 'duration_secs': 0.009993} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.909853] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.910093] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] d5112f1f-40c6-44aa-9e14-0eb963a59067/d5112f1f-40c6-44aa-9e14-0eb963a59067.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1190.910348] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11b26680-b012-402e-a4c4-f0e61bf1a26c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.917673] env[70015]: DEBUG oslo_vmware.api [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1190.917673] env[70015]: value = "task-3611727" [ 1190.917673] env[70015]: _type = "Task" [ 1190.917673] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.925079] env[70015]: DEBUG oslo_vmware.api [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611727, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.119934] env[70015]: DEBUG oslo_concurrency.lockutils [req-94ecc420-dfb2-487d-9f68-cdbb3257bddc req-1a2f48a9-7d59-432b-90de-51ba6a20a590 service nova] Releasing lock "refresh_cache-ac41ac84-69f3-41f1-b0e8-1833357fa0e7" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.120322] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquired lock "refresh_cache-ac41ac84-69f3-41f1-b0e8-1833357fa0e7" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.120498] env[70015]: DEBUG nova.network.neutron [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1191.159187] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 239702ca-50c6-47a9-9207-394811e26eb4] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.427780] env[70015]: DEBUG oslo_vmware.api [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611727, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442843} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.428067] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] d5112f1f-40c6-44aa-9e14-0eb963a59067/d5112f1f-40c6-44aa-9e14-0eb963a59067.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1191.428285] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1191.428521] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fdd71cb0-4ebe-4cae-8f7a-e5530400950b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.435775] env[70015]: DEBUG oslo_vmware.api [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1191.435775] env[70015]: value = "task-3611728" [ 1191.435775] env[70015]: _type = "Task" [ 1191.435775] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.443141] env[70015]: DEBUG oslo_vmware.api [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611728, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.654451] env[70015]: DEBUG nova.network.neutron [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1191.662276] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 16289849-7c2a-4ac3-bdcf-4b93f18bfb13] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.778092] env[70015]: DEBUG nova.network.neutron [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Updating instance_info_cache with network_info: [{"id": "bbce4693-4a06-4d0a-8972-6f76d1047a68", "address": "fa:16:3e:00:8a:64", "network": {"id": "8ce3f073-fbb0-428a-b358-e2d426cf9d9a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-661174958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1c3c3921bf344c780646f4bee87bbab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbce4693-4a", "ovs_interfaceid": "bbce4693-4a06-4d0a-8972-6f76d1047a68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.945871] env[70015]: DEBUG oslo_vmware.api [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611728, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068366} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.946082] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1191.946827] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9adb499b-5733-4fe5-8760-84d354c153ff {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.968485] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] d5112f1f-40c6-44aa-9e14-0eb963a59067/d5112f1f-40c6-44aa-9e14-0eb963a59067.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1191.968712] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fa8dc61-2df1-4c65-ae8b-6042f92a8b60 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.989250] env[70015]: DEBUG oslo_vmware.api [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1191.989250] env[70015]: value = "task-3611730" [ 1191.989250] env[70015]: _type = "Task" [ 1191.989250] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.996743] env[70015]: DEBUG oslo_vmware.api [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611730, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.165925] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 569a00c0-95d1-4054-aa8c-0e06f7fe0aba] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.281327] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Releasing lock "refresh_cache-ac41ac84-69f3-41f1-b0e8-1833357fa0e7" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.281614] env[70015]: DEBUG nova.compute.manager [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Instance network_info: |[{"id": "bbce4693-4a06-4d0a-8972-6f76d1047a68", "address": "fa:16:3e:00:8a:64", "network": {"id": "8ce3f073-fbb0-428a-b358-e2d426cf9d9a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-661174958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1c3c3921bf344c780646f4bee87bbab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbce4693-4a", "ovs_interfaceid": "bbce4693-4a06-4d0a-8972-6f76d1047a68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1192.282076] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:8a:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ebf5df-5ecb-4a0c-a163-d88165639de0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bbce4693-4a06-4d0a-8972-6f76d1047a68', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1192.289500] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1192.289700] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1192.289928] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2e56cd7-b0cb-4990-b7b1-afaf9dc43416 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.309800] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1192.309800] env[70015]: value = "task-3611731" [ 1192.309800] env[70015]: _type = "Task" [ 1192.309800] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.317934] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611731, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.499886] env[70015]: DEBUG oslo_vmware.api [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611730, 'name': ReconfigVM_Task, 'duration_secs': 0.293211} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.500225] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Reconfigured VM instance instance-00000074 to attach disk [datastore1] d5112f1f-40c6-44aa-9e14-0eb963a59067/d5112f1f-40c6-44aa-9e14-0eb963a59067.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1192.500857] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3a3e4ba-83f3-40dd-a307-b26eb43d2d4d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.507632] env[70015]: DEBUG oslo_vmware.api [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1192.507632] env[70015]: value = "task-3611732" [ 1192.507632] env[70015]: _type = "Task" [ 1192.507632] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.515623] env[70015]: DEBUG oslo_vmware.api [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611732, 'name': Rename_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.669661] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 145d58b1-f2b6-42d6-96ca-d7b3b6f7a260] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.823091] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611731, 'name': CreateVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.018845] env[70015]: DEBUG oslo_vmware.api [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611732, 'name': Rename_Task, 'duration_secs': 0.162712} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.019132] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1193.019375] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34cefc91-0129-4f14-a10d-23354c32b6d2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.025730] env[70015]: DEBUG oslo_vmware.api [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1193.025730] env[70015]: value = "task-3611733" [ 1193.025730] env[70015]: _type = "Task" [ 1193.025730] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.033038] env[70015]: DEBUG oslo_vmware.api [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611733, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.172944] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: f8bf5641-1c7c-41d6-b82f-3dfc40f16ece] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.321039] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611731, 'name': CreateVM_Task, 'duration_secs': 0.611979} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.321235] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1193.321902] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.322077] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.322416] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.322680] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-958e80ff-264d-40e6-b839-2de46ff31712 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.327413] env[70015]: DEBUG oslo_vmware.api [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1193.327413] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52ac6c65-bfd9-4b95-2817-8d56dbd88521" [ 1193.327413] env[70015]: _type = "Task" [ 1193.327413] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.335357] env[70015]: DEBUG oslo_vmware.api [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52ac6c65-bfd9-4b95-2817-8d56dbd88521, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.536265] env[70015]: DEBUG oslo_vmware.api [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611733, 'name': PowerOnVM_Task, 'duration_secs': 0.490554} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.536528] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1193.536732] env[70015]: INFO nova.compute.manager [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Took 6.97 seconds to spawn the instance on the hypervisor. [ 1193.536913] env[70015]: DEBUG nova.compute.manager [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1193.537678] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab64e11e-5f34-4a74-b0e1-d8740a6d7d45 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.677352] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: f643562c-87ff-4090-aa1b-f7453ce83b66] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.839153] env[70015]: DEBUG oslo_vmware.api [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52ac6c65-bfd9-4b95-2817-8d56dbd88521, 'name': SearchDatastore_Task, 'duration_secs': 0.010023} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.839457] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.839734] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1193.840055] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.840221] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.840406] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1193.840690] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ecff4a2d-b428-4439-a2f8-2551f135c85c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.849843] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1193.850085] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1193.850800] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fadd4381-2dac-43a5-9985-ade9563a2e1e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.856969] env[70015]: DEBUG oslo_vmware.api [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1193.856969] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]522dc991-145a-8fed-2f6e-9aa13e12f64b" [ 1193.856969] env[70015]: _type = "Task" [ 1193.856969] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.865516] env[70015]: DEBUG oslo_vmware.api [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]522dc991-145a-8fed-2f6e-9aa13e12f64b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.057026] env[70015]: INFO nova.compute.manager [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Took 11.91 seconds to build instance. [ 1194.180599] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 0d762a18-2184-48f1-84d4-ed50fdb03ef8] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.368802] env[70015]: DEBUG oslo_vmware.api [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]522dc991-145a-8fed-2f6e-9aa13e12f64b, 'name': SearchDatastore_Task, 'duration_secs': 0.009234} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.369624] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51da226a-fb7d-4a24-839a-84181830126e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.375371] env[70015]: DEBUG oslo_vmware.api [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1194.375371] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5228b3b7-ea2f-a462-f673-ecd64d1dece3" [ 1194.375371] env[70015]: _type = "Task" [ 1194.375371] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.384605] env[70015]: DEBUG oslo_vmware.api [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5228b3b7-ea2f-a462-f673-ecd64d1dece3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.559460] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c87e3c53-45b6-4c75-af99-3f2f489fe89a tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "d5112f1f-40c6-44aa-9e14-0eb963a59067" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.443s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.573384] env[70015]: DEBUG nova.compute.manager [req-d57a4649-b415-4550-af78-7ea36eb431cc req-b6d7f7f2-6b15-40b9-ae81-f784be65aa73 service nova] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Received event network-changed-769069b9-d554-4590-b9ad-54b23f88117b {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.573582] env[70015]: DEBUG nova.compute.manager [req-d57a4649-b415-4550-af78-7ea36eb431cc req-b6d7f7f2-6b15-40b9-ae81-f784be65aa73 service nova] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Refreshing instance network info cache due to event network-changed-769069b9-d554-4590-b9ad-54b23f88117b. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1194.573790] env[70015]: DEBUG oslo_concurrency.lockutils [req-d57a4649-b415-4550-af78-7ea36eb431cc req-b6d7f7f2-6b15-40b9-ae81-f784be65aa73 service nova] Acquiring lock "refresh_cache-d5112f1f-40c6-44aa-9e14-0eb963a59067" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.573937] env[70015]: DEBUG oslo_concurrency.lockutils [req-d57a4649-b415-4550-af78-7ea36eb431cc req-b6d7f7f2-6b15-40b9-ae81-f784be65aa73 service nova] Acquired lock "refresh_cache-d5112f1f-40c6-44aa-9e14-0eb963a59067" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.574112] env[70015]: DEBUG nova.network.neutron [req-d57a4649-b415-4550-af78-7ea36eb431cc req-b6d7f7f2-6b15-40b9-ae81-f784be65aa73 service nova] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Refreshing network info cache for port 769069b9-d554-4590-b9ad-54b23f88117b {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1194.650417] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquiring lock "5bcd70ac-6f46-40b1-a048-3d6ac0c14b85" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.650755] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lock "5bcd70ac-6f46-40b1-a048-3d6ac0c14b85" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.651045] env[70015]: INFO nova.compute.manager [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Shelving [ 1194.683009] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: dd3e3400-bf0e-41f2-954d-b7b78e6941b5] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.886272] env[70015]: DEBUG oslo_vmware.api [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5228b3b7-ea2f-a462-f673-ecd64d1dece3, 'name': SearchDatastore_Task, 'duration_secs': 0.011118} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.886505] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.886765] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] ac41ac84-69f3-41f1-b0e8-1833357fa0e7/ac41ac84-69f3-41f1-b0e8-1833357fa0e7.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1194.887035] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db1cf13e-2704-4c29-903f-05a7ad87f93e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.894504] env[70015]: DEBUG oslo_vmware.api [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1194.894504] env[70015]: value = "task-3611735" [ 1194.894504] env[70015]: _type = "Task" [ 1194.894504] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.902504] env[70015]: DEBUG oslo_vmware.api [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611735, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.186079] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 0048c4f6-5e34-472c-9f8b-4218a86c03b1] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.302665] env[70015]: DEBUG nova.network.neutron [req-d57a4649-b415-4550-af78-7ea36eb431cc req-b6d7f7f2-6b15-40b9-ae81-f784be65aa73 service nova] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Updated VIF entry in instance network info cache for port 769069b9-d554-4590-b9ad-54b23f88117b. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1195.303345] env[70015]: DEBUG nova.network.neutron [req-d57a4649-b415-4550-af78-7ea36eb431cc req-b6d7f7f2-6b15-40b9-ae81-f784be65aa73 service nova] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Updating instance_info_cache with network_info: [{"id": "769069b9-d554-4590-b9ad-54b23f88117b", "address": "fa:16:3e:c9:1b:76", "network": {"id": "e85e473c-f30b-477b-adc3-f1198c40f064", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-409909936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "387a27341eeb4c9b8f6f4b440d1a2119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap769069b9-d5", "ovs_interfaceid": "769069b9-d554-4590-b9ad-54b23f88117b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.405750] env[70015]: DEBUG oslo_vmware.api [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611735, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.661739] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1195.662144] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af42b6d8-8971-48ca-b184-d2e9fac43959 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.670342] env[70015]: DEBUG oslo_vmware.api [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 1195.670342] env[70015]: value = "task-3611736" [ 1195.670342] env[70015]: _type = "Task" [ 1195.670342] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.679500] env[70015]: DEBUG oslo_vmware.api [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611736, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.689281] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 566ef0e4-fa32-47b4-aa48-094c2d0030b5] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.806677] env[70015]: DEBUG oslo_concurrency.lockutils [req-d57a4649-b415-4550-af78-7ea36eb431cc req-b6d7f7f2-6b15-40b9-ae81-f784be65aa73 service nova] Releasing lock "refresh_cache-d5112f1f-40c6-44aa-9e14-0eb963a59067" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.905704] env[70015]: DEBUG oslo_vmware.api [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611735, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565589} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.906022] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] ac41ac84-69f3-41f1-b0e8-1833357fa0e7/ac41ac84-69f3-41f1-b0e8-1833357fa0e7.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1195.906290] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1195.906522] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-016bbf74-4287-4a42-8634-0e7822576afc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.914644] env[70015]: DEBUG oslo_vmware.api [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1195.914644] env[70015]: value = "task-3611738" [ 1195.914644] env[70015]: _type = "Task" [ 1195.914644] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.924511] env[70015]: DEBUG oslo_vmware.api [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611738, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.182355] env[70015]: DEBUG oslo_vmware.api [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611736, 'name': PowerOffVM_Task, 'duration_secs': 0.403457} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.182656] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1196.183526] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe46688-9feb-41e7-b516-bf8f6cf457d6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.205363] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: f3d258e2-ca12-4953-a7a7-1d6f701d6599] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.208097] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b9f1aa-f141-437b-863e-d13b144a16fb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.425431] env[70015]: DEBUG oslo_vmware.api [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611738, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077281} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.425691] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1196.426495] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e36c64-a1ea-4e71-be57-8eaffce7bea8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.449855] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] ac41ac84-69f3-41f1-b0e8-1833357fa0e7/ac41ac84-69f3-41f1-b0e8-1833357fa0e7.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1196.450148] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ec32aa1-2051-402d-ac3e-ff51242585ae {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.470646] env[70015]: DEBUG oslo_vmware.api [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1196.470646] env[70015]: value = "task-3611739" [ 1196.470646] env[70015]: _type = "Task" [ 1196.470646] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.479218] env[70015]: DEBUG oslo_vmware.api [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611739, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.712258] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: a6ad6fe7-22f0-405e-8e5f-6e56325049a8] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.720020] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Creating Snapshot of the VM instance {{(pid=70015) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1196.720366] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-05550b0d-6833-4b6f-b683-81a1f6f7ed01 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.728769] env[70015]: DEBUG oslo_vmware.api [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 1196.728769] env[70015]: value = "task-3611740" [ 1196.728769] env[70015]: _type = "Task" [ 1196.728769] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.737616] env[70015]: DEBUG oslo_vmware.api [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611740, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.981434] env[70015]: DEBUG oslo_vmware.api [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611739, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.215640] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: c8747a31-7a75-4ccd-b513-fb2a0769b0d9] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.237996] env[70015]: DEBUG oslo_vmware.api [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611740, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.482420] env[70015]: DEBUG oslo_vmware.api [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611739, 'name': ReconfigVM_Task, 'duration_secs': 0.78678} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.482705] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Reconfigured VM instance instance-00000075 to attach disk [datastore1] ac41ac84-69f3-41f1-b0e8-1833357fa0e7/ac41ac84-69f3-41f1-b0e8-1833357fa0e7.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.483403] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-457d9eaa-7364-4638-9f2e-98ce6b711e4a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.490771] env[70015]: DEBUG oslo_vmware.api [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1197.490771] env[70015]: value = "task-3611741" [ 1197.490771] env[70015]: _type = "Task" [ 1197.490771] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.500478] env[70015]: DEBUG oslo_vmware.api [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611741, 'name': Rename_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.719546] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 844c678b-6d1e-401a-9989-f4d7d90f262e] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.742156] env[70015]: DEBUG oslo_vmware.api [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611740, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.002604] env[70015]: DEBUG oslo_vmware.api [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611741, 'name': Rename_Task, 'duration_secs': 0.174255} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.002901] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1198.003232] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08b4eb7c-781a-4d3e-b9b1-af62ee08cdb8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.011034] env[70015]: DEBUG oslo_vmware.api [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1198.011034] env[70015]: value = "task-3611743" [ 1198.011034] env[70015]: _type = "Task" [ 1198.011034] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.019781] env[70015]: DEBUG oslo_vmware.api [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611743, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.224231] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 5105dfda-ca6b-44a3-af23-9162d99c7cb7] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.240644] env[70015]: DEBUG oslo_vmware.api [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611740, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.523700] env[70015]: DEBUG oslo_vmware.api [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611743, 'name': PowerOnVM_Task, 'duration_secs': 0.462376} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.523983] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1198.524271] env[70015]: INFO nova.compute.manager [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Took 8.97 seconds to spawn the instance on the hypervisor. [ 1198.524511] env[70015]: DEBUG nova.compute.manager [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1198.525611] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db24dc9f-4e35-474c-b30b-571214f97a38 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.727971] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 66d937aa-30ed-468f-a62a-e37e7c2b41fb] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.740694] env[70015]: DEBUG oslo_vmware.api [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611740, 'name': CreateSnapshot_Task, 'duration_secs': 1.558579} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.741017] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Created Snapshot of the VM instance {{(pid=70015) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1198.741669] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75acb9e4-f694-48d0-bb26-9eff7e778fbd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.044574] env[70015]: INFO nova.compute.manager [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Took 13.74 seconds to build instance. [ 1199.231106] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 0795374d-903e-48e2-96d3-1b6f5a5511da] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.259276] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Creating linked-clone VM from snapshot {{(pid=70015) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1199.259824] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-741de4b8-d609-4bfe-bd18-08c801b99bb0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.269430] env[70015]: DEBUG oslo_vmware.api [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 1199.269430] env[70015]: value = "task-3611744" [ 1199.269430] env[70015]: _type = "Task" [ 1199.269430] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.277943] env[70015]: DEBUG oslo_vmware.api [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611744, 'name': CloneVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.547678] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "ac41ac84-69f3-41f1-b0e8-1833357fa0e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.254s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.734557] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: eca5f46e-6d82-499a-b5a2-018e49f3f933] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.786842] env[70015]: DEBUG oslo_vmware.api [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611744, 'name': CloneVM_Task} progress is 94%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.237866] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.238161] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Cleaning up deleted instances with incomplete migration {{(pid=70015) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1200.279854] env[70015]: DEBUG oslo_vmware.api [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611744, 'name': CloneVM_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.317419] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8d791564-6ed3-4a6d-b7f7-7472537061ab tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Acquiring lock "cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.317662] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8d791564-6ed3-4a6d-b7f7-7472537061ab tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Lock "cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.317869] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8d791564-6ed3-4a6d-b7f7-7472537061ab tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Acquiring lock "cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.318064] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8d791564-6ed3-4a6d-b7f7-7472537061ab tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Lock "cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.318232] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8d791564-6ed3-4a6d-b7f7-7472537061ab tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Lock "cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.320200] env[70015]: INFO nova.compute.manager [None req-8d791564-6ed3-4a6d-b7f7-7472537061ab tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Terminating instance [ 1200.735217] env[70015]: DEBUG nova.compute.manager [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Stashing vm_state: active {{(pid=70015) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1200.740521] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.782608] env[70015]: DEBUG oslo_vmware.api [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611744, 'name': CloneVM_Task, 'duration_secs': 1.100682} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.782929] env[70015]: INFO nova.virt.vmwareapi.vmops [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Created linked-clone VM from snapshot [ 1200.783751] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7c76ee-c94d-488e-a289-6c42510a2026 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.792197] env[70015]: DEBUG nova.virt.vmwareapi.images [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Uploading image 0093fb10-3dc8-4049-94f8-f547e2c09134 {{(pid=70015) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1200.819295] env[70015]: DEBUG oslo_vmware.rw_handles [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1200.819295] env[70015]: value = "vm-720436" [ 1200.819295] env[70015]: _type = "VirtualMachine" [ 1200.819295] env[70015]: }. {{(pid=70015) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1200.819575] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7909bbec-fa82-4381-9fe7-8d2b1c3b6665 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.823210] env[70015]: DEBUG nova.compute.manager [None req-8d791564-6ed3-4a6d-b7f7-7472537061ab tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1200.823416] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8d791564-6ed3-4a6d-b7f7-7472537061ab tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1200.824186] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46e2582-dd13-48aa-96f8-69b02c5f3489 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.828490] env[70015]: DEBUG oslo_vmware.rw_handles [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lease: (returnval){ [ 1200.828490] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5287c5b2-2c0e-03d9-7a59-5bb01deb7f25" [ 1200.828490] env[70015]: _type = "HttpNfcLease" [ 1200.828490] env[70015]: } obtained for exporting VM: (result){ [ 1200.828490] env[70015]: value = "vm-720436" [ 1200.828490] env[70015]: _type = "VirtualMachine" [ 1200.828490] env[70015]: }. {{(pid=70015) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1200.828815] env[70015]: DEBUG oslo_vmware.api [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the lease: (returnval){ [ 1200.828815] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5287c5b2-2c0e-03d9-7a59-5bb01deb7f25" [ 1200.828815] env[70015]: _type = "HttpNfcLease" [ 1200.828815] env[70015]: } to be ready. {{(pid=70015) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1200.833822] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d791564-6ed3-4a6d-b7f7-7472537061ab tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1200.834327] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf562594-f62a-4186-9e51-6acc980bf6ce {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.837100] env[70015]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1200.837100] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5287c5b2-2c0e-03d9-7a59-5bb01deb7f25" [ 1200.837100] env[70015]: _type = "HttpNfcLease" [ 1200.837100] env[70015]: } is initializing. {{(pid=70015) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1200.842550] env[70015]: DEBUG oslo_vmware.api [None req-8d791564-6ed3-4a6d-b7f7-7472537061ab tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for the task: (returnval){ [ 1200.842550] env[70015]: value = "task-3611747" [ 1200.842550] env[70015]: _type = "Task" [ 1200.842550] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.849885] env[70015]: DEBUG oslo_vmware.api [None req-8d791564-6ed3-4a6d-b7f7-7472537061ab tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611747, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.257486] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.257788] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.338144] env[70015]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1201.338144] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5287c5b2-2c0e-03d9-7a59-5bb01deb7f25" [ 1201.338144] env[70015]: _type = "HttpNfcLease" [ 1201.338144] env[70015]: } is ready. {{(pid=70015) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1201.338440] env[70015]: DEBUG oslo_vmware.rw_handles [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1201.338440] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5287c5b2-2c0e-03d9-7a59-5bb01deb7f25" [ 1201.338440] env[70015]: _type = "HttpNfcLease" [ 1201.338440] env[70015]: }. {{(pid=70015) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1201.339178] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f19ba0-080c-4146-862f-596cb53014e1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.348834] env[70015]: DEBUG oslo_vmware.rw_handles [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f85a4f-4750-65cf-4969-446605073551/disk-0.vmdk from lease info. {{(pid=70015) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1201.349009] env[70015]: DEBUG oslo_vmware.rw_handles [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f85a4f-4750-65cf-4969-446605073551/disk-0.vmdk for reading. {{(pid=70015) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1201.409599] env[70015]: DEBUG oslo_vmware.api [None req-8d791564-6ed3-4a6d-b7f7-7472537061ab tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611747, 'name': PowerOffVM_Task, 'duration_secs': 0.261213} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.410997] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d791564-6ed3-4a6d-b7f7-7472537061ab tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1201.411191] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8d791564-6ed3-4a6d-b7f7-7472537061ab tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1201.411463] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30dfc792-ed3f-45ac-97f0-57a320d03821 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.481372] env[70015]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2ada31d8-c5ed-4751-9b25-8bfc8176533d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.483677] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8d791564-6ed3-4a6d-b7f7-7472537061ab tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1201.483952] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8d791564-6ed3-4a6d-b7f7-7472537061ab tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1201.484216] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d791564-6ed3-4a6d-b7f7-7472537061ab tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Deleting the datastore file [datastore2] cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1201.484517] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7598119-cb11-435a-9bff-e4df59dcaf72 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.493037] env[70015]: DEBUG oslo_vmware.api [None req-8d791564-6ed3-4a6d-b7f7-7472537061ab tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for the task: (returnval){ [ 1201.493037] env[70015]: value = "task-3611749" [ 1201.493037] env[70015]: _type = "Task" [ 1201.493037] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.503462] env[70015]: DEBUG oslo_vmware.api [None req-8d791564-6ed3-4a6d-b7f7-7472537061ab tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611749, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.763418] env[70015]: INFO nova.compute.claims [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1202.006287] env[70015]: DEBUG oslo_vmware.api [None req-8d791564-6ed3-4a6d-b7f7-7472537061ab tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Task: {'id': task-3611749, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148031} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.006782] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d791564-6ed3-4a6d-b7f7-7472537061ab tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1202.006997] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8d791564-6ed3-4a6d-b7f7-7472537061ab tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1202.007264] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8d791564-6ed3-4a6d-b7f7-7472537061ab tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1202.007530] env[70015]: INFO nova.compute.manager [None req-8d791564-6ed3-4a6d-b7f7-7472537061ab tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1202.007753] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d791564-6ed3-4a6d-b7f7-7472537061ab tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1202.008017] env[70015]: DEBUG nova.compute.manager [-] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1202.008086] env[70015]: DEBUG nova.network.neutron [-] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1202.270246] env[70015]: INFO nova.compute.resource_tracker [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Updating resource usage from migration 2a1cfd6a-e8c7-48e3-9982-9487a8e209f3 [ 1202.456990] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698e8c7b-a996-4feb-bcb5-18b65449a3b9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.466536] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360e1fcb-6b9b-42da-a44b-7b3b5c39b9be {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.500011] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5d25ec-42ad-449b-a161-50ee73331578 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.509184] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5dea15-2ef0-479f-9eee-4dee8f850821 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.523672] env[70015]: DEBUG nova.compute.provider_tree [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1202.610499] env[70015]: DEBUG nova.compute.manager [req-d8daa8c8-d8ea-40b2-bce8-7e0a4574e905 req-0ccaa786-cb53-4c5a-bc87-4f8204a9d87a service nova] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Received event network-vif-deleted-1c548735-b404-460f-821f-1f4af087088c {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.610499] env[70015]: INFO nova.compute.manager [req-d8daa8c8-d8ea-40b2-bce8-7e0a4574e905 req-0ccaa786-cb53-4c5a-bc87-4f8204a9d87a service nova] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Neutron deleted interface 1c548735-b404-460f-821f-1f4af087088c; detaching it from the instance and deleting it from the info cache [ 1202.610499] env[70015]: DEBUG nova.network.neutron [req-d8daa8c8-d8ea-40b2-bce8-7e0a4574e905 req-0ccaa786-cb53-4c5a-bc87-4f8204a9d87a service nova] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.046803] env[70015]: ERROR nova.scheduler.client.report [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [req-223d08b3-3c72-4003-a78c-41fb123d714b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 74b1aad2-fde9-482f-bdc7-a62277f2e79c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-223d08b3-3c72-4003-a78c-41fb123d714b"}]} [ 1203.063519] env[70015]: DEBUG nova.scheduler.client.report [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Refreshing inventories for resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1203.079246] env[70015]: DEBUG nova.scheduler.client.report [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Updating ProviderTree inventory for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1203.079332] env[70015]: DEBUG nova.compute.provider_tree [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1203.083850] env[70015]: DEBUG nova.network.neutron [-] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.092402] env[70015]: DEBUG nova.scheduler.client.report [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Refreshing aggregate associations for resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c, aggregates: None {{(pid=70015) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1203.112407] env[70015]: DEBUG nova.scheduler.client.report [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Refreshing trait associations for resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=70015) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1203.115968] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c64ad5db-c24e-46e3-8567-39a9d32b7541 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.128247] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f8dbb7-be72-4502-9ef5-35c0175de959 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.166290] env[70015]: DEBUG nova.compute.manager [req-d8daa8c8-d8ea-40b2-bce8-7e0a4574e905 req-0ccaa786-cb53-4c5a-bc87-4f8204a9d87a service nova] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Detach interface failed, port_id=1c548735-b404-460f-821f-1f4af087088c, reason: Instance cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec could not be found. {{(pid=70015) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1203.281028] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc40e9df-a6fd-46c5-a6bc-57f937cd14af {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.290217] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec9a7f7-d24e-4811-8610-348637792c85 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.324279] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beacf785-4cf4-4b75-8a5a-748b7c23331e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.333560] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f13f310-4387-4e8a-855f-da9671a9c82b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.348283] env[70015]: DEBUG nova.compute.provider_tree [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1203.587951] env[70015]: INFO nova.compute.manager [-] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Took 1.58 seconds to deallocate network for instance. [ 1203.880265] env[70015]: DEBUG nova.scheduler.client.report [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Updated inventory for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with generation 155 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1203.880566] env[70015]: DEBUG nova.compute.provider_tree [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Updating resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c generation from 155 to 156 during operation: update_inventory {{(pid=70015) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1203.880795] env[70015]: DEBUG nova.compute.provider_tree [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1204.094896] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8d791564-6ed3-4a6d-b7f7-7472537061ab tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.386463] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.128s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.386931] env[70015]: INFO nova.compute.manager [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Migrating [ 1204.397652] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8d791564-6ed3-4a6d-b7f7-7472537061ab tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.303s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.398041] env[70015]: DEBUG nova.objects.instance [None req-8d791564-6ed3-4a6d-b7f7-7472537061ab tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Lazy-loading 'resources' on Instance uuid cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.912532] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "refresh_cache-ac41ac84-69f3-41f1-b0e8-1833357fa0e7" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.912709] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquired lock "refresh_cache-ac41ac84-69f3-41f1-b0e8-1833357fa0e7" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.913047] env[70015]: DEBUG nova.network.neutron [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1205.070694] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30180804-2f2f-424d-9d01-48439e5d49a0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.081026] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da0ed0c-89e8-4bde-acaa-3d2c5b54ad3b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.112434] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbca482-e73a-493d-94dd-8f80c5cb4680 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.121886] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a847cde-5ef0-4a87-8e78-d83ab3c09ccf {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.135915] env[70015]: DEBUG nova.compute.provider_tree [None req-8d791564-6ed3-4a6d-b7f7-7472537061ab tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.143481] env[70015]: DEBUG oslo_concurrency.lockutils [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquiring lock "f12bbf8d-474b-47f3-9f23-b69c8b7202a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.143702] env[70015]: DEBUG oslo_concurrency.lockutils [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "f12bbf8d-474b-47f3-9f23-b69c8b7202a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.236904] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1205.639628] env[70015]: DEBUG nova.scheduler.client.report [None req-8d791564-6ed3-4a6d-b7f7-7472537061ab tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.646602] env[70015]: DEBUG nova.compute.manager [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1205.738873] env[70015]: DEBUG nova.network.neutron [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Updating instance_info_cache with network_info: [{"id": "bbce4693-4a06-4d0a-8972-6f76d1047a68", "address": "fa:16:3e:00:8a:64", "network": {"id": "8ce3f073-fbb0-428a-b358-e2d426cf9d9a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-661174958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1c3c3921bf344c780646f4bee87bbab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbce4693-4a", "ovs_interfaceid": "bbce4693-4a06-4d0a-8972-6f76d1047a68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.744089] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._sync_power_states {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.145210] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8d791564-6ed3-4a6d-b7f7-7472537061ab tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.747s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.165097] env[70015]: DEBUG oslo_concurrency.lockutils [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.165418] env[70015]: DEBUG oslo_concurrency.lockutils [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.167157] env[70015]: INFO nova.compute.claims [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1206.171302] env[70015]: INFO nova.scheduler.client.report [None req-8d791564-6ed3-4a6d-b7f7-7472537061ab tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Deleted allocations for instance cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec [ 1206.246111] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Releasing lock "refresh_cache-ac41ac84-69f3-41f1-b0e8-1833357fa0e7" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.249878] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Getting list of instances from cluster (obj){ [ 1206.249878] env[70015]: value = "domain-c8" [ 1206.249878] env[70015]: _type = "ClusterComputeResource" [ 1206.249878] env[70015]: } {{(pid=70015) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1206.251355] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404b6e23-e18c-4a54-a0d2-c48f1a4924f3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.274231] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Got total of 9 instances {{(pid=70015) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1206.275168] env[70015]: WARNING nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] While synchronizing instance power states, found 10 instances in the database and 9 instances on the hypervisor. [ 1206.275349] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Triggering sync for uuid 78ec1423-1160-453a-b6db-9348b37d34f9 {{(pid=70015) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1206.275585] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Triggering sync for uuid d1651f12-9f96-4e9c-84fa-4925cd1b23e9 {{(pid=70015) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1206.275755] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Triggering sync for uuid 3810ad21-174f-4a0a-8895-6c70adccfeda {{(pid=70015) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1206.275954] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Triggering sync for uuid cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec {{(pid=70015) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1206.276157] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Triggering sync for uuid 7c480760-7d09-4007-bb8a-f2065cb42884 {{(pid=70015) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1206.276335] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Triggering sync for uuid 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85 {{(pid=70015) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1206.276505] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Triggering sync for uuid bc205347-4646-4071-9e6b-3437e39be863 {{(pid=70015) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1206.276669] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Triggering sync for uuid 3b02addc-c4b7-4c80-a098-85137319df43 {{(pid=70015) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1206.276831] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Triggering sync for uuid d5112f1f-40c6-44aa-9e14-0eb963a59067 {{(pid=70015) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1206.277010] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Triggering sync for uuid ac41ac84-69f3-41f1-b0e8-1833357fa0e7 {{(pid=70015) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1206.277481] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Acquiring lock "78ec1423-1160-453a-b6db-9348b37d34f9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.277730] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "78ec1423-1160-453a-b6db-9348b37d34f9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.278402] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Acquiring lock "d1651f12-9f96-4e9c-84fa-4925cd1b23e9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.278671] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "d1651f12-9f96-4e9c-84fa-4925cd1b23e9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.278929] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Acquiring lock "3810ad21-174f-4a0a-8895-6c70adccfeda" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.279274] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "3810ad21-174f-4a0a-8895-6c70adccfeda" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.279541] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Acquiring lock "cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.279759] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Acquiring lock "7c480760-7d09-4007-bb8a-f2065cb42884" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.279953] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "7c480760-7d09-4007-bb8a-f2065cb42884" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.280224] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Acquiring lock "5bcd70ac-6f46-40b1-a048-3d6ac0c14b85" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.280447] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Acquiring lock "bc205347-4646-4071-9e6b-3437e39be863" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.280621] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "bc205347-4646-4071-9e6b-3437e39be863" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.280863] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Acquiring lock "3b02addc-c4b7-4c80-a098-85137319df43" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.281066] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "3b02addc-c4b7-4c80-a098-85137319df43" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.281313] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Acquiring lock "d5112f1f-40c6-44aa-9e14-0eb963a59067" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.281492] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "d5112f1f-40c6-44aa-9e14-0eb963a59067" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.281800] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Acquiring lock "ac41ac84-69f3-41f1-b0e8-1833357fa0e7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.281932] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "ac41ac84-69f3-41f1-b0e8-1833357fa0e7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.282132] env[70015]: INFO nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] During sync_power_state the instance has a pending task (resize_prep). Skip. [ 1206.282304] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "ac41ac84-69f3-41f1-b0e8-1833357fa0e7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.283678] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8255658-c151-4681-b7cc-9d8d46cd8773 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.286960] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29614020-c7e2-4b42-b303-5b13fabce202 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.290062] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ff2808-b92b-4842-b12c-563b95a6877b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.292792] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466d1ced-8fbe-49df-a30f-bab941619f6d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.295633] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a6477a-ad29-4afb-8e57-4ee8cefb3b84 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.298445] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd481b7-e9f6-4999-a589-5993c24ae341 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.301268] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8854f6-6883-4500-86d0-41cae4a39822 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.679873] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8d791564-6ed3-4a6d-b7f7-7472537061ab tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Lock "cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.362s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.681353] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.401s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.681438] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d62f6705-695c-4dc8-a306-1a687d6e4647 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.694343] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ddbe72e-9e43-4238-bc97-874f3c4a7e78 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.733033] env[70015]: WARNING oslo_messaging._drivers.amqpdriver [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1206.812625] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "78ec1423-1160-453a-b6db-9348b37d34f9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.535s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.822660] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "3b02addc-c4b7-4c80-a098-85137319df43" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.541s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.824234] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "bc205347-4646-4071-9e6b-3437e39be863" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.543s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.828797] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "3810ad21-174f-4a0a-8895-6c70adccfeda" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.550s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.829142] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "d1651f12-9f96-4e9c-84fa-4925cd1b23e9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.550s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.829460] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "7c480760-7d09-4007-bb8a-f2065cb42884" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.549s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.833455] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "d5112f1f-40c6-44aa-9e14-0eb963a59067" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.552s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.236575] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.555s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.331951] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a7a489-11ce-4a50-b03c-3b6d415e60d6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.342077] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c0b02e-029f-4f54-af6c-3a4c75eac7bc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.373026] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9710a6a7-9812-41a2-abdf-fb67c6a5043c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.381913] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf1f515-02b2-440b-ba4e-97555279e0d4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.398759] env[70015]: DEBUG nova.compute.provider_tree [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.767018] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea16851b-f725-4847-a4cc-13d8a06bbc97 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.784596] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Updating instance 'ac41ac84-69f3-41f1-b0e8-1833357fa0e7' progress to 0 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1207.902521] env[70015]: DEBUG nova.scheduler.client.report [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.290994] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1208.291343] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38bcdad8-4a3b-48ed-a53f-9e3def72c2bb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.300016] env[70015]: DEBUG oslo_vmware.api [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1208.300016] env[70015]: value = "task-3611752" [ 1208.300016] env[70015]: _type = "Task" [ 1208.300016] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.310161] env[70015]: DEBUG oslo_vmware.api [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.408444] env[70015]: DEBUG oslo_concurrency.lockutils [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.243s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.408897] env[70015]: DEBUG nova.compute.manager [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1208.504066] env[70015]: DEBUG oslo_vmware.rw_handles [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f85a4f-4750-65cf-4969-446605073551/disk-0.vmdk. {{(pid=70015) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1208.505105] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067e8236-3251-4185-894f-c137efde916b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.512357] env[70015]: DEBUG oslo_vmware.rw_handles [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f85a4f-4750-65cf-4969-446605073551/disk-0.vmdk is in state: ready. {{(pid=70015) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1208.512534] env[70015]: ERROR oslo_vmware.rw_handles [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f85a4f-4750-65cf-4969-446605073551/disk-0.vmdk due to incomplete transfer. [ 1208.512804] env[70015]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-33859da5-0873-470e-a6c6-a176a05cd9e9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.521956] env[70015]: DEBUG oslo_vmware.rw_handles [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f85a4f-4750-65cf-4969-446605073551/disk-0.vmdk. {{(pid=70015) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1208.522181] env[70015]: DEBUG nova.virt.vmwareapi.images [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Uploaded image 0093fb10-3dc8-4049-94f8-f547e2c09134 to the Glance image server {{(pid=70015) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1208.524754] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Destroying the VM {{(pid=70015) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1208.525059] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-de9e5c82-776c-4e75-8868-5cdeed01e587 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.531957] env[70015]: DEBUG oslo_vmware.api [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 1208.531957] env[70015]: value = "task-3611753" [ 1208.531957] env[70015]: _type = "Task" [ 1208.531957] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.540659] env[70015]: DEBUG oslo_vmware.api [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611753, 'name': Destroy_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.732106] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1208.732380] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1208.810595] env[70015]: DEBUG oslo_vmware.api [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611752, 'name': PowerOffVM_Task, 'duration_secs': 0.237301} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.811019] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1208.811064] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Updating instance 'ac41ac84-69f3-41f1-b0e8-1833357fa0e7' progress to 17 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1208.914192] env[70015]: DEBUG nova.compute.utils [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1208.915949] env[70015]: DEBUG nova.compute.manager [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1208.916213] env[70015]: DEBUG nova.network.neutron [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1208.963578] env[70015]: DEBUG nova.policy [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5c434507a334eb2a99c82a16ff4138e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f46bede451e4bd286f66d742e8a0a39', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 1209.042355] env[70015]: DEBUG oslo_vmware.api [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611753, 'name': Destroy_Task, 'duration_secs': 0.452075} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.042562] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Destroyed the VM [ 1209.042804] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Deleting Snapshot of the VM instance {{(pid=70015) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1209.043176] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-423d9618-4413-411d-9d03-9208cd1e84ec {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.050246] env[70015]: DEBUG oslo_vmware.api [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 1209.050246] env[70015]: value = "task-3611754" [ 1209.050246] env[70015]: _type = "Task" [ 1209.050246] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.059451] env[70015]: DEBUG oslo_vmware.api [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611754, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.192727] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1209.272398] env[70015]: DEBUG nova.network.neutron [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Successfully created port: 3196c0f5-02a2-4267-8f55-e0bf43c1b15d {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1209.318303] env[70015]: DEBUG nova.virt.hardware [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1209.318621] env[70015]: DEBUG nova.virt.hardware [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1209.318797] env[70015]: DEBUG nova.virt.hardware [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1209.318992] env[70015]: DEBUG nova.virt.hardware [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1209.319412] env[70015]: DEBUG nova.virt.hardware [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1209.319708] env[70015]: DEBUG nova.virt.hardware [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1209.320128] env[70015]: DEBUG nova.virt.hardware [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1209.320390] env[70015]: DEBUG nova.virt.hardware [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1209.320619] env[70015]: DEBUG nova.virt.hardware [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1209.320836] env[70015]: DEBUG nova.virt.hardware [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1209.321091] env[70015]: DEBUG nova.virt.hardware [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1209.326434] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-302b0113-5d20-44ef-a6c5-64e3b672f61f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.343522] env[70015]: DEBUG oslo_vmware.api [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1209.343522] env[70015]: value = "task-3611755" [ 1209.343522] env[70015]: _type = "Task" [ 1209.343522] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.352297] env[70015]: DEBUG oslo_vmware.api [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611755, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.420453] env[70015]: DEBUG nova.compute.manager [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1209.564033] env[70015]: DEBUG oslo_vmware.api [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611754, 'name': RemoveSnapshot_Task, 'duration_secs': 0.417356} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.564269] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Deleted Snapshot of the VM instance {{(pid=70015) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1209.564545] env[70015]: DEBUG nova.compute.manager [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1209.565369] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded7fa86-e883-432b-8638-959056a53e64 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.853713] env[70015]: DEBUG oslo_vmware.api [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611755, 'name': ReconfigVM_Task, 'duration_secs': 0.346621} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.854052] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Updating instance 'ac41ac84-69f3-41f1-b0e8-1833357fa0e7' progress to 33 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1209.926754] env[70015]: INFO nova.virt.block_device [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Booting with volume 6b0edc35-0aa6-411b-8320-138d2e7a9096 at /dev/sda [ 1209.963553] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f43aaf7c-25c2-4296-b9c4-4ab90549ba74 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.973742] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6805bde0-a3db-40a1-834a-68c4f38b04de {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.006414] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-50d704f1-17c7-44de-99cf-0ae48652f7c2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.015257] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58d828c-209b-41fa-8b72-f471f55fd9ef {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.049747] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941f519b-9c0b-40d7-851e-266e7fc1628c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.056461] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987c1634-5949-492f-8e82-e72cd08c78bb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.070173] env[70015]: DEBUG nova.virt.block_device [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Updating existing volume attachment record: 77f56aab-65bb-4be0-8842-fabd47de0eeb {{(pid=70015) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1210.077110] env[70015]: INFO nova.compute.manager [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Shelve offloading [ 1210.192967] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.193207] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.193378] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.193522] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70015) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1210.361193] env[70015]: DEBUG nova.virt.hardware [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1210.361463] env[70015]: DEBUG nova.virt.hardware [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.361550] env[70015]: DEBUG nova.virt.hardware [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.361789] env[70015]: DEBUG nova.virt.hardware [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.361949] env[70015]: DEBUG nova.virt.hardware [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.362119] env[70015]: DEBUG nova.virt.hardware [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1210.362483] env[70015]: DEBUG nova.virt.hardware [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1210.362561] env[70015]: DEBUG nova.virt.hardware [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1210.362707] env[70015]: DEBUG nova.virt.hardware [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1210.362868] env[70015]: DEBUG nova.virt.hardware [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1210.363078] env[70015]: DEBUG nova.virt.hardware [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1210.368516] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1210.368900] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5de7f7d-1384-43a3-9673-68f4aa3d20b1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.389993] env[70015]: DEBUG oslo_vmware.api [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1210.389993] env[70015]: value = "task-3611756" [ 1210.389993] env[70015]: _type = "Task" [ 1210.389993] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.399303] env[70015]: DEBUG oslo_vmware.api [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611756, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.581386] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1210.581721] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bd982b2-ff66-430b-a8f9-a67329675490 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.589700] env[70015]: DEBUG oslo_vmware.api [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 1210.589700] env[70015]: value = "task-3611757" [ 1210.589700] env[70015]: _type = "Task" [ 1210.589700] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.598328] env[70015]: DEBUG oslo_vmware.api [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611757, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.679740] env[70015]: DEBUG nova.compute.manager [req-8d2412de-80df-4976-b9ed-32bdea56aec3 req-75f35a15-2bf3-4abc-ad19-aaa102159786 service nova] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Received event network-vif-plugged-3196c0f5-02a2-4267-8f55-e0bf43c1b15d {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.679979] env[70015]: DEBUG oslo_concurrency.lockutils [req-8d2412de-80df-4976-b9ed-32bdea56aec3 req-75f35a15-2bf3-4abc-ad19-aaa102159786 service nova] Acquiring lock "f12bbf8d-474b-47f3-9f23-b69c8b7202a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.680235] env[70015]: DEBUG oslo_concurrency.lockutils [req-8d2412de-80df-4976-b9ed-32bdea56aec3 req-75f35a15-2bf3-4abc-ad19-aaa102159786 service nova] Lock "f12bbf8d-474b-47f3-9f23-b69c8b7202a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.680409] env[70015]: DEBUG oslo_concurrency.lockutils [req-8d2412de-80df-4976-b9ed-32bdea56aec3 req-75f35a15-2bf3-4abc-ad19-aaa102159786 service nova] Lock "f12bbf8d-474b-47f3-9f23-b69c8b7202a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.680576] env[70015]: DEBUG nova.compute.manager [req-8d2412de-80df-4976-b9ed-32bdea56aec3 req-75f35a15-2bf3-4abc-ad19-aaa102159786 service nova] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] No waiting events found dispatching network-vif-plugged-3196c0f5-02a2-4267-8f55-e0bf43c1b15d {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1210.680743] env[70015]: WARNING nova.compute.manager [req-8d2412de-80df-4976-b9ed-32bdea56aec3 req-75f35a15-2bf3-4abc-ad19-aaa102159786 service nova] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Received unexpected event network-vif-plugged-3196c0f5-02a2-4267-8f55-e0bf43c1b15d for instance with vm_state building and task_state block_device_mapping. [ 1210.782135] env[70015]: DEBUG nova.network.neutron [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Successfully updated port: 3196c0f5-02a2-4267-8f55-e0bf43c1b15d {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1210.900654] env[70015]: DEBUG oslo_vmware.api [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611756, 'name': ReconfigVM_Task, 'duration_secs': 0.172361} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.902462] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1210.902462] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422ea0f0-15a0-4ea1-926f-8a78ce0bd796 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.924222] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] ac41ac84-69f3-41f1-b0e8-1833357fa0e7/ac41ac84-69f3-41f1-b0e8-1833357fa0e7.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1210.924786] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acb11150-9019-4cbb-bbe8-cabdf1f66b50 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.944444] env[70015]: DEBUG oslo_vmware.api [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1210.944444] env[70015]: value = "task-3611758" [ 1210.944444] env[70015]: _type = "Task" [ 1210.944444] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.953109] env[70015]: DEBUG oslo_vmware.api [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611758, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.101543] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] VM already powered off {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1211.101772] env[70015]: DEBUG nova.compute.manager [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1211.102558] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3e2444-d978-42a9-8acc-0680e3b44ece {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.108577] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquiring lock "refresh_cache-5bcd70ac-6f46-40b1-a048-3d6ac0c14b85" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.108577] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquired lock "refresh_cache-5bcd70ac-6f46-40b1-a048-3d6ac0c14b85" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.108757] env[70015]: DEBUG nova.network.neutron [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1211.193180] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1211.285371] env[70015]: DEBUG oslo_concurrency.lockutils [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquiring lock "refresh_cache-f12bbf8d-474b-47f3-9f23-b69c8b7202a4" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.285481] env[70015]: DEBUG oslo_concurrency.lockutils [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquired lock "refresh_cache-f12bbf8d-474b-47f3-9f23-b69c8b7202a4" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.285652] env[70015]: DEBUG nova.network.neutron [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1211.455226] env[70015]: DEBUG oslo_vmware.api [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611758, 'name': ReconfigVM_Task, 'duration_secs': 0.272825} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.455514] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Reconfigured VM instance instance-00000075 to attach disk [datastore1] ac41ac84-69f3-41f1-b0e8-1833357fa0e7/ac41ac84-69f3-41f1-b0e8-1833357fa0e7.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1211.455792] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Updating instance 'ac41ac84-69f3-41f1-b0e8-1833357fa0e7' progress to 50 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1211.697178] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.697442] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.697607] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.697759] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70015) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1211.698881] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48ef0b9-490e-4513-bd1d-7166b8fd1e3e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.707686] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6e7c42-477f-4a61-bbf8-c07aeee2303f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.725284] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054ea30f-8638-47df-8e61-9f44a0cd6507 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.732953] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4026cf-aed6-48e5-9ac7-298b1195231f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.765062] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179956MB free_disk=76GB free_vcpus=48 pci_devices=None {{(pid=70015) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1211.765062] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.765062] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.846282] env[70015]: DEBUG nova.network.neutron [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1211.903683] env[70015]: DEBUG nova.network.neutron [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Updating instance_info_cache with network_info: [{"id": "d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44", "address": "fa:16:3e:79:85:5d", "network": {"id": "825adeb2-145f-454c-b624-cc7cf91966fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1496238884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e0ce85090f4c3c8d74e04f2101b99f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd31dbdf3-fd", "ovs_interfaceid": "d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.966050] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3730101-9c24-48aa-84a0-c4143462cead {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.999098] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd5eca0-eeaa-4cab-a10d-dde74eb348ab {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.018640] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Updating instance 'ac41ac84-69f3-41f1-b0e8-1833357fa0e7' progress to 67 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1212.055617] env[70015]: DEBUG nova.network.neutron [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Updating instance_info_cache with network_info: [{"id": "3196c0f5-02a2-4267-8f55-e0bf43c1b15d", "address": "fa:16:3e:21:9c:38", "network": {"id": "8f7fedcd-4fbd-4c74-ad06-9db4b807c476", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1172678132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f46bede451e4bd286f66d742e8a0a39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3196c0f5-02", "ovs_interfaceid": "3196c0f5-02a2-4267-8f55-e0bf43c1b15d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.156177] env[70015]: DEBUG nova.compute.manager [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1212.156743] env[70015]: DEBUG nova.virt.hardware [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1212.156958] env[70015]: DEBUG nova.virt.hardware [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1212.157131] env[70015]: DEBUG nova.virt.hardware [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1212.157317] env[70015]: DEBUG nova.virt.hardware [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1212.157465] env[70015]: DEBUG nova.virt.hardware [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1212.157640] env[70015]: DEBUG nova.virt.hardware [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1212.157863] env[70015]: DEBUG nova.virt.hardware [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1212.158407] env[70015]: DEBUG nova.virt.hardware [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1212.158653] env[70015]: DEBUG nova.virt.hardware [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1212.158832] env[70015]: DEBUG nova.virt.hardware [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1212.159146] env[70015]: DEBUG nova.virt.hardware [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1212.160038] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a8c858-fa92-464e-aef0-727c09b2d92b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.169483] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d561b8a-239c-4d6d-a4df-74a7fd9ba85a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.407772] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Releasing lock "refresh_cache-5bcd70ac-6f46-40b1-a048-3d6ac0c14b85" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.558314] env[70015]: DEBUG oslo_concurrency.lockutils [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Releasing lock "refresh_cache-f12bbf8d-474b-47f3-9f23-b69c8b7202a4" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.559058] env[70015]: DEBUG nova.compute.manager [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Instance network_info: |[{"id": "3196c0f5-02a2-4267-8f55-e0bf43c1b15d", "address": "fa:16:3e:21:9c:38", "network": {"id": "8f7fedcd-4fbd-4c74-ad06-9db4b807c476", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1172678132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f46bede451e4bd286f66d742e8a0a39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3196c0f5-02", "ovs_interfaceid": "3196c0f5-02a2-4267-8f55-e0bf43c1b15d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1212.559058] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:9c:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d062877-0b23-4965-908b-f585f25f3bf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3196c0f5-02a2-4267-8f55-e0bf43c1b15d', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1212.567305] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1212.567634] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1212.567890] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c09a5e7-7dcf-4dc2-b4ae-28804af21681 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.595252] env[70015]: DEBUG nova.network.neutron [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Port bbce4693-4a06-4d0a-8972-6f76d1047a68 binding to destination host cpu-1 is already ACTIVE {{(pid=70015) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1212.606456] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1212.606456] env[70015]: value = "task-3611759" [ 1212.606456] env[70015]: _type = "Task" [ 1212.606456] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.617372] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611759, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.724897] env[70015]: DEBUG nova.compute.manager [req-6eb7941f-6169-42bc-8a5e-171c94483bd6 req-9b7971fc-5751-433c-a283-af9c98c8d54f service nova] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Received event network-changed-3196c0f5-02a2-4267-8f55-e0bf43c1b15d {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.725013] env[70015]: DEBUG nova.compute.manager [req-6eb7941f-6169-42bc-8a5e-171c94483bd6 req-9b7971fc-5751-433c-a283-af9c98c8d54f service nova] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Refreshing instance network info cache due to event network-changed-3196c0f5-02a2-4267-8f55-e0bf43c1b15d. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1212.728430] env[70015]: DEBUG oslo_concurrency.lockutils [req-6eb7941f-6169-42bc-8a5e-171c94483bd6 req-9b7971fc-5751-433c-a283-af9c98c8d54f service nova] Acquiring lock "refresh_cache-f12bbf8d-474b-47f3-9f23-b69c8b7202a4" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.729031] env[70015]: DEBUG oslo_concurrency.lockutils [req-6eb7941f-6169-42bc-8a5e-171c94483bd6 req-9b7971fc-5751-433c-a283-af9c98c8d54f service nova] Acquired lock "refresh_cache-f12bbf8d-474b-47f3-9f23-b69c8b7202a4" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.729031] env[70015]: DEBUG nova.network.neutron [req-6eb7941f-6169-42bc-8a5e-171c94483bd6 req-9b7971fc-5751-433c-a283-af9c98c8d54f service nova] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Refreshing network info cache for port 3196c0f5-02a2-4267-8f55-e0bf43c1b15d {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1212.769848] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1212.770771] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268d99f6-c5c3-4434-8012-10513037335d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.774624] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Applying migration context for instance ac41ac84-69f3-41f1-b0e8-1833357fa0e7 as it has an incoming, in-progress migration 2a1cfd6a-e8c7-48e3-9982-9487a8e209f3. Migration status is migrating {{(pid=70015) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1212.776089] env[70015]: INFO nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Updating resource usage from migration 2a1cfd6a-e8c7-48e3-9982-9487a8e209f3 [ 1212.785188] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1212.785626] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d54ac91-ba4d-4701-9db9-cb4fb05bc8c8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.797330] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 78ec1423-1160-453a-b6db-9348b37d34f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1212.797480] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance d1651f12-9f96-4e9c-84fa-4925cd1b23e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1212.797600] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 3810ad21-174f-4a0a-8895-6c70adccfeda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1212.797716] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 7c480760-7d09-4007-bb8a-f2065cb42884 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1212.797828] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1212.797942] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance bc205347-4646-4071-9e6b-3437e39be863 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1212.798068] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 3b02addc-c4b7-4c80-a098-85137319df43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1212.798202] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance d5112f1f-40c6-44aa-9e14-0eb963a59067 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1212.798319] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Migration 2a1cfd6a-e8c7-48e3-9982-9487a8e209f3 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1212.798439] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance ac41ac84-69f3-41f1-b0e8-1833357fa0e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1212.798595] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance f12bbf8d-474b-47f3-9f23-b69c8b7202a4 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1212.799082] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=70015) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1212.799082] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=70015) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1212.861342] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1212.862273] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1212.862273] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Deleting the datastore file [datastore2] 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1212.862526] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f52a409c-d413-41d5-a69b-e5eb51e6fe22 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.870812] env[70015]: DEBUG oslo_vmware.api [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 1212.870812] env[70015]: value = "task-3611761" [ 1212.870812] env[70015]: _type = "Task" [ 1212.870812] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.883364] env[70015]: DEBUG oslo_vmware.api [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611761, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.962642] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f44d8a-facd-4b38-b32d-05e6bfd1a319 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.971077] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044997bf-64e2-4217-b520-d056bb4a4df7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.004228] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a3fd2e-2d83-4ba9-8edb-300dde7a308c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.013487] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82014e5-9a08-4424-9401-5070d6af3ae5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.028336] env[70015]: DEBUG nova.compute.provider_tree [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1213.120021] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611759, 'name': CreateVM_Task, 'duration_secs': 0.336301} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.120021] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1213.132722] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'delete_on_termination': True, 'disk_bus': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720434', 'volume_id': '6b0edc35-0aa6-411b-8320-138d2e7a9096', 'name': 'volume-6b0edc35-0aa6-411b-8320-138d2e7a9096', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f12bbf8d-474b-47f3-9f23-b69c8b7202a4', 'attached_at': '', 'detached_at': '', 'volume_id': '6b0edc35-0aa6-411b-8320-138d2e7a9096', 'serial': '6b0edc35-0aa6-411b-8320-138d2e7a9096'}, 'guest_format': None, 'device_type': None, 'attachment_id': '77f56aab-65bb-4be0-8842-fabd47de0eeb', 'volume_type': None}], 'swap': None} {{(pid=70015) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1213.132980] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Root volume attach. Driver type: vmdk {{(pid=70015) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1213.133917] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a1bd90-5bff-47c9-b29f-e8ac0875c1e5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.142590] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb74223-2689-4db4-b545-99cd683c7d04 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.151775] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8f3a40-9daf-400a-bf73-be209a39a1fd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.161146] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-d70fed74-b31f-4de0-b0ab-bafff4036703 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.170700] env[70015]: DEBUG oslo_vmware.api [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 1213.170700] env[70015]: value = "task-3611762" [ 1213.170700] env[70015]: _type = "Task" [ 1213.170700] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.183215] env[70015]: DEBUG oslo_vmware.api [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611762, 'name': RelocateVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.384596] env[70015]: DEBUG oslo_vmware.api [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611761, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146401} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.384864] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1213.385101] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1213.385298] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1213.407060] env[70015]: INFO nova.scheduler.client.report [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Deleted allocations for instance 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85 [ 1213.444863] env[70015]: DEBUG nova.network.neutron [req-6eb7941f-6169-42bc-8a5e-171c94483bd6 req-9b7971fc-5751-433c-a283-af9c98c8d54f service nova] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Updated VIF entry in instance network info cache for port 3196c0f5-02a2-4267-8f55-e0bf43c1b15d. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1213.445447] env[70015]: DEBUG nova.network.neutron [req-6eb7941f-6169-42bc-8a5e-171c94483bd6 req-9b7971fc-5751-433c-a283-af9c98c8d54f service nova] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Updating instance_info_cache with network_info: [{"id": "3196c0f5-02a2-4267-8f55-e0bf43c1b15d", "address": "fa:16:3e:21:9c:38", "network": {"id": "8f7fedcd-4fbd-4c74-ad06-9db4b807c476", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1172678132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f46bede451e4bd286f66d742e8a0a39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3196c0f5-02", "ovs_interfaceid": "3196c0f5-02a2-4267-8f55-e0bf43c1b15d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.531411] env[70015]: DEBUG nova.scheduler.client.report [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1213.627742] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "ac41ac84-69f3-41f1-b0e8-1833357fa0e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.627993] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "ac41ac84-69f3-41f1-b0e8-1833357fa0e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.628160] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "ac41ac84-69f3-41f1-b0e8-1833357fa0e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.681902] env[70015]: DEBUG oslo_vmware.api [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611762, 'name': RelocateVM_Task, 'duration_secs': 0.398911} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.681902] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Volume attach. Driver type: vmdk {{(pid=70015) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1213.682160] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720434', 'volume_id': '6b0edc35-0aa6-411b-8320-138d2e7a9096', 'name': 'volume-6b0edc35-0aa6-411b-8320-138d2e7a9096', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f12bbf8d-474b-47f3-9f23-b69c8b7202a4', 'attached_at': '', 'detached_at': '', 'volume_id': '6b0edc35-0aa6-411b-8320-138d2e7a9096', 'serial': '6b0edc35-0aa6-411b-8320-138d2e7a9096'} {{(pid=70015) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1213.682801] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93921e58-1aec-4707-9e8b-30d6fb7637b0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.700400] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c563ff-70d8-4c9e-aa09-8cdbb5fac270 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.722585] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] volume-6b0edc35-0aa6-411b-8320-138d2e7a9096/volume-6b0edc35-0aa6-411b-8320-138d2e7a9096.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1213.722828] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85f02b7f-2472-4b75-9090-d7754071eae0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.743014] env[70015]: DEBUG oslo_vmware.api [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 1213.743014] env[70015]: value = "task-3611763" [ 1213.743014] env[70015]: _type = "Task" [ 1213.743014] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.752553] env[70015]: DEBUG oslo_vmware.api [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611763, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.911243] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.948195] env[70015]: DEBUG oslo_concurrency.lockutils [req-6eb7941f-6169-42bc-8a5e-171c94483bd6 req-9b7971fc-5751-433c-a283-af9c98c8d54f service nova] Releasing lock "refresh_cache-f12bbf8d-474b-47f3-9f23-b69c8b7202a4" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.948471] env[70015]: DEBUG nova.compute.manager [req-6eb7941f-6169-42bc-8a5e-171c94483bd6 req-9b7971fc-5751-433c-a283-af9c98c8d54f service nova] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Received event network-vif-unplugged-d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.948704] env[70015]: DEBUG oslo_concurrency.lockutils [req-6eb7941f-6169-42bc-8a5e-171c94483bd6 req-9b7971fc-5751-433c-a283-af9c98c8d54f service nova] Acquiring lock "5bcd70ac-6f46-40b1-a048-3d6ac0c14b85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.948915] env[70015]: DEBUG oslo_concurrency.lockutils [req-6eb7941f-6169-42bc-8a5e-171c94483bd6 req-9b7971fc-5751-433c-a283-af9c98c8d54f service nova] Lock "5bcd70ac-6f46-40b1-a048-3d6ac0c14b85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.949105] env[70015]: DEBUG oslo_concurrency.lockutils [req-6eb7941f-6169-42bc-8a5e-171c94483bd6 req-9b7971fc-5751-433c-a283-af9c98c8d54f service nova] Lock "5bcd70ac-6f46-40b1-a048-3d6ac0c14b85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.949267] env[70015]: DEBUG nova.compute.manager [req-6eb7941f-6169-42bc-8a5e-171c94483bd6 req-9b7971fc-5751-433c-a283-af9c98c8d54f service nova] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] No waiting events found dispatching network-vif-unplugged-d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1213.949444] env[70015]: WARNING nova.compute.manager [req-6eb7941f-6169-42bc-8a5e-171c94483bd6 req-9b7971fc-5751-433c-a283-af9c98c8d54f service nova] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Received unexpected event network-vif-unplugged-d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44 for instance with vm_state shelved and task_state shelving_offloading. [ 1214.036922] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70015) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1214.037327] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.273s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.037389] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.126s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.037610] env[70015]: DEBUG nova.objects.instance [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lazy-loading 'resources' on Instance uuid 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.255492] env[70015]: DEBUG oslo_vmware.api [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611763, 'name': ReconfigVM_Task, 'duration_secs': 0.251873} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.255802] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Reconfigured VM instance instance-00000076 to attach disk [datastore2] volume-6b0edc35-0aa6-411b-8320-138d2e7a9096/volume-6b0edc35-0aa6-411b-8320-138d2e7a9096.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1214.260463] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa9aa739-46ef-434e-956b-a9a97bbb9030 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.277134] env[70015]: DEBUG oslo_vmware.api [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 1214.277134] env[70015]: value = "task-3611764" [ 1214.277134] env[70015]: _type = "Task" [ 1214.277134] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.285309] env[70015]: DEBUG oslo_vmware.api [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611764, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.541236] env[70015]: DEBUG nova.objects.instance [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lazy-loading 'numa_topology' on Instance uuid 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.675276] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "refresh_cache-ac41ac84-69f3-41f1-b0e8-1833357fa0e7" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.675489] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquired lock "refresh_cache-ac41ac84-69f3-41f1-b0e8-1833357fa0e7" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.675678] env[70015]: DEBUG nova.network.neutron [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1214.756198] env[70015]: DEBUG nova.compute.manager [req-013e3515-adf8-46b8-b50f-59f34d37a0e4 req-ae593436-6ca2-4ede-90e7-1e4be8ab9e24 service nova] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Received event network-changed-d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.757262] env[70015]: DEBUG nova.compute.manager [req-013e3515-adf8-46b8-b50f-59f34d37a0e4 req-ae593436-6ca2-4ede-90e7-1e4be8ab9e24 service nova] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Refreshing instance network info cache due to event network-changed-d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1214.757262] env[70015]: DEBUG oslo_concurrency.lockutils [req-013e3515-adf8-46b8-b50f-59f34d37a0e4 req-ae593436-6ca2-4ede-90e7-1e4be8ab9e24 service nova] Acquiring lock "refresh_cache-5bcd70ac-6f46-40b1-a048-3d6ac0c14b85" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.757262] env[70015]: DEBUG oslo_concurrency.lockutils [req-013e3515-adf8-46b8-b50f-59f34d37a0e4 req-ae593436-6ca2-4ede-90e7-1e4be8ab9e24 service nova] Acquired lock "refresh_cache-5bcd70ac-6f46-40b1-a048-3d6ac0c14b85" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.757262] env[70015]: DEBUG nova.network.neutron [req-013e3515-adf8-46b8-b50f-59f34d37a0e4 req-ae593436-6ca2-4ede-90e7-1e4be8ab9e24 service nova] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Refreshing network info cache for port d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1214.788685] env[70015]: DEBUG oslo_vmware.api [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611764, 'name': ReconfigVM_Task, 'duration_secs': 0.124738} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.788982] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720434', 'volume_id': '6b0edc35-0aa6-411b-8320-138d2e7a9096', 'name': 'volume-6b0edc35-0aa6-411b-8320-138d2e7a9096', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f12bbf8d-474b-47f3-9f23-b69c8b7202a4', 'attached_at': '', 'detached_at': '', 'volume_id': '6b0edc35-0aa6-411b-8320-138d2e7a9096', 'serial': '6b0edc35-0aa6-411b-8320-138d2e7a9096'} {{(pid=70015) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1214.789522] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e1fc131-a697-44d1-942b-7eda13c36c70 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.797950] env[70015]: DEBUG oslo_vmware.api [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 1214.797950] env[70015]: value = "task-3611765" [ 1214.797950] env[70015]: _type = "Task" [ 1214.797950] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.807790] env[70015]: DEBUG oslo_vmware.api [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611765, 'name': Rename_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.040072] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.043833] env[70015]: DEBUG nova.objects.base [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Object Instance<5bcd70ac-6f46-40b1-a048-3d6ac0c14b85> lazy-loaded attributes: resources,numa_topology {{(pid=70015) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1215.161291] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0dac63-36cc-4c08-bf3c-391d48b0dd6a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.169539] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd6bb56-0c0f-4179-bca0-c797e78be315 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.203571] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af880a0-f1d9-4f7a-8c20-e7279744f7c4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.212358] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa7f5b4-1fe7-49be-9ad3-4afceef0d88a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.226431] env[70015]: DEBUG nova.compute.provider_tree [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1215.309780] env[70015]: DEBUG oslo_vmware.api [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611765, 'name': Rename_Task, 'duration_secs': 0.152813} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.310109] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1215.310369] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fcf1a14-8ac6-4155-bcad-51c798c6ed25 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.317504] env[70015]: DEBUG oslo_vmware.api [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 1215.317504] env[70015]: value = "task-3611766" [ 1215.317504] env[70015]: _type = "Task" [ 1215.317504] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.329894] env[70015]: DEBUG oslo_vmware.api [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611766, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.607656] env[70015]: DEBUG nova.network.neutron [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Updating instance_info_cache with network_info: [{"id": "bbce4693-4a06-4d0a-8972-6f76d1047a68", "address": "fa:16:3e:00:8a:64", "network": {"id": "8ce3f073-fbb0-428a-b358-e2d426cf9d9a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-661174958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1c3c3921bf344c780646f4bee87bbab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbce4693-4a", "ovs_interfaceid": "bbce4693-4a06-4d0a-8972-6f76d1047a68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.657634] env[70015]: DEBUG nova.network.neutron [req-013e3515-adf8-46b8-b50f-59f34d37a0e4 req-ae593436-6ca2-4ede-90e7-1e4be8ab9e24 service nova] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Updated VIF entry in instance network info cache for port d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1215.658076] env[70015]: DEBUG nova.network.neutron [req-013e3515-adf8-46b8-b50f-59f34d37a0e4 req-ae593436-6ca2-4ede-90e7-1e4be8ab9e24 service nova] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Updating instance_info_cache with network_info: [{"id": "d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44", "address": "fa:16:3e:79:85:5d", "network": {"id": "825adeb2-145f-454c-b624-cc7cf91966fa", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1496238884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e0ce85090f4c3c8d74e04f2101b99f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapd31dbdf3-fd", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.750292] env[70015]: ERROR nova.scheduler.client.report [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [req-6b45ad0e-5aa7-4885-89d0-8c9e0580e86d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 74b1aad2-fde9-482f-bdc7-a62277f2e79c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6b45ad0e-5aa7-4885-89d0-8c9e0580e86d"}]} [ 1215.766078] env[70015]: DEBUG nova.scheduler.client.report [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Refreshing inventories for resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1215.780670] env[70015]: DEBUG nova.scheduler.client.report [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Updating ProviderTree inventory for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1215.780914] env[70015]: DEBUG nova.compute.provider_tree [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1215.792633] env[70015]: DEBUG nova.scheduler.client.report [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Refreshing aggregate associations for resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c, aggregates: None {{(pid=70015) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1215.809128] env[70015]: DEBUG nova.scheduler.client.report [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Refreshing trait associations for resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=70015) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1215.829090] env[70015]: DEBUG oslo_vmware.api [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611766, 'name': PowerOnVM_Task, 'duration_secs': 0.445651} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.829456] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1215.829674] env[70015]: INFO nova.compute.manager [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Took 3.67 seconds to spawn the instance on the hypervisor. [ 1215.829855] env[70015]: DEBUG nova.compute.manager [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1215.830631] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea913b9-7fbe-4e00-ab62-2ddc9f86b8d0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.920511] env[70015]: DEBUG oslo_concurrency.lockutils [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquiring lock "5bcd70ac-6f46-40b1-a048-3d6ac0c14b85" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.954454] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc4134a-fa73-43de-bb7d-4bdd1518b807 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.961058] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1606be-a6bc-482b-b968-a0fc613fa37d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.992298] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd9cd74-6958-4560-bc48-42fdf10f5411 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.000091] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2086208-ec3d-4920-92ce-1f8ef5b10dc0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.015871] env[70015]: DEBUG nova.compute.provider_tree [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1216.110265] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Releasing lock "refresh_cache-ac41ac84-69f3-41f1-b0e8-1833357fa0e7" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.160290] env[70015]: DEBUG oslo_concurrency.lockutils [req-013e3515-adf8-46b8-b50f-59f34d37a0e4 req-ae593436-6ca2-4ede-90e7-1e4be8ab9e24 service nova] Releasing lock "refresh_cache-5bcd70ac-6f46-40b1-a048-3d6ac0c14b85" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.351983] env[70015]: INFO nova.compute.manager [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Took 10.20 seconds to build instance. [ 1216.544799] env[70015]: DEBUG nova.scheduler.client.report [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Updated inventory for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with generation 158 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1216.545120] env[70015]: DEBUG nova.compute.provider_tree [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Updating resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c generation from 158 to 159 during operation: update_inventory {{(pid=70015) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1216.545304] env[70015]: DEBUG nova.compute.provider_tree [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1216.632025] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de1ba29-63ba-4d85-807d-47f446249998 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.652202] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4afa70e1-9267-4884-9fcf-4484a4165bed {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.659428] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Updating instance 'ac41ac84-69f3-41f1-b0e8-1833357fa0e7' progress to 83 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1216.854104] env[70015]: DEBUG oslo_concurrency.lockutils [None req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "f12bbf8d-474b-47f3-9f23-b69c8b7202a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.710s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.050073] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.013s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.165443] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1217.165761] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-417cbe20-1f90-4a25-85b2-46a7039ce43a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.174875] env[70015]: DEBUG oslo_vmware.api [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1217.174875] env[70015]: value = "task-3611767" [ 1217.174875] env[70015]: _type = "Task" [ 1217.174875] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.183900] env[70015]: DEBUG oslo_vmware.api [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611767, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.560248] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0963c335-d6fb-478f-ba40-24178c9c965e tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lock "5bcd70ac-6f46-40b1-a048-3d6ac0c14b85" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.909s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.562125] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "5bcd70ac-6f46-40b1-a048-3d6ac0c14b85" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 11.282s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.562357] env[70015]: INFO nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] During sync_power_state the instance has a pending task (shelving_image_uploading). Skip. [ 1217.562501] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "5bcd70ac-6f46-40b1-a048-3d6ac0c14b85" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.562903] env[70015]: DEBUG oslo_concurrency.lockutils [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lock "5bcd70ac-6f46-40b1-a048-3d6ac0c14b85" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.643s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.563133] env[70015]: INFO nova.compute.manager [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Unshelving [ 1217.575577] env[70015]: DEBUG nova.compute.manager [req-964dbfe8-ab47-449e-9344-f56c3da5c262 req-fef72cc5-4f4b-414e-9532-f826be0e46c0 service nova] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] Received event network-changed-7230ada2-5818-4a82-9be2-159b9737a776 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.575703] env[70015]: DEBUG nova.compute.manager [req-964dbfe8-ab47-449e-9344-f56c3da5c262 req-fef72cc5-4f4b-414e-9532-f826be0e46c0 service nova] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] Refreshing instance network info cache due to event network-changed-7230ada2-5818-4a82-9be2-159b9737a776. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1217.575913] env[70015]: DEBUG oslo_concurrency.lockutils [req-964dbfe8-ab47-449e-9344-f56c3da5c262 req-fef72cc5-4f4b-414e-9532-f826be0e46c0 service nova] Acquiring lock "refresh_cache-78ec1423-1160-453a-b6db-9348b37d34f9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.576233] env[70015]: DEBUG oslo_concurrency.lockutils [req-964dbfe8-ab47-449e-9344-f56c3da5c262 req-fef72cc5-4f4b-414e-9532-f826be0e46c0 service nova] Acquired lock "refresh_cache-78ec1423-1160-453a-b6db-9348b37d34f9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.576310] env[70015]: DEBUG nova.network.neutron [req-964dbfe8-ab47-449e-9344-f56c3da5c262 req-fef72cc5-4f4b-414e-9532-f826be0e46c0 service nova] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] Refreshing network info cache for port 7230ada2-5818-4a82-9be2-159b9737a776 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1217.690697] env[70015]: DEBUG oslo_vmware.api [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611767, 'name': PowerOnVM_Task, 'duration_secs': 0.383623} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.690944] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1217.691150] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-8692947a-96ef-49df-970b-0f908b8830ed tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Updating instance 'ac41ac84-69f3-41f1-b0e8-1833357fa0e7' progress to 100 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1218.310280] env[70015]: DEBUG nova.network.neutron [req-964dbfe8-ab47-449e-9344-f56c3da5c262 req-fef72cc5-4f4b-414e-9532-f826be0e46c0 service nova] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] Updated VIF entry in instance network info cache for port 7230ada2-5818-4a82-9be2-159b9737a776. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1218.310580] env[70015]: DEBUG nova.network.neutron [req-964dbfe8-ab47-449e-9344-f56c3da5c262 req-fef72cc5-4f4b-414e-9532-f826be0e46c0 service nova] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] Updating instance_info_cache with network_info: [{"id": "7230ada2-5818-4a82-9be2-159b9737a776", "address": "fa:16:3e:41:08:e9", "network": {"id": "8f7fedcd-4fbd-4c74-ad06-9db4b807c476", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1172678132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f46bede451e4bd286f66d742e8a0a39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7230ada2-58", "ovs_interfaceid": "7230ada2-5818-4a82-9be2-159b9737a776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.584555] env[70015]: DEBUG oslo_concurrency.lockutils [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.584840] env[70015]: DEBUG oslo_concurrency.lockutils [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.585072] env[70015]: DEBUG nova.objects.instance [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lazy-loading 'pci_requests' on Instance uuid 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.813542] env[70015]: DEBUG oslo_concurrency.lockutils [req-964dbfe8-ab47-449e-9344-f56c3da5c262 req-fef72cc5-4f4b-414e-9532-f826be0e46c0 service nova] Releasing lock "refresh_cache-78ec1423-1160-453a-b6db-9348b37d34f9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.969067] env[70015]: DEBUG nova.compute.manager [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Stashing vm_state: active {{(pid=70015) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1219.089948] env[70015]: DEBUG nova.objects.instance [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lazy-loading 'numa_topology' on Instance uuid 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1219.492343] env[70015]: DEBUG oslo_concurrency.lockutils [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.592588] env[70015]: INFO nova.compute.claims [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1219.605611] env[70015]: DEBUG nova.compute.manager [req-9c1aac7c-ca88-4052-a762-cb1ff9453ce8 req-d00907bd-1a06-44c7-8c03-c72614634239 service nova] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Received event network-changed-3196c0f5-02a2-4267-8f55-e0bf43c1b15d {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.605826] env[70015]: DEBUG nova.compute.manager [req-9c1aac7c-ca88-4052-a762-cb1ff9453ce8 req-d00907bd-1a06-44c7-8c03-c72614634239 service nova] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Refreshing instance network info cache due to event network-changed-3196c0f5-02a2-4267-8f55-e0bf43c1b15d. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1219.606041] env[70015]: DEBUG oslo_concurrency.lockutils [req-9c1aac7c-ca88-4052-a762-cb1ff9453ce8 req-d00907bd-1a06-44c7-8c03-c72614634239 service nova] Acquiring lock "refresh_cache-f12bbf8d-474b-47f3-9f23-b69c8b7202a4" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.606247] env[70015]: DEBUG oslo_concurrency.lockutils [req-9c1aac7c-ca88-4052-a762-cb1ff9453ce8 req-d00907bd-1a06-44c7-8c03-c72614634239 service nova] Acquired lock "refresh_cache-f12bbf8d-474b-47f3-9f23-b69c8b7202a4" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.606586] env[70015]: DEBUG nova.network.neutron [req-9c1aac7c-ca88-4052-a762-cb1ff9453ce8 req-d00907bd-1a06-44c7-8c03-c72614634239 service nova] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Refreshing network info cache for port 3196c0f5-02a2-4267-8f55-e0bf43c1b15d {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1220.301680] env[70015]: DEBUG nova.network.neutron [req-9c1aac7c-ca88-4052-a762-cb1ff9453ce8 req-d00907bd-1a06-44c7-8c03-c72614634239 service nova] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Updated VIF entry in instance network info cache for port 3196c0f5-02a2-4267-8f55-e0bf43c1b15d. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1220.302068] env[70015]: DEBUG nova.network.neutron [req-9c1aac7c-ca88-4052-a762-cb1ff9453ce8 req-d00907bd-1a06-44c7-8c03-c72614634239 service nova] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Updating instance_info_cache with network_info: [{"id": "3196c0f5-02a2-4267-8f55-e0bf43c1b15d", "address": "fa:16:3e:21:9c:38", "network": {"id": "8f7fedcd-4fbd-4c74-ad06-9db4b807c476", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1172678132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f46bede451e4bd286f66d742e8a0a39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3196c0f5-02", "ovs_interfaceid": "3196c0f5-02a2-4267-8f55-e0bf43c1b15d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.321209] env[70015]: DEBUG oslo_concurrency.lockutils [None req-32e0a264-929d-4d99-b129-abbc79ab7dfd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "ac41ac84-69f3-41f1-b0e8-1833357fa0e7" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.321442] env[70015]: DEBUG oslo_concurrency.lockutils [None req-32e0a264-929d-4d99-b129-abbc79ab7dfd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "ac41ac84-69f3-41f1-b0e8-1833357fa0e7" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.321622] env[70015]: DEBUG nova.compute.manager [None req-32e0a264-929d-4d99-b129-abbc79ab7dfd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Going to confirm migration 7 {{(pid=70015) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1220.737340] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8352f65-3895-4aba-b01d-ad506806940b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.745377] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1d5973-274b-41b9-8e5f-1e85279728f5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.776792] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b316400-9ee6-4872-b0ac-d8661dd39f8a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.786016] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c220ab-ccf9-4f09-96e4-bd4d03dde548 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.804403] env[70015]: DEBUG oslo_concurrency.lockutils [req-9c1aac7c-ca88-4052-a762-cb1ff9453ce8 req-d00907bd-1a06-44c7-8c03-c72614634239 service nova] Releasing lock "refresh_cache-f12bbf8d-474b-47f3-9f23-b69c8b7202a4" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.805170] env[70015]: DEBUG nova.compute.provider_tree [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1220.868011] env[70015]: DEBUG oslo_concurrency.lockutils [None req-32e0a264-929d-4d99-b129-abbc79ab7dfd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "refresh_cache-ac41ac84-69f3-41f1-b0e8-1833357fa0e7" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.868251] env[70015]: DEBUG oslo_concurrency.lockutils [None req-32e0a264-929d-4d99-b129-abbc79ab7dfd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquired lock "refresh_cache-ac41ac84-69f3-41f1-b0e8-1833357fa0e7" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.868459] env[70015]: DEBUG nova.network.neutron [None req-32e0a264-929d-4d99-b129-abbc79ab7dfd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1220.868646] env[70015]: DEBUG nova.objects.instance [None req-32e0a264-929d-4d99-b129-abbc79ab7dfd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lazy-loading 'info_cache' on Instance uuid ac41ac84-69f3-41f1-b0e8-1833357fa0e7 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.113604] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3345909a-47ac-4851-a694-5c7e2b19c5a7 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Acquiring lock "7c480760-7d09-4007-bb8a-f2065cb42884" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.113873] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3345909a-47ac-4851-a694-5c7e2b19c5a7 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Lock "7c480760-7d09-4007-bb8a-f2065cb42884" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.309123] env[70015]: DEBUG nova.scheduler.client.report [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1221.617158] env[70015]: INFO nova.compute.manager [None req-3345909a-47ac-4851-a694-5c7e2b19c5a7 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Detaching volume ed93baaf-cc75-4acf-9b45-688284c7c819 [ 1221.652380] env[70015]: INFO nova.virt.block_device [None req-3345909a-47ac-4851-a694-5c7e2b19c5a7 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Attempting to driver detach volume ed93baaf-cc75-4acf-9b45-688284c7c819 from mountpoint /dev/sdb [ 1221.652658] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-3345909a-47ac-4851-a694-5c7e2b19c5a7 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Volume detach. Driver type: vmdk {{(pid=70015) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1221.652917] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-3345909a-47ac-4851-a694-5c7e2b19c5a7 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720425', 'volume_id': 'ed93baaf-cc75-4acf-9b45-688284c7c819', 'name': 'volume-ed93baaf-cc75-4acf-9b45-688284c7c819', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7c480760-7d09-4007-bb8a-f2065cb42884', 'attached_at': '', 'detached_at': '', 'volume_id': 'ed93baaf-cc75-4acf-9b45-688284c7c819', 'serial': 'ed93baaf-cc75-4acf-9b45-688284c7c819'} {{(pid=70015) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1221.654714] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524e63b6-e753-4115-963d-f9f79ba736bb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.679739] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4849b427-5c1e-415e-accf-fe54eb167152 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.687800] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69354404-cbd3-4fde-8e05-ff0cf166a071 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.708405] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798e8b43-ea08-440a-b77e-6089b8615e59 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.723652] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-3345909a-47ac-4851-a694-5c7e2b19c5a7 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] The volume has not been displaced from its original location: [datastore2] volume-ed93baaf-cc75-4acf-9b45-688284c7c819/volume-ed93baaf-cc75-4acf-9b45-688284c7c819.vmdk. No consolidation needed. {{(pid=70015) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1221.728921] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-3345909a-47ac-4851-a694-5c7e2b19c5a7 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Reconfiguring VM instance instance-0000006a to detach disk 2001 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1221.729228] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b33d7608-02e2-4865-83a9-4d41acf91191 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.748032] env[70015]: DEBUG oslo_vmware.api [None req-3345909a-47ac-4851-a694-5c7e2b19c5a7 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1221.748032] env[70015]: value = "task-3611768" [ 1221.748032] env[70015]: _type = "Task" [ 1221.748032] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.756451] env[70015]: DEBUG oslo_vmware.api [None req-3345909a-47ac-4851-a694-5c7e2b19c5a7 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611768, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.814021] env[70015]: DEBUG oslo_concurrency.lockutils [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.229s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.816728] env[70015]: DEBUG oslo_concurrency.lockutils [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.324s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.844395] env[70015]: INFO nova.network.neutron [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Updating port d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1222.172250] env[70015]: DEBUG nova.network.neutron [None req-32e0a264-929d-4d99-b129-abbc79ab7dfd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Updating instance_info_cache with network_info: [{"id": "bbce4693-4a06-4d0a-8972-6f76d1047a68", "address": "fa:16:3e:00:8a:64", "network": {"id": "8ce3f073-fbb0-428a-b358-e2d426cf9d9a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-661174958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1c3c3921bf344c780646f4bee87bbab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbce4693-4a", "ovs_interfaceid": "bbce4693-4a06-4d0a-8972-6f76d1047a68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.258961] env[70015]: DEBUG oslo_vmware.api [None req-3345909a-47ac-4851-a694-5c7e2b19c5a7 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611768, 'name': ReconfigVM_Task, 'duration_secs': 0.246906} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.259254] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-3345909a-47ac-4851-a694-5c7e2b19c5a7 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Reconfigured VM instance instance-0000006a to detach disk 2001 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1222.263873] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16d4a808-feab-4805-ba12-19aa5161a264 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.279468] env[70015]: DEBUG oslo_vmware.api [None req-3345909a-47ac-4851-a694-5c7e2b19c5a7 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1222.279468] env[70015]: value = "task-3611769" [ 1222.279468] env[70015]: _type = "Task" [ 1222.279468] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.287595] env[70015]: DEBUG oslo_vmware.api [None req-3345909a-47ac-4851-a694-5c7e2b19c5a7 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611769, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.321914] env[70015]: INFO nova.compute.claims [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1222.674729] env[70015]: DEBUG oslo_concurrency.lockutils [None req-32e0a264-929d-4d99-b129-abbc79ab7dfd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Releasing lock "refresh_cache-ac41ac84-69f3-41f1-b0e8-1833357fa0e7" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.675016] env[70015]: DEBUG nova.objects.instance [None req-32e0a264-929d-4d99-b129-abbc79ab7dfd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lazy-loading 'migration_context' on Instance uuid ac41ac84-69f3-41f1-b0e8-1833357fa0e7 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.789533] env[70015]: DEBUG oslo_vmware.api [None req-3345909a-47ac-4851-a694-5c7e2b19c5a7 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611769, 'name': ReconfigVM_Task, 'duration_secs': 0.141077} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.790332] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-3345909a-47ac-4851-a694-5c7e2b19c5a7 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720425', 'volume_id': 'ed93baaf-cc75-4acf-9b45-688284c7c819', 'name': 'volume-ed93baaf-cc75-4acf-9b45-688284c7c819', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7c480760-7d09-4007-bb8a-f2065cb42884', 'attached_at': '', 'detached_at': '', 'volume_id': 'ed93baaf-cc75-4acf-9b45-688284c7c819', 'serial': 'ed93baaf-cc75-4acf-9b45-688284c7c819'} {{(pid=70015) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1222.828255] env[70015]: INFO nova.compute.resource_tracker [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Updating resource usage from migration c78642f1-4c15-47b8-9f29-e26a5bf8f164 [ 1222.872154] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ce2773c2-a55d-44f6-9463-691554e9a52e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Acquiring lock "bc205347-4646-4071-9e6b-3437e39be863" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.872383] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ce2773c2-a55d-44f6-9463-691554e9a52e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lock "bc205347-4646-4071-9e6b-3437e39be863" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.968693] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbadcfe5-10bd-4fda-b5f5-5c0c0b7f2ec1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.976850] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49db2dd-1ed0-4a69-a9b5-b21f4c599764 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.007135] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c330c1-e30f-4e12-b4e9-5365382b2641 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.015025] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d5ce3f-4cae-46b8-bc10-46c3882b04ef {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.028174] env[70015]: DEBUG nova.compute.provider_tree [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.177505] env[70015]: DEBUG nova.objects.base [None req-32e0a264-929d-4d99-b129-abbc79ab7dfd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70015) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1223.178551] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5451b1-acfc-4d7d-950e-a08117a6083c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.198036] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7320617-1c2e-443a-90ac-2a6d1089835d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.204435] env[70015]: DEBUG oslo_vmware.api [None req-32e0a264-929d-4d99-b129-abbc79ab7dfd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1223.204435] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5296f770-8336-8599-1ab8-d0ea1a083f5b" [ 1223.204435] env[70015]: _type = "Task" [ 1223.204435] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.213917] env[70015]: DEBUG oslo_vmware.api [None req-32e0a264-929d-4d99-b129-abbc79ab7dfd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5296f770-8336-8599-1ab8-d0ea1a083f5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.332084] env[70015]: DEBUG nova.objects.instance [None req-3345909a-47ac-4851-a694-5c7e2b19c5a7 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Lazy-loading 'flavor' on Instance uuid 7c480760-7d09-4007-bb8a-f2065cb42884 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.377418] env[70015]: DEBUG nova.compute.utils [None req-ce2773c2-a55d-44f6-9463-691554e9a52e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1223.446484] env[70015]: DEBUG oslo_concurrency.lockutils [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquiring lock "refresh_cache-5bcd70ac-6f46-40b1-a048-3d6ac0c14b85" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.446636] env[70015]: DEBUG oslo_concurrency.lockutils [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquired lock "refresh_cache-5bcd70ac-6f46-40b1-a048-3d6ac0c14b85" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.446814] env[70015]: DEBUG nova.network.neutron [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1223.531474] env[70015]: DEBUG nova.scheduler.client.report [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1223.714730] env[70015]: DEBUG oslo_vmware.api [None req-32e0a264-929d-4d99-b129-abbc79ab7dfd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5296f770-8336-8599-1ab8-d0ea1a083f5b, 'name': SearchDatastore_Task, 'duration_secs': 0.011319} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.714974] env[70015]: DEBUG oslo_concurrency.lockutils [None req-32e0a264-929d-4d99-b129-abbc79ab7dfd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.880370] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ce2773c2-a55d-44f6-9463-691554e9a52e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lock "bc205347-4646-4071-9e6b-3437e39be863" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.036169] env[70015]: DEBUG oslo_concurrency.lockutils [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.219s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.036450] env[70015]: INFO nova.compute.manager [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Migrating [ 1224.045407] env[70015]: DEBUG oslo_concurrency.lockutils [None req-32e0a264-929d-4d99-b129-abbc79ab7dfd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.330s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.154365] env[70015]: DEBUG nova.network.neutron [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Updating instance_info_cache with network_info: [{"id": "d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44", "address": "fa:16:3e:79:85:5d", "network": {"id": "825adeb2-145f-454c-b624-cc7cf91966fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1496238884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e0ce85090f4c3c8d74e04f2101b99f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd31dbdf3-fd", "ovs_interfaceid": "d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.339379] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3345909a-47ac-4851-a694-5c7e2b19c5a7 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Lock "7c480760-7d09-4007-bb8a-f2065cb42884" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.225s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.532939] env[70015]: DEBUG nova.compute.manager [req-59dd6bb3-3207-4395-8938-11ef444cda25 req-ebf5bc5c-0df3-49d4-b1ee-198232d6cd80 service nova] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Received event network-vif-plugged-d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.533086] env[70015]: DEBUG oslo_concurrency.lockutils [req-59dd6bb3-3207-4395-8938-11ef444cda25 req-ebf5bc5c-0df3-49d4-b1ee-198232d6cd80 service nova] Acquiring lock "5bcd70ac-6f46-40b1-a048-3d6ac0c14b85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.533394] env[70015]: DEBUG oslo_concurrency.lockutils [req-59dd6bb3-3207-4395-8938-11ef444cda25 req-ebf5bc5c-0df3-49d4-b1ee-198232d6cd80 service nova] Lock "5bcd70ac-6f46-40b1-a048-3d6ac0c14b85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.533572] env[70015]: DEBUG oslo_concurrency.lockutils [req-59dd6bb3-3207-4395-8938-11ef444cda25 req-ebf5bc5c-0df3-49d4-b1ee-198232d6cd80 service nova] Lock "5bcd70ac-6f46-40b1-a048-3d6ac0c14b85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.533738] env[70015]: DEBUG nova.compute.manager [req-59dd6bb3-3207-4395-8938-11ef444cda25 req-ebf5bc5c-0df3-49d4-b1ee-198232d6cd80 service nova] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] No waiting events found dispatching network-vif-plugged-d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1224.533903] env[70015]: WARNING nova.compute.manager [req-59dd6bb3-3207-4395-8938-11ef444cda25 req-ebf5bc5c-0df3-49d4-b1ee-198232d6cd80 service nova] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Received unexpected event network-vif-plugged-d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44 for instance with vm_state shelved_offloaded and task_state spawning. [ 1224.555547] env[70015]: DEBUG oslo_concurrency.lockutils [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquiring lock "refresh_cache-f12bbf8d-474b-47f3-9f23-b69c8b7202a4" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.555710] env[70015]: DEBUG oslo_concurrency.lockutils [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquired lock "refresh_cache-f12bbf8d-474b-47f3-9f23-b69c8b7202a4" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.555954] env[70015]: DEBUG nova.network.neutron [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1224.656508] env[70015]: DEBUG oslo_concurrency.lockutils [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Releasing lock "refresh_cache-5bcd70ac-6f46-40b1-a048-3d6ac0c14b85" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.686504] env[70015]: DEBUG nova.virt.hardware [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='95221a38b372f2975160ba4cd0162902',container_format='bare',created_at=2025-04-25T21:08:18Z,direct_url=,disk_format='vmdk',id=0093fb10-3dc8-4049-94f8-f547e2c09134,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1651841566-shelved',owner='73e0ce85090f4c3c8d74e04f2101b99f',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-04-25T21:08:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1224.686773] env[70015]: DEBUG nova.virt.hardware [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1224.686927] env[70015]: DEBUG nova.virt.hardware [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1224.687133] env[70015]: DEBUG nova.virt.hardware [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1224.687294] env[70015]: DEBUG nova.virt.hardware [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1224.687457] env[70015]: DEBUG nova.virt.hardware [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1224.687664] env[70015]: DEBUG nova.virt.hardware [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1224.687824] env[70015]: DEBUG nova.virt.hardware [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1224.687989] env[70015]: DEBUG nova.virt.hardware [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1224.688187] env[70015]: DEBUG nova.virt.hardware [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1224.688370] env[70015]: DEBUG nova.virt.hardware [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1224.689564] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba98ea42-1adf-4c7b-93d3-a2389c952bfa {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.697757] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492dd315-d8ef-47c3-9380-0b6da2a76640 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.715809] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:85:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae1d6a8-cbba-4bbf-af10-ba5467340475', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd31dbdf3-fd19-4d2f-9711-c1d42ce7bc44', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1224.723267] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1224.725830] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1224.726325] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f85367d5-b0ca-4207-82e4-0e131c5475a8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.748778] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1224.748778] env[70015]: value = "task-3611770" [ 1224.748778] env[70015]: _type = "Task" [ 1224.748778] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.753047] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75e835f-b243-41c8-bfa6-86b24d4108ac {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.760250] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611770, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.762887] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56db7bb-f474-4d2b-ad77-83549d2123fc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.793307] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd220f7-6332-44f9-a99e-a8ecdab0115c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.800966] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4595b057-0ec2-4866-89e5-da9f77a36b02 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.814729] env[70015]: DEBUG nova.compute.provider_tree [None req-32e0a264-929d-4d99-b129-abbc79ab7dfd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.934418] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ce2773c2-a55d-44f6-9463-691554e9a52e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Acquiring lock "bc205347-4646-4071-9e6b-3437e39be863" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.934815] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ce2773c2-a55d-44f6-9463-691554e9a52e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lock "bc205347-4646-4071-9e6b-3437e39be863" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.934986] env[70015]: INFO nova.compute.manager [None req-ce2773c2-a55d-44f6-9463-691554e9a52e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: bc205347-4646-4071-9e6b-3437e39be863] Attaching volume cf0c6e95-f10f-4dc3-bd5b-01eeccff969f to /dev/sdb [ 1224.972439] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0513267c-5651-4a9b-8216-c669692d9bf4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.979992] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc7d78b-d1f7-441a-bb2f-07be7f914f2d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.994776] env[70015]: DEBUG nova.virt.block_device [None req-ce2773c2-a55d-44f6-9463-691554e9a52e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: bc205347-4646-4071-9e6b-3437e39be863] Updating existing volume attachment record: b0856b89-5ead-4061-aab3-84491ac9d43a {{(pid=70015) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1225.258745] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611770, 'name': CreateVM_Task, 'duration_secs': 0.340328} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.258951] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1225.259608] env[70015]: DEBUG oslo_concurrency.lockutils [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0093fb10-3dc8-4049-94f8-f547e2c09134" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.259777] env[70015]: DEBUG oslo_concurrency.lockutils [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0093fb10-3dc8-4049-94f8-f547e2c09134" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.260196] env[70015]: DEBUG oslo_concurrency.lockutils [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0093fb10-3dc8-4049-94f8-f547e2c09134" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.260446] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc6497cd-34d4-440c-8402-9a4f8912fa20 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.265217] env[70015]: DEBUG oslo_vmware.api [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 1225.265217] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52ccb235-aeb5-2d50-9299-41cbbbd54274" [ 1225.265217] env[70015]: _type = "Task" [ 1225.265217] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.268765] env[70015]: DEBUG nova.network.neutron [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Updating instance_info_cache with network_info: [{"id": "3196c0f5-02a2-4267-8f55-e0bf43c1b15d", "address": "fa:16:3e:21:9c:38", "network": {"id": "8f7fedcd-4fbd-4c74-ad06-9db4b807c476", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1172678132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f46bede451e4bd286f66d742e8a0a39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3196c0f5-02", "ovs_interfaceid": "3196c0f5-02a2-4267-8f55-e0bf43c1b15d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.274432] env[70015]: DEBUG oslo_vmware.api [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52ccb235-aeb5-2d50-9299-41cbbbd54274, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.319082] env[70015]: DEBUG nova.scheduler.client.report [None req-32e0a264-929d-4d99-b129-abbc79ab7dfd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1225.337791] env[70015]: DEBUG oslo_concurrency.lockutils [None req-564474fe-5d01-44b1-be77-a07e11431774 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Acquiring lock "7c480760-7d09-4007-bb8a-f2065cb42884" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.338038] env[70015]: DEBUG oslo_concurrency.lockutils [None req-564474fe-5d01-44b1-be77-a07e11431774 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Lock "7c480760-7d09-4007-bb8a-f2065cb42884" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.338248] env[70015]: DEBUG oslo_concurrency.lockutils [None req-564474fe-5d01-44b1-be77-a07e11431774 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Acquiring lock "7c480760-7d09-4007-bb8a-f2065cb42884-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.338455] env[70015]: DEBUG oslo_concurrency.lockutils [None req-564474fe-5d01-44b1-be77-a07e11431774 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Lock "7c480760-7d09-4007-bb8a-f2065cb42884-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.338639] env[70015]: DEBUG oslo_concurrency.lockutils [None req-564474fe-5d01-44b1-be77-a07e11431774 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Lock "7c480760-7d09-4007-bb8a-f2065cb42884-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.340883] env[70015]: INFO nova.compute.manager [None req-564474fe-5d01-44b1-be77-a07e11431774 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Terminating instance [ 1225.771081] env[70015]: DEBUG oslo_concurrency.lockutils [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Releasing lock "refresh_cache-f12bbf8d-474b-47f3-9f23-b69c8b7202a4" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.776298] env[70015]: DEBUG oslo_concurrency.lockutils [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0093fb10-3dc8-4049-94f8-f547e2c09134" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.776542] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Processing image 0093fb10-3dc8-4049-94f8-f547e2c09134 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1225.776775] env[70015]: DEBUG oslo_concurrency.lockutils [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0093fb10-3dc8-4049-94f8-f547e2c09134/0093fb10-3dc8-4049-94f8-f547e2c09134.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.776925] env[70015]: DEBUG oslo_concurrency.lockutils [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0093fb10-3dc8-4049-94f8-f547e2c09134/0093fb10-3dc8-4049-94f8-f547e2c09134.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.777115] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1225.777560] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c19ea4a-ea92-40c1-abd8-7cc79290af3e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.794803] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1225.794980] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1225.795727] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d28378e-5943-43e6-9fcd-776712418c49 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.801150] env[70015]: DEBUG oslo_vmware.api [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 1225.801150] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]522e6aac-cc4e-c633-cc82-c438356d3974" [ 1225.801150] env[70015]: _type = "Task" [ 1225.801150] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.808317] env[70015]: DEBUG oslo_vmware.api [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]522e6aac-cc4e-c633-cc82-c438356d3974, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.844715] env[70015]: DEBUG nova.compute.manager [None req-564474fe-5d01-44b1-be77-a07e11431774 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1225.844924] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-564474fe-5d01-44b1-be77-a07e11431774 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1225.846349] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8873e75-5ec5-4829-9799-b18d1e137e8d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.853679] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-564474fe-5d01-44b1-be77-a07e11431774 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.854144] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c232e9a-d619-47c7-95b9-61bb058b3f34 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.860267] env[70015]: DEBUG oslo_vmware.api [None req-564474fe-5d01-44b1-be77-a07e11431774 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1225.860267] env[70015]: value = "task-3611772" [ 1225.860267] env[70015]: _type = "Task" [ 1225.860267] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.868093] env[70015]: DEBUG oslo_vmware.api [None req-564474fe-5d01-44b1-be77-a07e11431774 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611772, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.311856] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Preparing fetch location {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1226.312359] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Fetch image to [datastore2] OSTACK_IMG_c7b24556-6f55-4c41-9d9b-061e81a4af1f/OSTACK_IMG_c7b24556-6f55-4c41-9d9b-061e81a4af1f.vmdk {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1226.312359] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Downloading stream optimized image 0093fb10-3dc8-4049-94f8-f547e2c09134 to [datastore2] OSTACK_IMG_c7b24556-6f55-4c41-9d9b-061e81a4af1f/OSTACK_IMG_c7b24556-6f55-4c41-9d9b-061e81a4af1f.vmdk on the data store datastore2 as vApp {{(pid=70015) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1226.312558] env[70015]: DEBUG nova.virt.vmwareapi.images [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Downloading image file data 0093fb10-3dc8-4049-94f8-f547e2c09134 to the ESX as VM named 'OSTACK_IMG_c7b24556-6f55-4c41-9d9b-061e81a4af1f' {{(pid=70015) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1226.328928] env[70015]: DEBUG oslo_concurrency.lockutils [None req-32e0a264-929d-4d99-b129-abbc79ab7dfd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.283s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.373374] env[70015]: DEBUG oslo_vmware.api [None req-564474fe-5d01-44b1-be77-a07e11431774 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611772, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.392670] env[70015]: DEBUG oslo_vmware.rw_handles [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1226.392670] env[70015]: value = "resgroup-9" [ 1226.392670] env[70015]: _type = "ResourcePool" [ 1226.392670] env[70015]: }. {{(pid=70015) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1226.392953] env[70015]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-cc367b06-904b-4453-ba76-0ff42031e610 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.414279] env[70015]: DEBUG oslo_vmware.rw_handles [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lease: (returnval){ [ 1226.414279] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]528bbf1a-b03b-6933-9739-7d9b773a295d" [ 1226.414279] env[70015]: _type = "HttpNfcLease" [ 1226.414279] env[70015]: } obtained for vApp import into resource pool (val){ [ 1226.414279] env[70015]: value = "resgroup-9" [ 1226.414279] env[70015]: _type = "ResourcePool" [ 1226.414279] env[70015]: }. {{(pid=70015) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1226.414665] env[70015]: DEBUG oslo_vmware.api [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the lease: (returnval){ [ 1226.414665] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]528bbf1a-b03b-6933-9739-7d9b773a295d" [ 1226.414665] env[70015]: _type = "HttpNfcLease" [ 1226.414665] env[70015]: } to be ready. {{(pid=70015) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1226.422687] env[70015]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1226.422687] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]528bbf1a-b03b-6933-9739-7d9b773a295d" [ 1226.422687] env[70015]: _type = "HttpNfcLease" [ 1226.422687] env[70015]: } is initializing. {{(pid=70015) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1226.557815] env[70015]: DEBUG nova.compute.manager [req-9997cda0-ab0a-4e68-8b04-7e1f1d104992 req-1665aa63-5cfc-4587-84a8-bab1e8d924eb service nova] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Received event network-changed-d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.558057] env[70015]: DEBUG nova.compute.manager [req-9997cda0-ab0a-4e68-8b04-7e1f1d104992 req-1665aa63-5cfc-4587-84a8-bab1e8d924eb service nova] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Refreshing instance network info cache due to event network-changed-d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1226.558309] env[70015]: DEBUG oslo_concurrency.lockutils [req-9997cda0-ab0a-4e68-8b04-7e1f1d104992 req-1665aa63-5cfc-4587-84a8-bab1e8d924eb service nova] Acquiring lock "refresh_cache-5bcd70ac-6f46-40b1-a048-3d6ac0c14b85" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.558486] env[70015]: DEBUG oslo_concurrency.lockutils [req-9997cda0-ab0a-4e68-8b04-7e1f1d104992 req-1665aa63-5cfc-4587-84a8-bab1e8d924eb service nova] Acquired lock "refresh_cache-5bcd70ac-6f46-40b1-a048-3d6ac0c14b85" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.558683] env[70015]: DEBUG nova.network.neutron [req-9997cda0-ab0a-4e68-8b04-7e1f1d104992 req-1665aa63-5cfc-4587-84a8-bab1e8d924eb service nova] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Refreshing network info cache for port d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1226.870177] env[70015]: DEBUG oslo_vmware.api [None req-564474fe-5d01-44b1-be77-a07e11431774 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611772, 'name': PowerOffVM_Task, 'duration_secs': 0.557486} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.870455] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-564474fe-5d01-44b1-be77-a07e11431774 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1226.870649] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-564474fe-5d01-44b1-be77-a07e11431774 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1226.870903] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7975e815-cfc8-4780-b3c4-52e28a1e3c69 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.888656] env[70015]: INFO nova.scheduler.client.report [None req-32e0a264-929d-4d99-b129-abbc79ab7dfd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Deleted allocation for migration 2a1cfd6a-e8c7-48e3-9982-9487a8e209f3 [ 1226.922956] env[70015]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1226.922956] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]528bbf1a-b03b-6933-9739-7d9b773a295d" [ 1226.922956] env[70015]: _type = "HttpNfcLease" [ 1226.922956] env[70015]: } is ready. {{(pid=70015) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1226.923420] env[70015]: DEBUG oslo_vmware.rw_handles [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1226.923420] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]528bbf1a-b03b-6933-9739-7d9b773a295d" [ 1226.923420] env[70015]: _type = "HttpNfcLease" [ 1226.923420] env[70015]: }. {{(pid=70015) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1226.924289] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6b59a7-dcc1-40bd-8899-973c022a4647 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.932468] env[70015]: DEBUG oslo_vmware.rw_handles [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ff6228-a0f6-919c-c636-e245c3f9ce0b/disk-0.vmdk from lease info. {{(pid=70015) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1226.932726] env[70015]: DEBUG oslo_vmware.rw_handles [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ff6228-a0f6-919c-c636-e245c3f9ce0b/disk-0.vmdk. {{(pid=70015) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1226.990183] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-564474fe-5d01-44b1-be77-a07e11431774 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1226.990391] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-564474fe-5d01-44b1-be77-a07e11431774 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1226.990559] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-564474fe-5d01-44b1-be77-a07e11431774 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Deleting the datastore file [datastore1] 7c480760-7d09-4007-bb8a-f2065cb42884 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1226.990819] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5392738-9e2f-43f4-a320-64a4d07b5196 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.997479] env[70015]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-50ca8701-c6e7-41d0-9031-e5445dac2387 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.000786] env[70015]: DEBUG oslo_vmware.api [None req-564474fe-5d01-44b1-be77-a07e11431774 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1227.000786] env[70015]: value = "task-3611775" [ 1227.000786] env[70015]: _type = "Task" [ 1227.000786] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.009732] env[70015]: DEBUG oslo_vmware.api [None req-564474fe-5d01-44b1-be77-a07e11431774 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611775, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.290123] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39071e5d-601e-4189-8052-0a86303ea425 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.314135] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Updating instance 'f12bbf8d-474b-47f3-9f23-b69c8b7202a4' progress to 0 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1227.331702] env[70015]: DEBUG nova.network.neutron [req-9997cda0-ab0a-4e68-8b04-7e1f1d104992 req-1665aa63-5cfc-4587-84a8-bab1e8d924eb service nova] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Updated VIF entry in instance network info cache for port d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1227.332124] env[70015]: DEBUG nova.network.neutron [req-9997cda0-ab0a-4e68-8b04-7e1f1d104992 req-1665aa63-5cfc-4587-84a8-bab1e8d924eb service nova] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Updating instance_info_cache with network_info: [{"id": "d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44", "address": "fa:16:3e:79:85:5d", "network": {"id": "825adeb2-145f-454c-b624-cc7cf91966fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1496238884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e0ce85090f4c3c8d74e04f2101b99f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd31dbdf3-fd", "ovs_interfaceid": "d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.393995] env[70015]: DEBUG oslo_concurrency.lockutils [None req-32e0a264-929d-4d99-b129-abbc79ab7dfd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "ac41ac84-69f3-41f1-b0e8-1833357fa0e7" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.072s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.512580] env[70015]: DEBUG oslo_vmware.api [None req-564474fe-5d01-44b1-be77-a07e11431774 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611775, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157334} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.512806] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-564474fe-5d01-44b1-be77-a07e11431774 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1227.512960] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-564474fe-5d01-44b1-be77-a07e11431774 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1227.513149] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-564474fe-5d01-44b1-be77-a07e11431774 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1227.513352] env[70015]: INFO nova.compute.manager [None req-564474fe-5d01-44b1-be77-a07e11431774 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1227.513593] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-564474fe-5d01-44b1-be77-a07e11431774 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1227.513784] env[70015]: DEBUG nova.compute.manager [-] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1227.513877] env[70015]: DEBUG nova.network.neutron [-] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1227.824639] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1227.825160] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5558012b-a2bd-4a9f-9b9e-d7ff7e2a9fe7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.834954] env[70015]: DEBUG oslo_vmware.api [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 1227.834954] env[70015]: value = "task-3611777" [ 1227.834954] env[70015]: _type = "Task" [ 1227.834954] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.837947] env[70015]: DEBUG oslo_concurrency.lockutils [req-9997cda0-ab0a-4e68-8b04-7e1f1d104992 req-1665aa63-5cfc-4587-84a8-bab1e8d924eb service nova] Releasing lock "refresh_cache-5bcd70ac-6f46-40b1-a048-3d6ac0c14b85" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.849136] env[70015]: DEBUG oslo_vmware.api [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.112051] env[70015]: DEBUG oslo_vmware.rw_handles [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Completed reading data from the image iterator. {{(pid=70015) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1228.112421] env[70015]: DEBUG oslo_vmware.rw_handles [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ff6228-a0f6-919c-c636-e245c3f9ce0b/disk-0.vmdk. {{(pid=70015) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1228.113466] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e319f1-3dee-410a-adfc-1c50c4af6c4a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.121064] env[70015]: DEBUG oslo_vmware.rw_handles [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ff6228-a0f6-919c-c636-e245c3f9ce0b/disk-0.vmdk is in state: ready. {{(pid=70015) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1228.121224] env[70015]: DEBUG oslo_vmware.rw_handles [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ff6228-a0f6-919c-c636-e245c3f9ce0b/disk-0.vmdk. {{(pid=70015) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1228.121398] env[70015]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-beec768b-e329-4710-924c-14d3ed07b8a6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.331619] env[70015]: DEBUG oslo_vmware.rw_handles [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ff6228-a0f6-919c-c636-e245c3f9ce0b/disk-0.vmdk. {{(pid=70015) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1228.332143] env[70015]: INFO nova.virt.vmwareapi.images [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Downloaded image file data 0093fb10-3dc8-4049-94f8-f547e2c09134 [ 1228.333118] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e444eee-abb0-43ca-a63e-633062be1aca {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.353852] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-440d2dd4-7bf4-4683-bca7-bff1f9d5dc11 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.361297] env[70015]: DEBUG oslo_vmware.api [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611777, 'name': PowerOffVM_Task, 'duration_secs': 0.193056} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.362226] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1228.362451] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Updating instance 'f12bbf8d-474b-47f3-9f23-b69c8b7202a4' progress to 17 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1228.386198] env[70015]: INFO nova.virt.vmwareapi.images [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] The imported VM was unregistered [ 1228.388836] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Caching image {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1228.389158] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Creating directory with path [datastore2] devstack-image-cache_base/0093fb10-3dc8-4049-94f8-f547e2c09134 {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1228.389458] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3e72e6c-f737-45c9-8628-aea311739e30 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.402769] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Created directory with path [datastore2] devstack-image-cache_base/0093fb10-3dc8-4049-94f8-f547e2c09134 {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1228.403041] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_c7b24556-6f55-4c41-9d9b-061e81a4af1f/OSTACK_IMG_c7b24556-6f55-4c41-9d9b-061e81a4af1f.vmdk to [datastore2] devstack-image-cache_base/0093fb10-3dc8-4049-94f8-f547e2c09134/0093fb10-3dc8-4049-94f8-f547e2c09134.vmdk. {{(pid=70015) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1228.403307] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f32d586f-c010-4c37-ae5f-6ffee1dd62d2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.417602] env[70015]: DEBUG oslo_vmware.api [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 1228.417602] env[70015]: value = "task-3611779" [ 1228.417602] env[70015]: _type = "Task" [ 1228.417602] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.425523] env[70015]: DEBUG oslo_vmware.api [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611779, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.539270] env[70015]: DEBUG nova.network.neutron [-] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.584056] env[70015]: DEBUG nova.compute.manager [req-2b3438ed-8b9c-40a1-b4fe-ec7764f541d6 req-95e44a62-f3ce-40ee-a2a8-036a85c684a1 service nova] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Received event network-vif-deleted-40708d14-1d3d-46d6-b641-e5faa796ba94 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.863320] env[70015]: DEBUG oslo_concurrency.lockutils [None req-32e0a264-929d-4d99-b129-abbc79ab7dfd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "ac41ac84-69f3-41f1-b0e8-1833357fa0e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.863646] env[70015]: DEBUG oslo_concurrency.lockutils [None req-32e0a264-929d-4d99-b129-abbc79ab7dfd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "ac41ac84-69f3-41f1-b0e8-1833357fa0e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.863962] env[70015]: DEBUG oslo_concurrency.lockutils [None req-32e0a264-929d-4d99-b129-abbc79ab7dfd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "ac41ac84-69f3-41f1-b0e8-1833357fa0e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.864150] env[70015]: DEBUG oslo_concurrency.lockutils [None req-32e0a264-929d-4d99-b129-abbc79ab7dfd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "ac41ac84-69f3-41f1-b0e8-1833357fa0e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.864332] env[70015]: DEBUG oslo_concurrency.lockutils [None req-32e0a264-929d-4d99-b129-abbc79ab7dfd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "ac41ac84-69f3-41f1-b0e8-1833357fa0e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.866800] env[70015]: INFO nova.compute.manager [None req-32e0a264-929d-4d99-b129-abbc79ab7dfd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Terminating instance [ 1228.869931] env[70015]: DEBUG nova.virt.hardware [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1228.870214] env[70015]: DEBUG nova.virt.hardware [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1228.870339] env[70015]: DEBUG nova.virt.hardware [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1228.870527] env[70015]: DEBUG nova.virt.hardware [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1228.870671] env[70015]: DEBUG nova.virt.hardware [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1228.870819] env[70015]: DEBUG nova.virt.hardware [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1228.871031] env[70015]: DEBUG nova.virt.hardware [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1228.871199] env[70015]: DEBUG nova.virt.hardware [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1228.871367] env[70015]: DEBUG nova.virt.hardware [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1228.871532] env[70015]: DEBUG nova.virt.hardware [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1228.871703] env[70015]: DEBUG nova.virt.hardware [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1228.877909] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17fa5714-7cdc-4319-80b7-0adb81e445cc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.896706] env[70015]: DEBUG oslo_vmware.api [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 1228.896706] env[70015]: value = "task-3611780" [ 1228.896706] env[70015]: _type = "Task" [ 1228.896706] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.908676] env[70015]: DEBUG oslo_vmware.api [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611780, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.930758] env[70015]: DEBUG oslo_vmware.api [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611779, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.042198] env[70015]: INFO nova.compute.manager [-] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Took 1.53 seconds to deallocate network for instance. [ 1229.389701] env[70015]: DEBUG nova.compute.manager [None req-32e0a264-929d-4d99-b129-abbc79ab7dfd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1229.390102] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-32e0a264-929d-4d99-b129-abbc79ab7dfd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1229.391368] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f915f2f-6592-4812-9c95-8c66b1d00be7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.403415] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-32e0a264-929d-4d99-b129-abbc79ab7dfd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1229.404072] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58905cea-a2ce-4076-8270-45e154726f13 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.408738] env[70015]: DEBUG oslo_vmware.api [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611780, 'name': ReconfigVM_Task, 'duration_secs': 0.334459} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.409416] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Updating instance 'f12bbf8d-474b-47f3-9f23-b69c8b7202a4' progress to 33 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1229.415633] env[70015]: DEBUG oslo_vmware.api [None req-32e0a264-929d-4d99-b129-abbc79ab7dfd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1229.415633] env[70015]: value = "task-3611781" [ 1229.415633] env[70015]: _type = "Task" [ 1229.415633] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.428085] env[70015]: DEBUG oslo_vmware.api [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611779, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.431683] env[70015]: DEBUG oslo_vmware.api [None req-32e0a264-929d-4d99-b129-abbc79ab7dfd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611781, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.541041] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce2773c2-a55d-44f6-9463-691554e9a52e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: bc205347-4646-4071-9e6b-3437e39be863] Volume attach. Driver type: vmdk {{(pid=70015) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1229.541273] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce2773c2-a55d-44f6-9463-691554e9a52e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: bc205347-4646-4071-9e6b-3437e39be863] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720439', 'volume_id': 'cf0c6e95-f10f-4dc3-bd5b-01eeccff969f', 'name': 'volume-cf0c6e95-f10f-4dc3-bd5b-01eeccff969f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bc205347-4646-4071-9e6b-3437e39be863', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf0c6e95-f10f-4dc3-bd5b-01eeccff969f', 'serial': 'cf0c6e95-f10f-4dc3-bd5b-01eeccff969f'} {{(pid=70015) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1229.542191] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b35508-b639-4d48-a374-849ae13f0e3d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.549428] env[70015]: DEBUG oslo_concurrency.lockutils [None req-564474fe-5d01-44b1-be77-a07e11431774 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.549851] env[70015]: DEBUG oslo_concurrency.lockutils [None req-564474fe-5d01-44b1-be77-a07e11431774 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.550159] env[70015]: DEBUG nova.objects.instance [None req-564474fe-5d01-44b1-be77-a07e11431774 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Lazy-loading 'resources' on Instance uuid 7c480760-7d09-4007-bb8a-f2065cb42884 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.563836] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f163f742-7f24-4d29-a682-0ad8a65e7007 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.593713] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce2773c2-a55d-44f6-9463-691554e9a52e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: bc205347-4646-4071-9e6b-3437e39be863] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] volume-cf0c6e95-f10f-4dc3-bd5b-01eeccff969f/volume-cf0c6e95-f10f-4dc3-bd5b-01eeccff969f.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1229.594100] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1454e533-0336-4911-98be-f4745342840c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.616041] env[70015]: DEBUG oslo_vmware.api [None req-ce2773c2-a55d-44f6-9463-691554e9a52e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for the task: (returnval){ [ 1229.616041] env[70015]: value = "task-3611782" [ 1229.616041] env[70015]: _type = "Task" [ 1229.616041] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.627643] env[70015]: DEBUG oslo_vmware.api [None req-ce2773c2-a55d-44f6-9463-691554e9a52e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611782, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.915949] env[70015]: DEBUG nova.virt.hardware [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1229.916477] env[70015]: DEBUG nova.virt.hardware [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1229.916477] env[70015]: DEBUG nova.virt.hardware [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1229.916682] env[70015]: DEBUG nova.virt.hardware [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1229.916864] env[70015]: DEBUG nova.virt.hardware [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1229.917042] env[70015]: DEBUG nova.virt.hardware [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1229.917267] env[70015]: DEBUG nova.virt.hardware [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1229.917430] env[70015]: DEBUG nova.virt.hardware [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1229.917598] env[70015]: DEBUG nova.virt.hardware [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1229.917764] env[70015]: DEBUG nova.virt.hardware [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1229.917940] env[70015]: DEBUG nova.virt.hardware [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1229.923289] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1229.923694] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9dcde5ab-49f5-482a-96b4-bf8abb6ac72d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.950503] env[70015]: DEBUG oslo_vmware.api [None req-32e0a264-929d-4d99-b129-abbc79ab7dfd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611781, 'name': PowerOffVM_Task, 'duration_secs': 0.188829} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.954411] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-32e0a264-929d-4d99-b129-abbc79ab7dfd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1229.954594] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-32e0a264-929d-4d99-b129-abbc79ab7dfd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1229.954923] env[70015]: DEBUG oslo_vmware.api [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 1229.954923] env[70015]: value = "task-3611783" [ 1229.954923] env[70015]: _type = "Task" [ 1229.954923] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.955134] env[70015]: DEBUG oslo_vmware.api [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611779, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.955393] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c3f3572-8176-48c6-a68c-0680c09251f5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.969499] env[70015]: DEBUG oslo_vmware.api [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611783, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.017070] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-32e0a264-929d-4d99-b129-abbc79ab7dfd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1230.017344] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-32e0a264-929d-4d99-b129-abbc79ab7dfd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1230.017542] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-32e0a264-929d-4d99-b129-abbc79ab7dfd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Deleting the datastore file [datastore1] ac41ac84-69f3-41f1-b0e8-1833357fa0e7 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1230.017841] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83b20266-a6e1-439b-9cc7-509bfb077770 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.024716] env[70015]: DEBUG oslo_vmware.api [None req-32e0a264-929d-4d99-b129-abbc79ab7dfd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for the task: (returnval){ [ 1230.024716] env[70015]: value = "task-3611785" [ 1230.024716] env[70015]: _type = "Task" [ 1230.024716] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.032949] env[70015]: DEBUG oslo_vmware.api [None req-32e0a264-929d-4d99-b129-abbc79ab7dfd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611785, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.125654] env[70015]: DEBUG oslo_vmware.api [None req-ce2773c2-a55d-44f6-9463-691554e9a52e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611782, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.228491] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af346bf-a6bf-484f-9e41-04ccf0680b80 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.237347] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e00d945-731b-4cc9-b154-8c97c80f2f7a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.269301] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8317a871-e35a-4679-ae26-bd1251ddf0ad {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.277981] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5464a416-71bf-42af-b8d8-80d804b72b8e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.291714] env[70015]: DEBUG nova.compute.provider_tree [None req-564474fe-5d01-44b1-be77-a07e11431774 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1230.433981] env[70015]: DEBUG oslo_vmware.api [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611779, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.467388] env[70015]: DEBUG oslo_vmware.api [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611783, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.535267] env[70015]: DEBUG oslo_vmware.api [None req-32e0a264-929d-4d99-b129-abbc79ab7dfd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Task: {'id': task-3611785, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243898} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.535637] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-32e0a264-929d-4d99-b129-abbc79ab7dfd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1230.535841] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-32e0a264-929d-4d99-b129-abbc79ab7dfd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1230.536037] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-32e0a264-929d-4d99-b129-abbc79ab7dfd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1230.536220] env[70015]: INFO nova.compute.manager [None req-32e0a264-929d-4d99-b129-abbc79ab7dfd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1230.536470] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32e0a264-929d-4d99-b129-abbc79ab7dfd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1230.536675] env[70015]: DEBUG nova.compute.manager [-] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1230.536769] env[70015]: DEBUG nova.network.neutron [-] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1230.627902] env[70015]: DEBUG oslo_vmware.api [None req-ce2773c2-a55d-44f6-9463-691554e9a52e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611782, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.816522] env[70015]: ERROR nova.scheduler.client.report [None req-564474fe-5d01-44b1-be77-a07e11431774 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [req-22c7b10f-55dc-45c7-871c-fe195d7824b5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 74b1aad2-fde9-482f-bdc7-a62277f2e79c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-22c7b10f-55dc-45c7-871c-fe195d7824b5"}]} [ 1230.820880] env[70015]: DEBUG nova.compute.manager [req-9d9be4c7-aa20-4eaf-99f2-3c801a2eb45f req-999b46e9-2ed1-42d3-9f0c-c1a913d6231b service nova] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Received event network-vif-deleted-bbce4693-4a06-4d0a-8972-6f76d1047a68 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.821087] env[70015]: INFO nova.compute.manager [req-9d9be4c7-aa20-4eaf-99f2-3c801a2eb45f req-999b46e9-2ed1-42d3-9f0c-c1a913d6231b service nova] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Neutron deleted interface bbce4693-4a06-4d0a-8972-6f76d1047a68; detaching it from the instance and deleting it from the info cache [ 1230.821262] env[70015]: DEBUG nova.network.neutron [req-9d9be4c7-aa20-4eaf-99f2-3c801a2eb45f req-999b46e9-2ed1-42d3-9f0c-c1a913d6231b service nova] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.833763] env[70015]: DEBUG nova.scheduler.client.report [None req-564474fe-5d01-44b1-be77-a07e11431774 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Refreshing inventories for resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1230.846600] env[70015]: DEBUG nova.scheduler.client.report [None req-564474fe-5d01-44b1-be77-a07e11431774 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Updating ProviderTree inventory for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1230.846817] env[70015]: DEBUG nova.compute.provider_tree [None req-564474fe-5d01-44b1-be77-a07e11431774 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1230.856605] env[70015]: DEBUG nova.scheduler.client.report [None req-564474fe-5d01-44b1-be77-a07e11431774 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Refreshing aggregate associations for resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c, aggregates: None {{(pid=70015) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1230.872957] env[70015]: DEBUG nova.scheduler.client.report [None req-564474fe-5d01-44b1-be77-a07e11431774 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Refreshing trait associations for resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=70015) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1230.934263] env[70015]: DEBUG oslo_vmware.api [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611779, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.329914} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.936755] env[70015]: INFO nova.virt.vmwareapi.ds_util [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_c7b24556-6f55-4c41-9d9b-061e81a4af1f/OSTACK_IMG_c7b24556-6f55-4c41-9d9b-061e81a4af1f.vmdk to [datastore2] devstack-image-cache_base/0093fb10-3dc8-4049-94f8-f547e2c09134/0093fb10-3dc8-4049-94f8-f547e2c09134.vmdk. [ 1230.936933] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Cleaning up location [datastore2] OSTACK_IMG_c7b24556-6f55-4c41-9d9b-061e81a4af1f {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1230.937116] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_c7b24556-6f55-4c41-9d9b-061e81a4af1f {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1230.937541] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a821fb7-be11-4f96-914f-61a31cb368a7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.944768] env[70015]: DEBUG oslo_vmware.api [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 1230.944768] env[70015]: value = "task-3611786" [ 1230.944768] env[70015]: _type = "Task" [ 1230.944768] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.954759] env[70015]: DEBUG oslo_vmware.api [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.967903] env[70015]: DEBUG oslo_vmware.api [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611783, 'name': ReconfigVM_Task, 'duration_secs': 0.558905} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.968115] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1230.970835] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7518dfe2-b2d0-41f1-b56a-eac93ca8f150 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.992588] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] volume-6b0edc35-0aa6-411b-8320-138d2e7a9096/volume-6b0edc35-0aa6-411b-8320-138d2e7a9096.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1230.994914] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6de79ee2-393f-424f-a22d-dfd2f6bc4925 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.011890] env[70015]: DEBUG oslo_vmware.api [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 1231.011890] env[70015]: value = "task-3611787" [ 1231.011890] env[70015]: _type = "Task" [ 1231.011890] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.020821] env[70015]: DEBUG oslo_vmware.api [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611787, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.032280] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735dd891-9c3c-46af-8000-7e47167fea5d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.039468] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3235b7-769a-428a-bbf4-3660ea49f014 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.071130] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6923b7a3-a493-4b92-ba12-6244248ba976 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.078253] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1eac51-5374-46c4-974d-f902588d10f6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.091339] env[70015]: DEBUG nova.compute.provider_tree [None req-564474fe-5d01-44b1-be77-a07e11431774 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1231.127047] env[70015]: DEBUG oslo_vmware.api [None req-ce2773c2-a55d-44f6-9463-691554e9a52e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611782, 'name': ReconfigVM_Task, 'duration_secs': 1.099852} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.127335] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce2773c2-a55d-44f6-9463-691554e9a52e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: bc205347-4646-4071-9e6b-3437e39be863] Reconfigured VM instance instance-00000072 to attach disk [datastore2] volume-cf0c6e95-f10f-4dc3-bd5b-01eeccff969f/volume-cf0c6e95-f10f-4dc3-bd5b-01eeccff969f.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1231.132222] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-168d3868-274f-4563-9ef4-79c835b4d83a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.148851] env[70015]: DEBUG oslo_vmware.api [None req-ce2773c2-a55d-44f6-9463-691554e9a52e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for the task: (returnval){ [ 1231.148851] env[70015]: value = "task-3611788" [ 1231.148851] env[70015]: _type = "Task" [ 1231.148851] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.156707] env[70015]: DEBUG oslo_vmware.api [None req-ce2773c2-a55d-44f6-9463-691554e9a52e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611788, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.301434] env[70015]: DEBUG nova.network.neutron [-] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.325051] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9435b670-af44-499f-aa80-e4680a996ead {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.334031] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685a8e04-95c1-4e03-869c-bab86bf71691 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.364311] env[70015]: DEBUG nova.compute.manager [req-9d9be4c7-aa20-4eaf-99f2-3c801a2eb45f req-999b46e9-2ed1-42d3-9f0c-c1a913d6231b service nova] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Detach interface failed, port_id=bbce4693-4a06-4d0a-8972-6f76d1047a68, reason: Instance ac41ac84-69f3-41f1-b0e8-1833357fa0e7 could not be found. {{(pid=70015) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1231.454996] env[70015]: DEBUG oslo_vmware.api [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611786, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035498} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.455329] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1231.455520] env[70015]: DEBUG oslo_concurrency.lockutils [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0093fb10-3dc8-4049-94f8-f547e2c09134/0093fb10-3dc8-4049-94f8-f547e2c09134.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.455768] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0093fb10-3dc8-4049-94f8-f547e2c09134/0093fb10-3dc8-4049-94f8-f547e2c09134.vmdk to [datastore2] 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85/5bcd70ac-6f46-40b1-a048-3d6ac0c14b85.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1231.456029] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dfe000f9-ed32-474e-ae9a-24b4b5748b25 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.462275] env[70015]: DEBUG oslo_vmware.api [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 1231.462275] env[70015]: value = "task-3611789" [ 1231.462275] env[70015]: _type = "Task" [ 1231.462275] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.469801] env[70015]: DEBUG oslo_vmware.api [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611789, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.521120] env[70015]: DEBUG oslo_vmware.api [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611787, 'name': ReconfigVM_Task, 'duration_secs': 0.254258} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.521407] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Reconfigured VM instance instance-00000076 to attach disk [datastore2] volume-6b0edc35-0aa6-411b-8320-138d2e7a9096/volume-6b0edc35-0aa6-411b-8320-138d2e7a9096.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1231.521687] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Updating instance 'f12bbf8d-474b-47f3-9f23-b69c8b7202a4' progress to 50 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1231.621549] env[70015]: DEBUG nova.scheduler.client.report [None req-564474fe-5d01-44b1-be77-a07e11431774 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Updated inventory for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with generation 162 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1231.621814] env[70015]: DEBUG nova.compute.provider_tree [None req-564474fe-5d01-44b1-be77-a07e11431774 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Updating resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c generation from 162 to 163 during operation: update_inventory {{(pid=70015) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1231.621997] env[70015]: DEBUG nova.compute.provider_tree [None req-564474fe-5d01-44b1-be77-a07e11431774 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1231.661749] env[70015]: DEBUG oslo_vmware.api [None req-ce2773c2-a55d-44f6-9463-691554e9a52e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611788, 'name': ReconfigVM_Task, 'duration_secs': 0.172819} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.662129] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce2773c2-a55d-44f6-9463-691554e9a52e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: bc205347-4646-4071-9e6b-3437e39be863] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720439', 'volume_id': 'cf0c6e95-f10f-4dc3-bd5b-01eeccff969f', 'name': 'volume-cf0c6e95-f10f-4dc3-bd5b-01eeccff969f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bc205347-4646-4071-9e6b-3437e39be863', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf0c6e95-f10f-4dc3-bd5b-01eeccff969f', 'serial': 'cf0c6e95-f10f-4dc3-bd5b-01eeccff969f'} {{(pid=70015) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1231.803953] env[70015]: INFO nova.compute.manager [-] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Took 1.27 seconds to deallocate network for instance. [ 1231.972663] env[70015]: DEBUG oslo_vmware.api [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611789, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.028827] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69e7028-834b-4695-b2e8-ecf520252656 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.048469] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12bdd5b3-ffc4-485f-8526-9dc5e0fa1594 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.067119] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Updating instance 'f12bbf8d-474b-47f3-9f23-b69c8b7202a4' progress to 67 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1232.130271] env[70015]: DEBUG oslo_concurrency.lockutils [None req-564474fe-5d01-44b1-be77-a07e11431774 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.580s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.156861] env[70015]: INFO nova.scheduler.client.report [None req-564474fe-5d01-44b1-be77-a07e11431774 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Deleted allocations for instance 7c480760-7d09-4007-bb8a-f2065cb42884 [ 1232.312056] env[70015]: DEBUG oslo_concurrency.lockutils [None req-32e0a264-929d-4d99-b129-abbc79ab7dfd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.312558] env[70015]: DEBUG oslo_concurrency.lockutils [None req-32e0a264-929d-4d99-b129-abbc79ab7dfd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.312657] env[70015]: DEBUG oslo_concurrency.lockutils [None req-32e0a264-929d-4d99-b129-abbc79ab7dfd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.330993] env[70015]: INFO nova.scheduler.client.report [None req-32e0a264-929d-4d99-b129-abbc79ab7dfd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Deleted allocations for instance ac41ac84-69f3-41f1-b0e8-1833357fa0e7 [ 1232.475029] env[70015]: DEBUG oslo_vmware.api [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611789, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.667067] env[70015]: DEBUG oslo_concurrency.lockutils [None req-564474fe-5d01-44b1-be77-a07e11431774 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Lock "7c480760-7d09-4007-bb8a-f2065cb42884" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.328s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.705518] env[70015]: DEBUG nova.objects.instance [None req-ce2773c2-a55d-44f6-9463-691554e9a52e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lazy-loading 'flavor' on Instance uuid bc205347-4646-4071-9e6b-3437e39be863 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.839329] env[70015]: DEBUG oslo_concurrency.lockutils [None req-32e0a264-929d-4d99-b129-abbc79ab7dfd tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Lock "ac41ac84-69f3-41f1-b0e8-1833357fa0e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.976s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.974860] env[70015]: DEBUG oslo_vmware.api [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611789, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.210166] env[70015]: DEBUG oslo_concurrency.lockutils [None req-ce2773c2-a55d-44f6-9463-691554e9a52e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lock "bc205347-4646-4071-9e6b-3437e39be863" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.275s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.292323] env[70015]: DEBUG oslo_concurrency.lockutils [None req-67303e58-16fe-4a3f-96ed-f137dc85b664 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquiring lock "d5112f1f-40c6-44aa-9e14-0eb963a59067" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.292544] env[70015]: DEBUG oslo_concurrency.lockutils [None req-67303e58-16fe-4a3f-96ed-f137dc85b664 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "d5112f1f-40c6-44aa-9e14-0eb963a59067" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.292766] env[70015]: DEBUG nova.compute.manager [None req-67303e58-16fe-4a3f-96ed-f137dc85b664 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1233.293768] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11412534-882b-40c6-a3ef-d8c18d81d919 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.301066] env[70015]: DEBUG nova.compute.manager [None req-67303e58-16fe-4a3f-96ed-f137dc85b664 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70015) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1233.301656] env[70015]: DEBUG nova.objects.instance [None req-67303e58-16fe-4a3f-96ed-f137dc85b664 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lazy-loading 'flavor' on Instance uuid d5112f1f-40c6-44aa-9e14-0eb963a59067 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1233.474258] env[70015]: DEBUG oslo_vmware.api [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611789, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.517054] env[70015]: DEBUG oslo_concurrency.lockutils [None req-fa76e814-d24a-4d74-995f-68932c90e416 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Acquiring lock "bc205347-4646-4071-9e6b-3437e39be863" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.517367] env[70015]: DEBUG oslo_concurrency.lockutils [None req-fa76e814-d24a-4d74-995f-68932c90e416 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lock "bc205347-4646-4071-9e6b-3437e39be863" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.724681] env[70015]: DEBUG nova.network.neutron [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Port 3196c0f5-02a2-4267-8f55-e0bf43c1b15d binding to destination host cpu-1 is already ACTIVE {{(pid=70015) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1233.975503] env[70015]: DEBUG oslo_vmware.api [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611789, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.252155} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.975782] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0093fb10-3dc8-4049-94f8-f547e2c09134/0093fb10-3dc8-4049-94f8-f547e2c09134.vmdk to [datastore2] 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85/5bcd70ac-6f46-40b1-a048-3d6ac0c14b85.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1233.976599] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99702488-8146-4a85-97bd-db22d636d4cd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.997762] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85/5bcd70ac-6f46-40b1-a048-3d6ac0c14b85.vmdk or device None with type streamOptimized {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1233.998032] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8945dc40-3b37-49b7-b180-68be5bf91376 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.018247] env[70015]: DEBUG oslo_vmware.api [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 1234.018247] env[70015]: value = "task-3611792" [ 1234.018247] env[70015]: _type = "Task" [ 1234.018247] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.021578] env[70015]: INFO nova.compute.manager [None req-fa76e814-d24a-4d74-995f-68932c90e416 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: bc205347-4646-4071-9e6b-3437e39be863] Detaching volume cf0c6e95-f10f-4dc3-bd5b-01eeccff969f [ 1234.027880] env[70015]: DEBUG oslo_vmware.api [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611792, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.051191] env[70015]: INFO nova.virt.block_device [None req-fa76e814-d24a-4d74-995f-68932c90e416 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: bc205347-4646-4071-9e6b-3437e39be863] Attempting to driver detach volume cf0c6e95-f10f-4dc3-bd5b-01eeccff969f from mountpoint /dev/sdb [ 1234.051423] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa76e814-d24a-4d74-995f-68932c90e416 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: bc205347-4646-4071-9e6b-3437e39be863] Volume detach. Driver type: vmdk {{(pid=70015) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1234.051612] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa76e814-d24a-4d74-995f-68932c90e416 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: bc205347-4646-4071-9e6b-3437e39be863] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720439', 'volume_id': 'cf0c6e95-f10f-4dc3-bd5b-01eeccff969f', 'name': 'volume-cf0c6e95-f10f-4dc3-bd5b-01eeccff969f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bc205347-4646-4071-9e6b-3437e39be863', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf0c6e95-f10f-4dc3-bd5b-01eeccff969f', 'serial': 'cf0c6e95-f10f-4dc3-bd5b-01eeccff969f'} {{(pid=70015) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1234.052412] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b10d6d3-0b6c-4dda-972b-e9586eac34d5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.073557] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5203b3f1-45d3-4684-b1d8-3641e5eaa302 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.080261] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605406ec-9656-4025-b5c0-3b87f9fe1901 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.100156] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d133a8d8-1496-4c08-8877-722476d4938e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.114182] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa76e814-d24a-4d74-995f-68932c90e416 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] The volume has not been displaced from its original location: [datastore2] volume-cf0c6e95-f10f-4dc3-bd5b-01eeccff969f/volume-cf0c6e95-f10f-4dc3-bd5b-01eeccff969f.vmdk. No consolidation needed. {{(pid=70015) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1234.119317] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa76e814-d24a-4d74-995f-68932c90e416 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: bc205347-4646-4071-9e6b-3437e39be863] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1234.119559] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce54f05f-2c7e-4102-be88-e3d42e2d954a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.137186] env[70015]: DEBUG oslo_vmware.api [None req-fa76e814-d24a-4d74-995f-68932c90e416 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for the task: (returnval){ [ 1234.137186] env[70015]: value = "task-3611793" [ 1234.137186] env[70015]: _type = "Task" [ 1234.137186] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.144545] env[70015]: DEBUG oslo_vmware.api [None req-fa76e814-d24a-4d74-995f-68932c90e416 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611793, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.307682] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-67303e58-16fe-4a3f-96ed-f137dc85b664 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1234.307953] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b204302c-8d80-4852-a686-b39e9304c1a2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.315058] env[70015]: DEBUG oslo_vmware.api [None req-67303e58-16fe-4a3f-96ed-f137dc85b664 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1234.315058] env[70015]: value = "task-3611794" [ 1234.315058] env[70015]: _type = "Task" [ 1234.315058] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.323086] env[70015]: DEBUG oslo_vmware.api [None req-67303e58-16fe-4a3f-96ed-f137dc85b664 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611794, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.527743] env[70015]: DEBUG oslo_vmware.api [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611792, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.646756] env[70015]: DEBUG oslo_vmware.api [None req-fa76e814-d24a-4d74-995f-68932c90e416 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611793, 'name': ReconfigVM_Task, 'duration_secs': 0.41057} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.647038] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa76e814-d24a-4d74-995f-68932c90e416 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: bc205347-4646-4071-9e6b-3437e39be863] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1234.652675] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b789de0-33dc-419a-aa76-49826718f6ac {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.666719] env[70015]: DEBUG oslo_vmware.api [None req-fa76e814-d24a-4d74-995f-68932c90e416 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for the task: (returnval){ [ 1234.666719] env[70015]: value = "task-3611795" [ 1234.666719] env[70015]: _type = "Task" [ 1234.666719] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.675812] env[70015]: DEBUG oslo_vmware.api [None req-fa76e814-d24a-4d74-995f-68932c90e416 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611795, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.746844] env[70015]: DEBUG oslo_concurrency.lockutils [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquiring lock "f12bbf8d-474b-47f3-9f23-b69c8b7202a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.747243] env[70015]: DEBUG oslo_concurrency.lockutils [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "f12bbf8d-474b-47f3-9f23-b69c8b7202a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.747489] env[70015]: DEBUG oslo_concurrency.lockutils [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "f12bbf8d-474b-47f3-9f23-b69c8b7202a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.824470] env[70015]: DEBUG oslo_vmware.api [None req-67303e58-16fe-4a3f-96ed-f137dc85b664 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611794, 'name': PowerOffVM_Task, 'duration_secs': 0.179632} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.824679] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-67303e58-16fe-4a3f-96ed-f137dc85b664 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1234.824868] env[70015]: DEBUG nova.compute.manager [None req-67303e58-16fe-4a3f-96ed-f137dc85b664 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1234.825649] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85afe57-9232-4d72-a1a2-e5c89f593eff {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.027967] env[70015]: DEBUG oslo_vmware.api [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611792, 'name': ReconfigVM_Task, 'duration_secs': 0.641692} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.028758] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85/5bcd70ac-6f46-40b1-a048-3d6ac0c14b85.vmdk or device None with type streamOptimized {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1235.029747] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc080bc4-b75d-4b1a-b9ff-230f2d83090d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.036821] env[70015]: DEBUG oslo_vmware.api [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 1235.036821] env[70015]: value = "task-3611796" [ 1235.036821] env[70015]: _type = "Task" [ 1235.036821] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.044875] env[70015]: DEBUG oslo_vmware.api [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611796, 'name': Rename_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.177160] env[70015]: DEBUG oslo_vmware.api [None req-fa76e814-d24a-4d74-995f-68932c90e416 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611795, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.336671] env[70015]: DEBUG oslo_concurrency.lockutils [None req-67303e58-16fe-4a3f-96ed-f137dc85b664 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "d5112f1f-40c6-44aa-9e14-0eb963a59067" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.044s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.546736] env[70015]: DEBUG oslo_vmware.api [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611796, 'name': Rename_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.649601] env[70015]: DEBUG nova.objects.instance [None req-2eef6e41-c57c-4a97-be06-6b9d68274fba tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lazy-loading 'flavor' on Instance uuid d5112f1f-40c6-44aa-9e14-0eb963a59067 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.677337] env[70015]: DEBUG oslo_vmware.api [None req-fa76e814-d24a-4d74-995f-68932c90e416 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611795, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.805423] env[70015]: DEBUG oslo_concurrency.lockutils [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquiring lock "refresh_cache-f12bbf8d-474b-47f3-9f23-b69c8b7202a4" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.805639] env[70015]: DEBUG oslo_concurrency.lockutils [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquired lock "refresh_cache-f12bbf8d-474b-47f3-9f23-b69c8b7202a4" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.805820] env[70015]: DEBUG nova.network.neutron [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1236.047938] env[70015]: DEBUG oslo_vmware.api [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611796, 'name': Rename_Task, 'duration_secs': 0.885897} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.048244] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1236.048599] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4eb97124-80fa-4fbd-83cc-0922c4000bf1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.055050] env[70015]: DEBUG oslo_vmware.api [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 1236.055050] env[70015]: value = "task-3611797" [ 1236.055050] env[70015]: _type = "Task" [ 1236.055050] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.063370] env[70015]: DEBUG oslo_vmware.api [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611797, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.155570] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2eef6e41-c57c-4a97-be06-6b9d68274fba tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquiring lock "refresh_cache-d5112f1f-40c6-44aa-9e14-0eb963a59067" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.155827] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2eef6e41-c57c-4a97-be06-6b9d68274fba tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquired lock "refresh_cache-d5112f1f-40c6-44aa-9e14-0eb963a59067" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.156173] env[70015]: DEBUG nova.network.neutron [None req-2eef6e41-c57c-4a97-be06-6b9d68274fba tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1236.156494] env[70015]: DEBUG nova.objects.instance [None req-2eef6e41-c57c-4a97-be06-6b9d68274fba tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lazy-loading 'info_cache' on Instance uuid d5112f1f-40c6-44aa-9e14-0eb963a59067 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1236.180931] env[70015]: DEBUG oslo_vmware.api [None req-fa76e814-d24a-4d74-995f-68932c90e416 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611795, 'name': ReconfigVM_Task, 'duration_secs': 1.14494} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.181269] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa76e814-d24a-4d74-995f-68932c90e416 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: bc205347-4646-4071-9e6b-3437e39be863] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720439', 'volume_id': 'cf0c6e95-f10f-4dc3-bd5b-01eeccff969f', 'name': 'volume-cf0c6e95-f10f-4dc3-bd5b-01eeccff969f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bc205347-4646-4071-9e6b-3437e39be863', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf0c6e95-f10f-4dc3-bd5b-01eeccff969f', 'serial': 'cf0c6e95-f10f-4dc3-bd5b-01eeccff969f'} {{(pid=70015) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1236.568366] env[70015]: DEBUG oslo_vmware.api [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611797, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.569970] env[70015]: DEBUG nova.network.neutron [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Updating instance_info_cache with network_info: [{"id": "3196c0f5-02a2-4267-8f55-e0bf43c1b15d", "address": "fa:16:3e:21:9c:38", "network": {"id": "8f7fedcd-4fbd-4c74-ad06-9db4b807c476", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1172678132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f46bede451e4bd286f66d742e8a0a39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3196c0f5-02", "ovs_interfaceid": "3196c0f5-02a2-4267-8f55-e0bf43c1b15d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.661382] env[70015]: DEBUG nova.objects.base [None req-2eef6e41-c57c-4a97-be06-6b9d68274fba tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70015) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1236.697669] env[70015]: DEBUG oslo_concurrency.lockutils [None req-89d3429b-1f48-4d48-b9b3-a01a6fd542c6 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Acquiring lock "3810ad21-174f-4a0a-8895-6c70adccfeda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.698322] env[70015]: DEBUG oslo_concurrency.lockutils [None req-89d3429b-1f48-4d48-b9b3-a01a6fd542c6 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Lock "3810ad21-174f-4a0a-8895-6c70adccfeda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.698322] env[70015]: DEBUG oslo_concurrency.lockutils [None req-89d3429b-1f48-4d48-b9b3-a01a6fd542c6 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Acquiring lock "3810ad21-174f-4a0a-8895-6c70adccfeda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.698446] env[70015]: DEBUG oslo_concurrency.lockutils [None req-89d3429b-1f48-4d48-b9b3-a01a6fd542c6 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Lock "3810ad21-174f-4a0a-8895-6c70adccfeda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.698551] env[70015]: DEBUG oslo_concurrency.lockutils [None req-89d3429b-1f48-4d48-b9b3-a01a6fd542c6 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Lock "3810ad21-174f-4a0a-8895-6c70adccfeda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.700792] env[70015]: INFO nova.compute.manager [None req-89d3429b-1f48-4d48-b9b3-a01a6fd542c6 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Terminating instance [ 1236.729481] env[70015]: DEBUG nova.objects.instance [None req-fa76e814-d24a-4d74-995f-68932c90e416 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lazy-loading 'flavor' on Instance uuid bc205347-4646-4071-9e6b-3437e39be863 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.066398] env[70015]: DEBUG oslo_vmware.api [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611797, 'name': PowerOnVM_Task, 'duration_secs': 0.545159} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.066779] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1237.072611] env[70015]: DEBUG oslo_concurrency.lockutils [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Releasing lock "refresh_cache-f12bbf8d-474b-47f3-9f23-b69c8b7202a4" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.173186] env[70015]: DEBUG nova.compute.manager [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1237.174276] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4696a7a9-e008-4d79-b342-370cf1f052e5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.207297] env[70015]: DEBUG nova.compute.manager [None req-89d3429b-1f48-4d48-b9b3-a01a6fd542c6 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1237.207297] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-89d3429b-1f48-4d48-b9b3-a01a6fd542c6 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1237.208232] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97da353b-646c-4623-a6d8-5efc74b4d2d6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.216651] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-89d3429b-1f48-4d48-b9b3-a01a6fd542c6 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1237.216943] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9114312-e14f-4fd7-8ade-623b7bf91ecc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.224719] env[70015]: DEBUG oslo_vmware.api [None req-89d3429b-1f48-4d48-b9b3-a01a6fd542c6 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1237.224719] env[70015]: value = "task-3611798" [ 1237.224719] env[70015]: _type = "Task" [ 1237.224719] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.235834] env[70015]: DEBUG oslo_vmware.api [None req-89d3429b-1f48-4d48-b9b3-a01a6fd542c6 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611798, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.376101] env[70015]: DEBUG nova.network.neutron [None req-2eef6e41-c57c-4a97-be06-6b9d68274fba tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Updating instance_info_cache with network_info: [{"id": "769069b9-d554-4590-b9ad-54b23f88117b", "address": "fa:16:3e:c9:1b:76", "network": {"id": "e85e473c-f30b-477b-adc3-f1198c40f064", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-409909936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "387a27341eeb4c9b8f6f4b440d1a2119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap769069b9-d5", "ovs_interfaceid": "769069b9-d554-4590-b9ad-54b23f88117b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.582017] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aecb29af-f951-48b5-91cc-1615badd8fc4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.589855] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51dd3ea7-9e55-4bf0-b7d3-a1270683ae4d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.693926] env[70015]: DEBUG oslo_concurrency.lockutils [None req-08b0b669-2cd2-4199-bd72-584a9c2f0941 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lock "5bcd70ac-6f46-40b1-a048-3d6ac0c14b85" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.131s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.734966] env[70015]: DEBUG oslo_vmware.api [None req-89d3429b-1f48-4d48-b9b3-a01a6fd542c6 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611798, 'name': PowerOffVM_Task, 'duration_secs': 0.437308} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.735263] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-89d3429b-1f48-4d48-b9b3-a01a6fd542c6 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1237.735451] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-89d3429b-1f48-4d48-b9b3-a01a6fd542c6 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1237.736204] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21fde68d-a4cd-435d-8de5-e161cea48607 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.740852] env[70015]: DEBUG oslo_concurrency.lockutils [None req-fa76e814-d24a-4d74-995f-68932c90e416 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lock "bc205347-4646-4071-9e6b-3437e39be863" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.223s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.821042] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-89d3429b-1f48-4d48-b9b3-a01a6fd542c6 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1237.821283] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-89d3429b-1f48-4d48-b9b3-a01a6fd542c6 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1237.821469] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-89d3429b-1f48-4d48-b9b3-a01a6fd542c6 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Deleting the datastore file [datastore1] 3810ad21-174f-4a0a-8895-6c70adccfeda {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1237.821735] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f923a4d-17da-4e2e-9844-8406018e411a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.828606] env[70015]: DEBUG oslo_vmware.api [None req-89d3429b-1f48-4d48-b9b3-a01a6fd542c6 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1237.828606] env[70015]: value = "task-3611800" [ 1237.828606] env[70015]: _type = "Task" [ 1237.828606] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.836183] env[70015]: DEBUG oslo_vmware.api [None req-89d3429b-1f48-4d48-b9b3-a01a6fd542c6 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611800, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.879199] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2eef6e41-c57c-4a97-be06-6b9d68274fba tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Releasing lock "refresh_cache-d5112f1f-40c6-44aa-9e14-0eb963a59067" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.342987] env[70015]: DEBUG oslo_vmware.api [None req-89d3429b-1f48-4d48-b9b3-a01a6fd542c6 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611800, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215372} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.343277] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-89d3429b-1f48-4d48-b9b3-a01a6fd542c6 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1238.343465] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-89d3429b-1f48-4d48-b9b3-a01a6fd542c6 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1238.343646] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-89d3429b-1f48-4d48-b9b3-a01a6fd542c6 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1238.343820] env[70015]: INFO nova.compute.manager [None req-89d3429b-1f48-4d48-b9b3-a01a6fd542c6 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1238.345320] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89d3429b-1f48-4d48-b9b3-a01a6fd542c6 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1238.345320] env[70015]: DEBUG nova.compute.manager [-] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1238.345320] env[70015]: DEBUG nova.network.neutron [-] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1238.731752] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35e869a-a57e-42dc-ab10-ffc9cf6456e3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.740446] env[70015]: DEBUG nova.compute.manager [req-53d6e546-321c-4481-b3b9-13e2b8cf62c5 req-29c18e25-236a-47d3-babe-e6dad9d5f472 service nova] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Received event network-vif-deleted-d394a1f0-dc87-421f-8efd-07835a2bcf25 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1238.740893] env[70015]: INFO nova.compute.manager [req-53d6e546-321c-4481-b3b9-13e2b8cf62c5 req-29c18e25-236a-47d3-babe-e6dad9d5f472 service nova] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Neutron deleted interface d394a1f0-dc87-421f-8efd-07835a2bcf25; detaching it from the instance and deleting it from the info cache [ 1238.741143] env[70015]: DEBUG nova.network.neutron [req-53d6e546-321c-4481-b3b9-13e2b8cf62c5 req-29c18e25-236a-47d3-babe-e6dad9d5f472 service nova] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.761025] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2604a9a-624c-4546-8ce2-9bd2f00979e1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.763789] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b6caa4f-3ac9-44cf-a92a-be57a8719912 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.771114] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Updating instance 'f12bbf8d-474b-47f3-9f23-b69c8b7202a4' progress to 83 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1238.778993] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83e2e26-ceb6-4117-ad94-8ec063317b27 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.794674] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4590004c-9148-4e08-9295-053755055b24 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquiring lock "5bcd70ac-6f46-40b1-a048-3d6ac0c14b85" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.794911] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4590004c-9148-4e08-9295-053755055b24 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lock "5bcd70ac-6f46-40b1-a048-3d6ac0c14b85" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.795125] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4590004c-9148-4e08-9295-053755055b24 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquiring lock "5bcd70ac-6f46-40b1-a048-3d6ac0c14b85-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.795310] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4590004c-9148-4e08-9295-053755055b24 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lock "5bcd70ac-6f46-40b1-a048-3d6ac0c14b85-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.795506] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4590004c-9148-4e08-9295-053755055b24 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lock "5bcd70ac-6f46-40b1-a048-3d6ac0c14b85-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.797455] env[70015]: INFO nova.compute.manager [None req-4590004c-9148-4e08-9295-053755055b24 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Terminating instance [ 1238.809958] env[70015]: DEBUG nova.compute.manager [req-53d6e546-321c-4481-b3b9-13e2b8cf62c5 req-29c18e25-236a-47d3-babe-e6dad9d5f472 service nova] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Detach interface failed, port_id=d394a1f0-dc87-421f-8efd-07835a2bcf25, reason: Instance 3810ad21-174f-4a0a-8895-6c70adccfeda could not be found. {{(pid=70015) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1238.869619] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d2b3df71-0afe-4f10-97b5-f83d9568dbb7 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Acquiring lock "bc205347-4646-4071-9e6b-3437e39be863" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.869907] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d2b3df71-0afe-4f10-97b5-f83d9568dbb7 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lock "bc205347-4646-4071-9e6b-3437e39be863" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.870146] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d2b3df71-0afe-4f10-97b5-f83d9568dbb7 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Acquiring lock "bc205347-4646-4071-9e6b-3437e39be863-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.870336] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d2b3df71-0afe-4f10-97b5-f83d9568dbb7 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lock "bc205347-4646-4071-9e6b-3437e39be863-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.870505] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d2b3df71-0afe-4f10-97b5-f83d9568dbb7 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lock "bc205347-4646-4071-9e6b-3437e39be863-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.872498] env[70015]: INFO nova.compute.manager [None req-d2b3df71-0afe-4f10-97b5-f83d9568dbb7 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: bc205347-4646-4071-9e6b-3437e39be863] Terminating instance [ 1238.884278] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eef6e41-c57c-4a97-be06-6b9d68274fba tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1238.884810] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32afb2e5-a218-4526-bb83-10de5b2f3bce {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.892075] env[70015]: DEBUG oslo_vmware.api [None req-2eef6e41-c57c-4a97-be06-6b9d68274fba tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1238.892075] env[70015]: value = "task-3611801" [ 1238.892075] env[70015]: _type = "Task" [ 1238.892075] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.899950] env[70015]: DEBUG oslo_vmware.api [None req-2eef6e41-c57c-4a97-be06-6b9d68274fba tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611801, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.218593] env[70015]: DEBUG nova.network.neutron [-] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.279163] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1239.279775] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4739cb78-d6c4-4773-a859-123e1f6b2cb7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.286599] env[70015]: DEBUG oslo_vmware.api [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 1239.286599] env[70015]: value = "task-3611802" [ 1239.286599] env[70015]: _type = "Task" [ 1239.286599] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.296697] env[70015]: DEBUG oslo_vmware.api [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611802, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.300838] env[70015]: DEBUG nova.compute.manager [None req-4590004c-9148-4e08-9295-053755055b24 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1239.301959] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4590004c-9148-4e08-9295-053755055b24 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1239.301959] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298bcb81-4225-4172-a24f-c808dcdaacd2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.311253] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-4590004c-9148-4e08-9295-053755055b24 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1239.311524] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47c22e0e-92c7-4f81-b704-5173841b76e6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.317975] env[70015]: DEBUG oslo_vmware.api [None req-4590004c-9148-4e08-9295-053755055b24 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 1239.317975] env[70015]: value = "task-3611803" [ 1239.317975] env[70015]: _type = "Task" [ 1239.317975] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.330879] env[70015]: DEBUG oslo_vmware.api [None req-4590004c-9148-4e08-9295-053755055b24 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611803, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.376487] env[70015]: DEBUG nova.compute.manager [None req-d2b3df71-0afe-4f10-97b5-f83d9568dbb7 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: bc205347-4646-4071-9e6b-3437e39be863] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1239.376786] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b3df71-0afe-4f10-97b5-f83d9568dbb7 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: bc205347-4646-4071-9e6b-3437e39be863] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1239.377667] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204ae76c-1cad-4843-bbb7-f886e5e62fd7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.385648] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2b3df71-0afe-4f10-97b5-f83d9568dbb7 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: bc205347-4646-4071-9e6b-3437e39be863] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1239.385941] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1306fee0-6e88-42e6-aec3-9fa74ba13f0a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.392623] env[70015]: DEBUG oslo_vmware.api [None req-d2b3df71-0afe-4f10-97b5-f83d9568dbb7 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for the task: (returnval){ [ 1239.392623] env[70015]: value = "task-3611804" [ 1239.392623] env[70015]: _type = "Task" [ 1239.392623] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.408225] env[70015]: DEBUG oslo_vmware.api [None req-d2b3df71-0afe-4f10-97b5-f83d9568dbb7 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611804, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.411774] env[70015]: DEBUG oslo_vmware.api [None req-2eef6e41-c57c-4a97-be06-6b9d68274fba tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611801, 'name': PowerOnVM_Task, 'duration_secs': 0.456426} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.412089] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eef6e41-c57c-4a97-be06-6b9d68274fba tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1239.412342] env[70015]: DEBUG nova.compute.manager [None req-2eef6e41-c57c-4a97-be06-6b9d68274fba tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1239.413266] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105c5beb-d5e6-4d20-9053-602a4dc9f726 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.724942] env[70015]: INFO nova.compute.manager [-] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Took 1.38 seconds to deallocate network for instance. [ 1239.797732] env[70015]: DEBUG oslo_vmware.api [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611802, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.827362] env[70015]: DEBUG oslo_vmware.api [None req-4590004c-9148-4e08-9295-053755055b24 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611803, 'name': PowerOffVM_Task, 'duration_secs': 0.24402} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.827627] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-4590004c-9148-4e08-9295-053755055b24 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1239.827797] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4590004c-9148-4e08-9295-053755055b24 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1239.828156] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce5da8d0-b171-4d36-9e74-cbf244fc7004 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.903100] env[70015]: DEBUG oslo_vmware.api [None req-d2b3df71-0afe-4f10-97b5-f83d9568dbb7 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611804, 'name': PowerOffVM_Task, 'duration_secs': 0.206791} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.903229] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2b3df71-0afe-4f10-97b5-f83d9568dbb7 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: bc205347-4646-4071-9e6b-3437e39be863] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1239.903336] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b3df71-0afe-4f10-97b5-f83d9568dbb7 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: bc205347-4646-4071-9e6b-3437e39be863] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1239.903626] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1ec49ee-d083-442b-ab16-98dfc013ae4b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.993815] env[70015]: DEBUG oslo_concurrency.lockutils [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Acquiring lock "9a0509b3-be61-4706-a3ed-e5b7301ab979" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.994058] env[70015]: DEBUG oslo_concurrency.lockutils [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Lock "9a0509b3-be61-4706-a3ed-e5b7301ab979" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.103106] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4590004c-9148-4e08-9295-053755055b24 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1240.103401] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4590004c-9148-4e08-9295-053755055b24 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1240.103596] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-4590004c-9148-4e08-9295-053755055b24 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Deleting the datastore file [datastore2] 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1240.103875] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fb87570-d31b-4d02-ae09-5e9d37c675e3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.110944] env[70015]: DEBUG oslo_vmware.api [None req-4590004c-9148-4e08-9295-053755055b24 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for the task: (returnval){ [ 1240.110944] env[70015]: value = "task-3611807" [ 1240.110944] env[70015]: _type = "Task" [ 1240.110944] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.116262] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b3df71-0afe-4f10-97b5-f83d9568dbb7 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: bc205347-4646-4071-9e6b-3437e39be863] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1240.116528] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b3df71-0afe-4f10-97b5-f83d9568dbb7 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: bc205347-4646-4071-9e6b-3437e39be863] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1240.116768] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2b3df71-0afe-4f10-97b5-f83d9568dbb7 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Deleting the datastore file [datastore2] bc205347-4646-4071-9e6b-3437e39be863 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1240.117358] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16509045-d9c0-4d61-a49c-76b46542b106 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.122967] env[70015]: DEBUG oslo_vmware.api [None req-4590004c-9148-4e08-9295-053755055b24 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611807, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.128283] env[70015]: DEBUG oslo_vmware.api [None req-d2b3df71-0afe-4f10-97b5-f83d9568dbb7 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for the task: (returnval){ [ 1240.128283] env[70015]: value = "task-3611808" [ 1240.128283] env[70015]: _type = "Task" [ 1240.128283] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.136384] env[70015]: DEBUG oslo_vmware.api [None req-d2b3df71-0afe-4f10-97b5-f83d9568dbb7 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611808, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.233295] env[70015]: DEBUG oslo_concurrency.lockutils [None req-89d3429b-1f48-4d48-b9b3-a01a6fd542c6 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.233295] env[70015]: DEBUG oslo_concurrency.lockutils [None req-89d3429b-1f48-4d48-b9b3-a01a6fd542c6 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.233295] env[70015]: DEBUG nova.objects.instance [None req-89d3429b-1f48-4d48-b9b3-a01a6fd542c6 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Lazy-loading 'resources' on Instance uuid 3810ad21-174f-4a0a-8895-6c70adccfeda {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.298327] env[70015]: DEBUG oslo_vmware.api [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611802, 'name': PowerOnVM_Task, 'duration_secs': 0.606124} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.299081] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1240.299081] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-900b695e-bd68-44fb-a88b-591de8af068d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Updating instance 'f12bbf8d-474b-47f3-9f23-b69c8b7202a4' progress to 100 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1240.496870] env[70015]: DEBUG nova.compute.manager [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1240.621650] env[70015]: DEBUG oslo_vmware.api [None req-4590004c-9148-4e08-9295-053755055b24 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Task: {'id': task-3611807, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146339} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.622044] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-4590004c-9148-4e08-9295-053755055b24 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1240.622236] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4590004c-9148-4e08-9295-053755055b24 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1240.623025] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4590004c-9148-4e08-9295-053755055b24 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1240.623025] env[70015]: INFO nova.compute.manager [None req-4590004c-9148-4e08-9295-053755055b24 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Took 1.32 seconds to destroy the instance on the hypervisor. [ 1240.623025] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4590004c-9148-4e08-9295-053755055b24 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1240.623025] env[70015]: DEBUG nova.compute.manager [-] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1240.623231] env[70015]: DEBUG nova.network.neutron [-] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1240.637918] env[70015]: DEBUG oslo_vmware.api [None req-d2b3df71-0afe-4f10-97b5-f83d9568dbb7 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611808, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16893} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.639115] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2b3df71-0afe-4f10-97b5-f83d9568dbb7 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1240.639384] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b3df71-0afe-4f10-97b5-f83d9568dbb7 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: bc205347-4646-4071-9e6b-3437e39be863] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1240.639591] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b3df71-0afe-4f10-97b5-f83d9568dbb7 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: bc205347-4646-4071-9e6b-3437e39be863] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1240.639810] env[70015]: INFO nova.compute.manager [None req-d2b3df71-0afe-4f10-97b5-f83d9568dbb7 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: bc205347-4646-4071-9e6b-3437e39be863] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1240.640078] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2b3df71-0afe-4f10-97b5-f83d9568dbb7 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1240.640304] env[70015]: DEBUG nova.compute.manager [-] [instance: bc205347-4646-4071-9e6b-3437e39be863] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1240.640411] env[70015]: DEBUG nova.network.neutron [-] [instance: bc205347-4646-4071-9e6b-3437e39be863] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1240.893778] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58568061-04cc-4e75-8440-b423dbdb726b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.906021] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab662e5-602c-4852-9a79-51a66c2636cf {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.956488] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302a4969-5070-4787-996f-8731e21b2a92 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.967635] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ed7bde-df80-4050-8b2e-44a75e2e4a5a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.986129] env[70015]: DEBUG nova.compute.provider_tree [None req-89d3429b-1f48-4d48-b9b3-a01a6fd542c6 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1241.023014] env[70015]: DEBUG oslo_concurrency.lockutils [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.509564] env[70015]: ERROR nova.scheduler.client.report [None req-89d3429b-1f48-4d48-b9b3-a01a6fd542c6 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [req-ea3cc135-e2e1-4197-b219-7023eb0635a3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 74b1aad2-fde9-482f-bdc7-a62277f2e79c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ea3cc135-e2e1-4197-b219-7023eb0635a3"}]} [ 1241.529999] env[70015]: DEBUG nova.scheduler.client.report [None req-89d3429b-1f48-4d48-b9b3-a01a6fd542c6 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Refreshing inventories for resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1241.558799] env[70015]: DEBUG nova.scheduler.client.report [None req-89d3429b-1f48-4d48-b9b3-a01a6fd542c6 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Updating ProviderTree inventory for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1241.558982] env[70015]: DEBUG nova.compute.provider_tree [None req-89d3429b-1f48-4d48-b9b3-a01a6fd542c6 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1241.577484] env[70015]: DEBUG nova.scheduler.client.report [None req-89d3429b-1f48-4d48-b9b3-a01a6fd542c6 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Refreshing aggregate associations for resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c, aggregates: None {{(pid=70015) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1241.605816] env[70015]: DEBUG nova.scheduler.client.report [None req-89d3429b-1f48-4d48-b9b3-a01a6fd542c6 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Refreshing trait associations for resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=70015) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1241.766557] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2198258-47d0-4dcb-801b-d8d02cac043c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.777661] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a993a7-8940-49bb-a034-cf483226bdbe {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.811232] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88015dfc-2894-45f3-b4cb-957b3e6ac000 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.815122] env[70015]: DEBUG nova.compute.manager [req-5904f663-3413-4750-a5cf-aa3a458aac99 req-bd8aa45e-a2e4-4207-ac2c-cccc9b77c84e service nova] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Received event network-vif-deleted-d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1241.815300] env[70015]: INFO nova.compute.manager [req-5904f663-3413-4750-a5cf-aa3a458aac99 req-bd8aa45e-a2e4-4207-ac2c-cccc9b77c84e service nova] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Neutron deleted interface d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44; detaching it from the instance and deleting it from the info cache [ 1241.815502] env[70015]: DEBUG nova.network.neutron [req-5904f663-3413-4750-a5cf-aa3a458aac99 req-bd8aa45e-a2e4-4207-ac2c-cccc9b77c84e service nova] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.823210] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d19f163-538d-4f9c-91e5-f6c253115f42 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.839321] env[70015]: DEBUG nova.compute.provider_tree [None req-89d3429b-1f48-4d48-b9b3-a01a6fd542c6 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1242.272412] env[70015]: DEBUG nova.network.neutron [-] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.281390] env[70015]: DEBUG nova.network.neutron [-] [instance: bc205347-4646-4071-9e6b-3437e39be863] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.318247] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a515223-d1c7-4231-9541-7a814ba4bf4d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.328372] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8b559c-c643-424d-a209-c14449813849 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.359259] env[70015]: DEBUG nova.compute.manager [req-5904f663-3413-4750-a5cf-aa3a458aac99 req-bd8aa45e-a2e4-4207-ac2c-cccc9b77c84e service nova] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Detach interface failed, port_id=d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44, reason: Instance 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85 could not be found. {{(pid=70015) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1242.382255] env[70015]: DEBUG nova.scheduler.client.report [None req-89d3429b-1f48-4d48-b9b3-a01a6fd542c6 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Updated inventory for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with generation 164 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1242.382508] env[70015]: DEBUG nova.compute.provider_tree [None req-89d3429b-1f48-4d48-b9b3-a01a6fd542c6 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Updating resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c generation from 164 to 165 during operation: update_inventory {{(pid=70015) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1242.382695] env[70015]: DEBUG nova.compute.provider_tree [None req-89d3429b-1f48-4d48-b9b3-a01a6fd542c6 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1242.774977] env[70015]: INFO nova.compute.manager [-] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Took 2.15 seconds to deallocate network for instance. [ 1242.784587] env[70015]: INFO nova.compute.manager [-] [instance: bc205347-4646-4071-9e6b-3437e39be863] Took 2.14 seconds to deallocate network for instance. [ 1242.889129] env[70015]: DEBUG oslo_concurrency.lockutils [None req-89d3429b-1f48-4d48-b9b3-a01a6fd542c6 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.657s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.891409] env[70015]: DEBUG oslo_concurrency.lockutils [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.869s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.892872] env[70015]: INFO nova.compute.claims [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1242.909608] env[70015]: INFO nova.scheduler.client.report [None req-89d3429b-1f48-4d48-b9b3-a01a6fd542c6 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Deleted allocations for instance 3810ad21-174f-4a0a-8895-6c70adccfeda [ 1243.106942] env[70015]: DEBUG oslo_concurrency.lockutils [None req-eb2a5dc9-a034-4fe5-a79c-eb0d2ddfceae tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquiring lock "f12bbf8d-474b-47f3-9f23-b69c8b7202a4" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.107236] env[70015]: DEBUG oslo_concurrency.lockutils [None req-eb2a5dc9-a034-4fe5-a79c-eb0d2ddfceae tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "f12bbf8d-474b-47f3-9f23-b69c8b7202a4" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.107432] env[70015]: DEBUG nova.compute.manager [None req-eb2a5dc9-a034-4fe5-a79c-eb0d2ddfceae tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Going to confirm migration 8 {{(pid=70015) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1243.281557] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4590004c-9148-4e08-9295-053755055b24 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.292037] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d2b3df71-0afe-4f10-97b5-f83d9568dbb7 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.417052] env[70015]: DEBUG oslo_concurrency.lockutils [None req-89d3429b-1f48-4d48-b9b3-a01a6fd542c6 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Lock "3810ad21-174f-4a0a-8895-6c70adccfeda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.719s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.567724] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d203285b-07af-44ee-a226-55fbe1fd6027 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Acquiring lock "d1651f12-9f96-4e9c-84fa-4925cd1b23e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.567933] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d203285b-07af-44ee-a226-55fbe1fd6027 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Lock "d1651f12-9f96-4e9c-84fa-4925cd1b23e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.568169] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d203285b-07af-44ee-a226-55fbe1fd6027 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Acquiring lock "d1651f12-9f96-4e9c-84fa-4925cd1b23e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.568359] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d203285b-07af-44ee-a226-55fbe1fd6027 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Lock "d1651f12-9f96-4e9c-84fa-4925cd1b23e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.568568] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d203285b-07af-44ee-a226-55fbe1fd6027 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Lock "d1651f12-9f96-4e9c-84fa-4925cd1b23e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.570623] env[70015]: INFO nova.compute.manager [None req-d203285b-07af-44ee-a226-55fbe1fd6027 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Terminating instance [ 1243.679066] env[70015]: DEBUG oslo_concurrency.lockutils [None req-eb2a5dc9-a034-4fe5-a79c-eb0d2ddfceae tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquiring lock "refresh_cache-f12bbf8d-474b-47f3-9f23-b69c8b7202a4" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.679274] env[70015]: DEBUG oslo_concurrency.lockutils [None req-eb2a5dc9-a034-4fe5-a79c-eb0d2ddfceae tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquired lock "refresh_cache-f12bbf8d-474b-47f3-9f23-b69c8b7202a4" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.679457] env[70015]: DEBUG nova.network.neutron [None req-eb2a5dc9-a034-4fe5-a79c-eb0d2ddfceae tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1243.679645] env[70015]: DEBUG nova.objects.instance [None req-eb2a5dc9-a034-4fe5-a79c-eb0d2ddfceae tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lazy-loading 'info_cache' on Instance uuid f12bbf8d-474b-47f3-9f23-b69c8b7202a4 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.824195] env[70015]: DEBUG nova.compute.manager [req-18be98be-86ec-49f7-b25c-e382ee164eb0 req-1587da21-34bc-4612-9d50-2155a9169090 service nova] [instance: bc205347-4646-4071-9e6b-3437e39be863] Received event network-vif-deleted-74a39b1d-d00f-4552-905c-606e5c8c19e8 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1244.011050] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4746e0-b53b-4c61-9353-1cc4b4b60ce9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.018415] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4127f742-e378-4636-a3c3-11de5c5d2b0d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.047938] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495c647e-8986-4322-84df-4b5a2b86583c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.054724] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba63b93-7a85-4fec-879c-11396d37a159 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.067448] env[70015]: DEBUG nova.compute.provider_tree [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.073586] env[70015]: DEBUG nova.compute.manager [None req-d203285b-07af-44ee-a226-55fbe1fd6027 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1244.073798] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d203285b-07af-44ee-a226-55fbe1fd6027 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1244.074548] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6188c9-7b74-4a71-8b6b-0a3e80666934 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.081659] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-d203285b-07af-44ee-a226-55fbe1fd6027 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1244.081883] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21793391-99ad-4cc9-b260-fbd1542b6b66 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.090437] env[70015]: DEBUG oslo_vmware.api [None req-d203285b-07af-44ee-a226-55fbe1fd6027 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1244.090437] env[70015]: value = "task-3611809" [ 1244.090437] env[70015]: _type = "Task" [ 1244.090437] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.098148] env[70015]: DEBUG oslo_vmware.api [None req-d203285b-07af-44ee-a226-55fbe1fd6027 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.571086] env[70015]: DEBUG nova.scheduler.client.report [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.599556] env[70015]: DEBUG oslo_vmware.api [None req-d203285b-07af-44ee-a226-55fbe1fd6027 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611809, 'name': PowerOffVM_Task, 'duration_secs': 0.190782} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.599776] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-d203285b-07af-44ee-a226-55fbe1fd6027 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1244.599945] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d203285b-07af-44ee-a226-55fbe1fd6027 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1244.600189] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63e4d980-bdde-4d2b-8d00-cdd46fd5c8cd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.664610] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d203285b-07af-44ee-a226-55fbe1fd6027 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1244.664845] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d203285b-07af-44ee-a226-55fbe1fd6027 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1244.665107] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-d203285b-07af-44ee-a226-55fbe1fd6027 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Deleting the datastore file [datastore1] d1651f12-9f96-4e9c-84fa-4925cd1b23e9 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1244.665416] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e366df1-5ed5-4ba1-b29b-1903284a2a8d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.671909] env[70015]: DEBUG oslo_vmware.api [None req-d203285b-07af-44ee-a226-55fbe1fd6027 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for the task: (returnval){ [ 1244.671909] env[70015]: value = "task-3611811" [ 1244.671909] env[70015]: _type = "Task" [ 1244.671909] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.679620] env[70015]: DEBUG oslo_vmware.api [None req-d203285b-07af-44ee-a226-55fbe1fd6027 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611811, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.939967] env[70015]: DEBUG nova.network.neutron [None req-eb2a5dc9-a034-4fe5-a79c-eb0d2ddfceae tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Updating instance_info_cache with network_info: [{"id": "3196c0f5-02a2-4267-8f55-e0bf43c1b15d", "address": "fa:16:3e:21:9c:38", "network": {"id": "8f7fedcd-4fbd-4c74-ad06-9db4b807c476", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1172678132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f46bede451e4bd286f66d742e8a0a39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3196c0f5-02", "ovs_interfaceid": "3196c0f5-02a2-4267-8f55-e0bf43c1b15d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.076276] env[70015]: DEBUG oslo_concurrency.lockutils [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.185s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.076845] env[70015]: DEBUG nova.compute.manager [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1245.079452] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4590004c-9148-4e08-9295-053755055b24 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.798s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.079674] env[70015]: DEBUG nova.objects.instance [None req-4590004c-9148-4e08-9295-053755055b24 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lazy-loading 'resources' on Instance uuid 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.182283] env[70015]: DEBUG oslo_vmware.api [None req-d203285b-07af-44ee-a226-55fbe1fd6027 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Task: {'id': task-3611811, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151457} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.182563] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-d203285b-07af-44ee-a226-55fbe1fd6027 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1245.182768] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d203285b-07af-44ee-a226-55fbe1fd6027 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1245.182953] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d203285b-07af-44ee-a226-55fbe1fd6027 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1245.183141] env[70015]: INFO nova.compute.manager [None req-d203285b-07af-44ee-a226-55fbe1fd6027 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1245.183382] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d203285b-07af-44ee-a226-55fbe1fd6027 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1245.183570] env[70015]: DEBUG nova.compute.manager [-] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1245.183666] env[70015]: DEBUG nova.network.neutron [-] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1245.442917] env[70015]: DEBUG oslo_concurrency.lockutils [None req-eb2a5dc9-a034-4fe5-a79c-eb0d2ddfceae tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Releasing lock "refresh_cache-f12bbf8d-474b-47f3-9f23-b69c8b7202a4" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.443273] env[70015]: DEBUG nova.objects.instance [None req-eb2a5dc9-a034-4fe5-a79c-eb0d2ddfceae tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lazy-loading 'migration_context' on Instance uuid f12bbf8d-474b-47f3-9f23-b69c8b7202a4 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.583282] env[70015]: DEBUG nova.compute.utils [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1245.585296] env[70015]: DEBUG nova.compute.manager [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1245.585494] env[70015]: DEBUG nova.network.neutron [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1245.626843] env[70015]: DEBUG nova.policy [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66b4da4b6e1d46b997342770ed9d498c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00ee8cb3e49749c2b4a19193eba86e0a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 1245.702126] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa6ba82-f57f-46e3-8670-264feab12349 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.711220] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60616aee-5117-44b3-b1cd-865d8109f85e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.743598] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a3409a-5b63-4101-a6a8-1630f5c8513f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.751151] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc09bdbb-f787-418f-b0a9-37dc73616c84 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.764720] env[70015]: DEBUG nova.compute.provider_tree [None req-4590004c-9148-4e08-9295-053755055b24 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1245.849339] env[70015]: DEBUG nova.compute.manager [req-43425ee7-a235-4987-90f5-191f5578a847 req-5838bf3b-7efb-4e70-b890-1a06bd1200d7 service nova] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Received event network-vif-deleted-13105a07-e789-4507-80aa-bad0b8d2dc5b {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.849626] env[70015]: INFO nova.compute.manager [req-43425ee7-a235-4987-90f5-191f5578a847 req-5838bf3b-7efb-4e70-b890-1a06bd1200d7 service nova] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Neutron deleted interface 13105a07-e789-4507-80aa-bad0b8d2dc5b; detaching it from the instance and deleting it from the info cache [ 1245.849706] env[70015]: DEBUG nova.network.neutron [req-43425ee7-a235-4987-90f5-191f5578a847 req-5838bf3b-7efb-4e70-b890-1a06bd1200d7 service nova] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.911589] env[70015]: DEBUG nova.network.neutron [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] Successfully created port: 166da9fd-9112-450b-8f6a-0a0207a12e25 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1245.920833] env[70015]: DEBUG nova.network.neutron [-] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.946474] env[70015]: DEBUG nova.objects.base [None req-eb2a5dc9-a034-4fe5-a79c-eb0d2ddfceae tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70015) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1245.947810] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510c6cac-b83c-4549-82bf-e04e98cea7ef {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.969073] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7af0ee5e-e6c8-48ec-9ecf-1e812c405b99 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.976156] env[70015]: DEBUG oslo_vmware.api [None req-eb2a5dc9-a034-4fe5-a79c-eb0d2ddfceae tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 1245.976156] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]528cad35-e683-77c4-9cf5-c556934eb124" [ 1245.976156] env[70015]: _type = "Task" [ 1245.976156] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.985286] env[70015]: DEBUG oslo_vmware.api [None req-eb2a5dc9-a034-4fe5-a79c-eb0d2ddfceae tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]528cad35-e683-77c4-9cf5-c556934eb124, 'name': SearchDatastore_Task, 'duration_secs': 0.007363} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.985573] env[70015]: DEBUG oslo_concurrency.lockutils [None req-eb2a5dc9-a034-4fe5-a79c-eb0d2ddfceae tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.091836] env[70015]: DEBUG nova.compute.manager [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1246.267813] env[70015]: DEBUG nova.scheduler.client.report [None req-4590004c-9148-4e08-9295-053755055b24 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.353101] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c5762471-cc95-47ea-bbb4-823c53024f7d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.365707] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73743134-034c-41d8-9737-b0a4cd8cf70f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.392450] env[70015]: DEBUG nova.compute.manager [req-43425ee7-a235-4987-90f5-191f5578a847 req-5838bf3b-7efb-4e70-b890-1a06bd1200d7 service nova] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Detach interface failed, port_id=13105a07-e789-4507-80aa-bad0b8d2dc5b, reason: Instance d1651f12-9f96-4e9c-84fa-4925cd1b23e9 could not be found. {{(pid=70015) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1246.423560] env[70015]: INFO nova.compute.manager [-] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Took 1.24 seconds to deallocate network for instance. [ 1246.772478] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4590004c-9148-4e08-9295-053755055b24 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.693s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.774968] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d2b3df71-0afe-4f10-97b5-f83d9568dbb7 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.483s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.775221] env[70015]: DEBUG nova.objects.instance [None req-d2b3df71-0afe-4f10-97b5-f83d9568dbb7 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lazy-loading 'resources' on Instance uuid bc205347-4646-4071-9e6b-3437e39be863 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.791837] env[70015]: INFO nova.scheduler.client.report [None req-4590004c-9148-4e08-9295-053755055b24 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Deleted allocations for instance 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85 [ 1246.930519] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d203285b-07af-44ee-a226-55fbe1fd6027 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.100774] env[70015]: DEBUG nova.compute.manager [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1247.133468] env[70015]: DEBUG nova.virt.hardware [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1247.133757] env[70015]: DEBUG nova.virt.hardware [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1247.133925] env[70015]: DEBUG nova.virt.hardware [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1247.134146] env[70015]: DEBUG nova.virt.hardware [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1247.134293] env[70015]: DEBUG nova.virt.hardware [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1247.134440] env[70015]: DEBUG nova.virt.hardware [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1247.134651] env[70015]: DEBUG nova.virt.hardware [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1247.134812] env[70015]: DEBUG nova.virt.hardware [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1247.134981] env[70015]: DEBUG nova.virt.hardware [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1247.135162] env[70015]: DEBUG nova.virt.hardware [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1247.135335] env[70015]: DEBUG nova.virt.hardware [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1247.136264] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea28541-4a30-4074-a834-822e78c5194a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.144673] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23448fa4-f9f0-43f5-8f24-40df7a7563ea {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.298505] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4590004c-9148-4e08-9295-053755055b24 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Lock "5bcd70ac-6f46-40b1-a048-3d6ac0c14b85" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.503s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.391200] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109de220-0cd2-4bea-8b2e-51ddede06766 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.400024] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f637c80-ce9b-4c6a-b25e-5b3305e4aabe {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.435276] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c888090b-9a6f-4e40-bf58-4e95210cca2f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.443425] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d769275d-2d88-4f2a-9fec-337e7416e27d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.457444] env[70015]: DEBUG nova.compute.provider_tree [None req-d2b3df71-0afe-4f10-97b5-f83d9568dbb7 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.459619] env[70015]: DEBUG nova.network.neutron [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] Successfully updated port: 166da9fd-9112-450b-8f6a-0a0207a12e25 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1247.880087] env[70015]: DEBUG nova.compute.manager [req-f4089776-12b4-4f45-9491-8547862c9890 req-65b18c29-e3de-4420-8c95-2516f8d4e95f service nova] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] Received event network-vif-plugged-166da9fd-9112-450b-8f6a-0a0207a12e25 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.880318] env[70015]: DEBUG oslo_concurrency.lockutils [req-f4089776-12b4-4f45-9491-8547862c9890 req-65b18c29-e3de-4420-8c95-2516f8d4e95f service nova] Acquiring lock "9a0509b3-be61-4706-a3ed-e5b7301ab979-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.880582] env[70015]: DEBUG oslo_concurrency.lockutils [req-f4089776-12b4-4f45-9491-8547862c9890 req-65b18c29-e3de-4420-8c95-2516f8d4e95f service nova] Lock "9a0509b3-be61-4706-a3ed-e5b7301ab979-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.880680] env[70015]: DEBUG oslo_concurrency.lockutils [req-f4089776-12b4-4f45-9491-8547862c9890 req-65b18c29-e3de-4420-8c95-2516f8d4e95f service nova] Lock "9a0509b3-be61-4706-a3ed-e5b7301ab979-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.880843] env[70015]: DEBUG nova.compute.manager [req-f4089776-12b4-4f45-9491-8547862c9890 req-65b18c29-e3de-4420-8c95-2516f8d4e95f service nova] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] No waiting events found dispatching network-vif-plugged-166da9fd-9112-450b-8f6a-0a0207a12e25 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1247.881013] env[70015]: WARNING nova.compute.manager [req-f4089776-12b4-4f45-9491-8547862c9890 req-65b18c29-e3de-4420-8c95-2516f8d4e95f service nova] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] Received unexpected event network-vif-plugged-166da9fd-9112-450b-8f6a-0a0207a12e25 for instance with vm_state building and task_state spawning. [ 1247.881182] env[70015]: DEBUG nova.compute.manager [req-f4089776-12b4-4f45-9491-8547862c9890 req-65b18c29-e3de-4420-8c95-2516f8d4e95f service nova] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] Received event network-changed-166da9fd-9112-450b-8f6a-0a0207a12e25 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.881337] env[70015]: DEBUG nova.compute.manager [req-f4089776-12b4-4f45-9491-8547862c9890 req-65b18c29-e3de-4420-8c95-2516f8d4e95f service nova] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] Refreshing instance network info cache due to event network-changed-166da9fd-9112-450b-8f6a-0a0207a12e25. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1247.881518] env[70015]: DEBUG oslo_concurrency.lockutils [req-f4089776-12b4-4f45-9491-8547862c9890 req-65b18c29-e3de-4420-8c95-2516f8d4e95f service nova] Acquiring lock "refresh_cache-9a0509b3-be61-4706-a3ed-e5b7301ab979" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.881656] env[70015]: DEBUG oslo_concurrency.lockutils [req-f4089776-12b4-4f45-9491-8547862c9890 req-65b18c29-e3de-4420-8c95-2516f8d4e95f service nova] Acquired lock "refresh_cache-9a0509b3-be61-4706-a3ed-e5b7301ab979" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.881808] env[70015]: DEBUG nova.network.neutron [req-f4089776-12b4-4f45-9491-8547862c9890 req-65b18c29-e3de-4420-8c95-2516f8d4e95f service nova] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] Refreshing network info cache for port 166da9fd-9112-450b-8f6a-0a0207a12e25 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1247.961464] env[70015]: DEBUG nova.scheduler.client.report [None req-d2b3df71-0afe-4f10-97b5-f83d9568dbb7 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1247.964747] env[70015]: DEBUG oslo_concurrency.lockutils [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Acquiring lock "refresh_cache-9a0509b3-be61-4706-a3ed-e5b7301ab979" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.412779] env[70015]: DEBUG nova.network.neutron [req-f4089776-12b4-4f45-9491-8547862c9890 req-65b18c29-e3de-4420-8c95-2516f8d4e95f service nova] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1248.467172] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d2b3df71-0afe-4f10-97b5-f83d9568dbb7 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.692s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.469108] env[70015]: DEBUG oslo_concurrency.lockutils [None req-eb2a5dc9-a034-4fe5-a79c-eb0d2ddfceae tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.483s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.479946] env[70015]: DEBUG nova.network.neutron [req-f4089776-12b4-4f45-9491-8547862c9890 req-65b18c29-e3de-4420-8c95-2516f8d4e95f service nova] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.493774] env[70015]: INFO nova.scheduler.client.report [None req-d2b3df71-0afe-4f10-97b5-f83d9568dbb7 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Deleted allocations for instance bc205347-4646-4071-9e6b-3437e39be863 [ 1248.983096] env[70015]: DEBUG oslo_concurrency.lockutils [req-f4089776-12b4-4f45-9491-8547862c9890 req-65b18c29-e3de-4420-8c95-2516f8d4e95f service nova] Releasing lock "refresh_cache-9a0509b3-be61-4706-a3ed-e5b7301ab979" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.983486] env[70015]: DEBUG oslo_concurrency.lockutils [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Acquired lock "refresh_cache-9a0509b3-be61-4706-a3ed-e5b7301ab979" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.983662] env[70015]: DEBUG nova.network.neutron [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1249.001216] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d2b3df71-0afe-4f10-97b5-f83d9568dbb7 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lock "bc205347-4646-4071-9e6b-3437e39be863" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.131s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.056947] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9794642-7bba-4109-9cf7-51dced6b7cb9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.064350] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad371c4-88bf-441a-889e-1f6e4cfa4212 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.094819] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4226cb2-64af-442f-b66d-ec7aad4a654a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.101955] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7e10af-6844-4ebc-8136-2f41561e0275 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.114897] env[70015]: DEBUG nova.compute.provider_tree [None req-eb2a5dc9-a034-4fe5-a79c-eb0d2ddfceae tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1249.528480] env[70015]: DEBUG nova.network.neutron [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1249.618961] env[70015]: DEBUG nova.scheduler.client.report [None req-eb2a5dc9-a034-4fe5-a79c-eb0d2ddfceae tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1249.742595] env[70015]: DEBUG nova.network.neutron [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] Updating instance_info_cache with network_info: [{"id": "166da9fd-9112-450b-8f6a-0a0207a12e25", "address": "fa:16:3e:bd:ba:81", "network": {"id": "035f0e35-294c-45ed-98e8-9ec76ea3196f", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1548181320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00ee8cb3e49749c2b4a19193eba86e0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap166da9fd-91", "ovs_interfaceid": "166da9fd-9112-450b-8f6a-0a0207a12e25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.245032] env[70015]: DEBUG oslo_concurrency.lockutils [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Releasing lock "refresh_cache-9a0509b3-be61-4706-a3ed-e5b7301ab979" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.245562] env[70015]: DEBUG nova.compute.manager [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] Instance network_info: |[{"id": "166da9fd-9112-450b-8f6a-0a0207a12e25", "address": "fa:16:3e:bd:ba:81", "network": {"id": "035f0e35-294c-45ed-98e8-9ec76ea3196f", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1548181320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00ee8cb3e49749c2b4a19193eba86e0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap166da9fd-91", "ovs_interfaceid": "166da9fd-9112-450b-8f6a-0a0207a12e25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1250.246087] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:ba:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a2e2e51-010f-4535-ba88-433663275996', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '166da9fd-9112-450b-8f6a-0a0207a12e25', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1250.254534] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Creating folder: Project (00ee8cb3e49749c2b4a19193eba86e0a). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1250.254878] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f0035e6-4e5e-45cc-95d6-3784597a36e1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.266935] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Created folder: Project (00ee8cb3e49749c2b4a19193eba86e0a) in parent group-v720117. [ 1250.267129] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Creating folder: Instances. Parent ref: group-v720441. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1250.267351] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e814c3ed-9037-4986-8ca7-e0f0a3a31bde {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.276907] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Created folder: Instances in parent group-v720441. [ 1250.277128] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1250.277310] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1250.277502] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f36327b-1714-47f7-8d05-697ba24f838e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.295909] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1250.295909] env[70015]: value = "task-3611815" [ 1250.295909] env[70015]: _type = "Task" [ 1250.295909] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.303050] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611815, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.629840] env[70015]: DEBUG oslo_concurrency.lockutils [None req-eb2a5dc9-a034-4fe5-a79c-eb0d2ddfceae tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.161s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.633507] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d203285b-07af-44ee-a226-55fbe1fd6027 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.703s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.633742] env[70015]: DEBUG nova.objects.instance [None req-d203285b-07af-44ee-a226-55fbe1fd6027 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Lazy-loading 'resources' on Instance uuid d1651f12-9f96-4e9c-84fa-4925cd1b23e9 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1250.806528] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611815, 'name': CreateVM_Task, 'duration_secs': 0.330255} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.806725] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1250.807434] env[70015]: DEBUG oslo_concurrency.lockutils [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.807606] env[70015]: DEBUG oslo_concurrency.lockutils [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.807933] env[70015]: DEBUG oslo_concurrency.lockutils [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.808205] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6399ba3-3505-45a5-a20c-6b5097394693 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.812753] env[70015]: DEBUG oslo_vmware.api [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Waiting for the task: (returnval){ [ 1250.812753] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5298c640-dc9e-8612-43da-981b25b0a14e" [ 1250.812753] env[70015]: _type = "Task" [ 1250.812753] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.822286] env[70015]: DEBUG oslo_vmware.api [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5298c640-dc9e-8612-43da-981b25b0a14e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.186900] env[70015]: INFO nova.scheduler.client.report [None req-eb2a5dc9-a034-4fe5-a79c-eb0d2ddfceae tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Deleted allocation for migration c78642f1-4c15-47b8-9f29-e26a5bf8f164 [ 1251.250236] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a60009f-d10f-471e-9909-1a0dd29be6d1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.258934] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486ff56c-efc2-4621-a50c-4e5dee9b69a3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.290158] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec33ce2-b912-4798-8072-7cb55ce54ef5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.297406] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff16b76-336c-468e-9346-7d3b62054643 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.312796] env[70015]: DEBUG nova.compute.provider_tree [None req-d203285b-07af-44ee-a226-55fbe1fd6027 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1251.323128] env[70015]: DEBUG oslo_vmware.api [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5298c640-dc9e-8612-43da-981b25b0a14e, 'name': SearchDatastore_Task, 'duration_secs': 0.011111} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.323375] env[70015]: DEBUG oslo_concurrency.lockutils [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.323738] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1251.324107] env[70015]: DEBUG oslo_concurrency.lockutils [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.324372] env[70015]: DEBUG oslo_concurrency.lockutils [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.324682] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1251.325611] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-848981b8-0d1d-42e1-a25f-95d7226fc186 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.335754] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1251.336145] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1251.336979] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57dfd59f-8af3-49dd-9e40-36f341792b5e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.341867] env[70015]: DEBUG oslo_vmware.api [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Waiting for the task: (returnval){ [ 1251.341867] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52a08ed5-7885-db2b-0725-8c60a55c53ca" [ 1251.341867] env[70015]: _type = "Task" [ 1251.341867] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.350376] env[70015]: DEBUG oslo_vmware.api [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52a08ed5-7885-db2b-0725-8c60a55c53ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.410107] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Acquiring lock "c0e3b4a5-7bb6-41b9-9211-0b438c46f760" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.410107] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lock "c0e3b4a5-7bb6-41b9-9211-0b438c46f760" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.692986] env[70015]: DEBUG oslo_concurrency.lockutils [None req-eb2a5dc9-a034-4fe5-a79c-eb0d2ddfceae tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "f12bbf8d-474b-47f3-9f23-b69c8b7202a4" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.586s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.737106] env[70015]: INFO nova.compute.manager [None req-d38cb530-bda5-4eba-ac8c-e7375901fbc4 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Get console output [ 1251.737465] env[70015]: WARNING nova.virt.vmwareapi.driver [None req-d38cb530-bda5-4eba-ac8c-e7375901fbc4 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] The console log is missing. Check your VSPC configuration [ 1251.819350] env[70015]: DEBUG nova.scheduler.client.report [None req-d203285b-07af-44ee-a226-55fbe1fd6027 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1251.854209] env[70015]: DEBUG oslo_vmware.api [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52a08ed5-7885-db2b-0725-8c60a55c53ca, 'name': SearchDatastore_Task, 'duration_secs': 0.010158} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.855103] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cccc6a80-89e5-4c82-9f7a-03025995a9b1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.862319] env[70015]: DEBUG oslo_vmware.api [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Waiting for the task: (returnval){ [ 1251.862319] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52213fd0-0c23-b8ba-1db3-5deb524aece9" [ 1251.862319] env[70015]: _type = "Task" [ 1251.862319] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.871131] env[70015]: DEBUG oslo_vmware.api [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52213fd0-0c23-b8ba-1db3-5deb524aece9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.911719] env[70015]: DEBUG nova.compute.manager [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1252.324476] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d203285b-07af-44ee-a226-55fbe1fd6027 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.691s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.348748] env[70015]: INFO nova.scheduler.client.report [None req-d203285b-07af-44ee-a226-55fbe1fd6027 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Deleted allocations for instance d1651f12-9f96-4e9c-84fa-4925cd1b23e9 [ 1252.372941] env[70015]: DEBUG oslo_vmware.api [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52213fd0-0c23-b8ba-1db3-5deb524aece9, 'name': SearchDatastore_Task, 'duration_secs': 0.009966} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.373459] env[70015]: DEBUG oslo_concurrency.lockutils [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.373600] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 9a0509b3-be61-4706-a3ed-e5b7301ab979/9a0509b3-be61-4706-a3ed-e5b7301ab979.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1252.373802] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71a9c241-d30b-45a9-84c8-297f2960f9d1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.380682] env[70015]: DEBUG oslo_vmware.api [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Waiting for the task: (returnval){ [ 1252.380682] env[70015]: value = "task-3611816" [ 1252.380682] env[70015]: _type = "Task" [ 1252.380682] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.388580] env[70015]: DEBUG oslo_vmware.api [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Task: {'id': task-3611816, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.433019] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.433019] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.433954] env[70015]: INFO nova.compute.claims [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1252.857622] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d203285b-07af-44ee-a226-55fbe1fd6027 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Lock "d1651f12-9f96-4e9c-84fa-4925cd1b23e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.289s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.892065] env[70015]: DEBUG oslo_vmware.api [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Task: {'id': task-3611816, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445372} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.892333] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 9a0509b3-be61-4706-a3ed-e5b7301ab979/9a0509b3-be61-4706-a3ed-e5b7301ab979.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1252.892547] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1252.892793] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a465139d-6640-4261-9725-84fb4801e8cf {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.899231] env[70015]: DEBUG oslo_vmware.api [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Waiting for the task: (returnval){ [ 1252.899231] env[70015]: value = "task-3611817" [ 1252.899231] env[70015]: _type = "Task" [ 1252.899231] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.906744] env[70015]: DEBUG oslo_vmware.api [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Task: {'id': task-3611817, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.409473] env[70015]: DEBUG oslo_vmware.api [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Task: {'id': task-3611817, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075486} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.410266] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1253.413025] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb080a8d-10dd-4696-a8d9-157a81ed929d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.433687] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 9a0509b3-be61-4706-a3ed-e5b7301ab979/9a0509b3-be61-4706-a3ed-e5b7301ab979.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1253.434176] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5e7c72e-956c-4966-95bc-5186237e8370 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.458071] env[70015]: DEBUG oslo_vmware.api [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Waiting for the task: (returnval){ [ 1253.458071] env[70015]: value = "task-3611818" [ 1253.458071] env[70015]: _type = "Task" [ 1253.458071] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.465955] env[70015]: DEBUG oslo_vmware.api [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Task: {'id': task-3611818, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.563348] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4681110-faca-4afe-8ef2-08a7e066870d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.571310] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe58d7ef-34b8-4152-a026-435f82764838 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.603771] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792f968d-ab3f-47b2-9803-5b4dba654c57 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.610693] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Acquiring lock "6eedbcf6-f2a4-4f58-a80a-fde749f1378f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.610919] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Lock "6eedbcf6-f2a4-4f58-a80a-fde749f1378f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.622221] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73bb940-04ae-4dbb-a158-139d8b1d056e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.638446] env[70015]: DEBUG nova.compute.provider_tree [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.967498] env[70015]: DEBUG oslo_vmware.api [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Task: {'id': task-3611818, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.118970] env[70015]: DEBUG nova.compute.manager [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1254.143166] env[70015]: DEBUG nova.scheduler.client.report [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1254.467845] env[70015]: DEBUG oslo_vmware.api [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Task: {'id': task-3611818, 'name': ReconfigVM_Task, 'duration_secs': 0.781339} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.468170] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 9a0509b3-be61-4706-a3ed-e5b7301ab979/9a0509b3-be61-4706-a3ed-e5b7301ab979.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1254.469046] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ba625dd-f058-4745-9b61-93d81fc13b33 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.475067] env[70015]: DEBUG oslo_vmware.api [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Waiting for the task: (returnval){ [ 1254.475067] env[70015]: value = "task-3611819" [ 1254.475067] env[70015]: _type = "Task" [ 1254.475067] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.483278] env[70015]: DEBUG oslo_vmware.api [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Task: {'id': task-3611819, 'name': Rename_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.641384] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.649474] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.217s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.649986] env[70015]: DEBUG nova.compute.manager [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1254.652804] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.012s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.654200] env[70015]: INFO nova.compute.claims [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1254.985202] env[70015]: DEBUG oslo_vmware.api [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Task: {'id': task-3611819, 'name': Rename_Task, 'duration_secs': 0.182916} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.985479] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1254.985759] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b53c435-8067-400b-8f8d-3266903904ce {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.994084] env[70015]: DEBUG oslo_vmware.api [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Waiting for the task: (returnval){ [ 1254.994084] env[70015]: value = "task-3611820" [ 1254.994084] env[70015]: _type = "Task" [ 1254.994084] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.001717] env[70015]: DEBUG oslo_vmware.api [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Task: {'id': task-3611820, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.161023] env[70015]: DEBUG nova.compute.utils [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1255.164680] env[70015]: DEBUG nova.compute.manager [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1255.164867] env[70015]: DEBUG nova.network.neutron [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1255.212476] env[70015]: DEBUG nova.policy [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '008e0770d68148c881d93f5bf77478f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8c13cae3e5b4a91965eec4a0da9232e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 1255.458813] env[70015]: DEBUG nova.network.neutron [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Successfully created port: a490e01a-173e-4fcd-acf8-9c6dbb938658 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1255.505499] env[70015]: DEBUG oslo_vmware.api [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Task: {'id': task-3611820, 'name': PowerOnVM_Task, 'duration_secs': 0.470715} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.505851] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1255.506077] env[70015]: INFO nova.compute.manager [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] Took 8.41 seconds to spawn the instance on the hypervisor. [ 1255.506313] env[70015]: DEBUG nova.compute.manager [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1255.507151] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8f288b-fa8f-4b4a-9b50-1f13a973471c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.666318] env[70015]: DEBUG nova.compute.manager [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1255.782915] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8868452d-9848-4ba9-abbb-00bffbb3f3f2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.790239] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa887c3-1497-4073-9348-e73c0849452a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.822524] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b50d7f-8f20-4c4b-b815-ae6fa5ca0631 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.829929] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa370415-cbdb-4d78-95c0-a6a4c2f692df {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.844594] env[70015]: DEBUG nova.compute.provider_tree [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1256.029190] env[70015]: INFO nova.compute.manager [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] Took 15.03 seconds to build instance. [ 1256.348066] env[70015]: DEBUG nova.scheduler.client.report [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1256.531055] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2e5187b9-4b7c-4bb6-ba22-54699de7cc93 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Acquiring lock "9a0509b3-be61-4706-a3ed-e5b7301ab979" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.531512] env[70015]: DEBUG oslo_concurrency.lockutils [None req-96fa2a3a-2027-423c-a5e8-c82909274e57 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Lock "9a0509b3-be61-4706-a3ed-e5b7301ab979" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.537s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.531770] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2e5187b9-4b7c-4bb6-ba22-54699de7cc93 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Lock "9a0509b3-be61-4706-a3ed-e5b7301ab979" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.532014] env[70015]: INFO nova.compute.manager [None req-2e5187b9-4b7c-4bb6-ba22-54699de7cc93 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] Rebooting instance [ 1256.676576] env[70015]: DEBUG nova.compute.manager [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1256.701601] env[70015]: DEBUG nova.virt.hardware [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1256.701839] env[70015]: DEBUG nova.virt.hardware [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1256.701998] env[70015]: DEBUG nova.virt.hardware [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1256.702193] env[70015]: DEBUG nova.virt.hardware [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1256.702339] env[70015]: DEBUG nova.virt.hardware [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1256.702487] env[70015]: DEBUG nova.virt.hardware [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1256.702688] env[70015]: DEBUG nova.virt.hardware [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1256.702848] env[70015]: DEBUG nova.virt.hardware [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1256.703030] env[70015]: DEBUG nova.virt.hardware [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1256.703201] env[70015]: DEBUG nova.virt.hardware [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1256.703374] env[70015]: DEBUG nova.virt.hardware [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1256.704270] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333b432f-442a-4582-815b-34c15bf99dd3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.711917] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35be7974-c577-49e1-b131-52ad9dfb9bc2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.852962] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.200s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.853563] env[70015]: DEBUG nova.compute.manager [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1256.857687] env[70015]: DEBUG nova.compute.manager [req-82aebd00-ddb9-43ad-adfa-18e49b32abd6 req-f6bd49a8-cac5-46d1-8f5b-1a54de22aaa8 service nova] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Received event network-vif-plugged-a490e01a-173e-4fcd-acf8-9c6dbb938658 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.857895] env[70015]: DEBUG oslo_concurrency.lockutils [req-82aebd00-ddb9-43ad-adfa-18e49b32abd6 req-f6bd49a8-cac5-46d1-8f5b-1a54de22aaa8 service nova] Acquiring lock "c0e3b4a5-7bb6-41b9-9211-0b438c46f760-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.858113] env[70015]: DEBUG oslo_concurrency.lockutils [req-82aebd00-ddb9-43ad-adfa-18e49b32abd6 req-f6bd49a8-cac5-46d1-8f5b-1a54de22aaa8 service nova] Lock "c0e3b4a5-7bb6-41b9-9211-0b438c46f760-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.858280] env[70015]: DEBUG oslo_concurrency.lockutils [req-82aebd00-ddb9-43ad-adfa-18e49b32abd6 req-f6bd49a8-cac5-46d1-8f5b-1a54de22aaa8 service nova] Lock "c0e3b4a5-7bb6-41b9-9211-0b438c46f760-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.858447] env[70015]: DEBUG nova.compute.manager [req-82aebd00-ddb9-43ad-adfa-18e49b32abd6 req-f6bd49a8-cac5-46d1-8f5b-1a54de22aaa8 service nova] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] No waiting events found dispatching network-vif-plugged-a490e01a-173e-4fcd-acf8-9c6dbb938658 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1256.858613] env[70015]: WARNING nova.compute.manager [req-82aebd00-ddb9-43ad-adfa-18e49b32abd6 req-f6bd49a8-cac5-46d1-8f5b-1a54de22aaa8 service nova] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Received unexpected event network-vif-plugged-a490e01a-173e-4fcd-acf8-9c6dbb938658 for instance with vm_state building and task_state spawning. [ 1256.944408] env[70015]: DEBUG nova.network.neutron [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Successfully updated port: a490e01a-173e-4fcd-acf8-9c6dbb938658 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1257.056765] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2e5187b9-4b7c-4bb6-ba22-54699de7cc93 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Acquiring lock "refresh_cache-9a0509b3-be61-4706-a3ed-e5b7301ab979" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.057009] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2e5187b9-4b7c-4bb6-ba22-54699de7cc93 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Acquired lock "refresh_cache-9a0509b3-be61-4706-a3ed-e5b7301ab979" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.057201] env[70015]: DEBUG nova.network.neutron [None req-2e5187b9-4b7c-4bb6-ba22-54699de7cc93 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1257.360623] env[70015]: DEBUG nova.compute.utils [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1257.362442] env[70015]: DEBUG nova.compute.manager [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Not allocating networking since 'none' was specified. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1257.448157] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Acquiring lock "refresh_cache-c0e3b4a5-7bb6-41b9-9211-0b438c46f760" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.448356] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Acquired lock "refresh_cache-c0e3b4a5-7bb6-41b9-9211-0b438c46f760" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.448468] env[70015]: DEBUG nova.network.neutron [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1257.742666] env[70015]: DEBUG nova.network.neutron [None req-2e5187b9-4b7c-4bb6-ba22-54699de7cc93 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] Updating instance_info_cache with network_info: [{"id": "166da9fd-9112-450b-8f6a-0a0207a12e25", "address": "fa:16:3e:bd:ba:81", "network": {"id": "035f0e35-294c-45ed-98e8-9ec76ea3196f", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1548181320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00ee8cb3e49749c2b4a19193eba86e0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap166da9fd-91", "ovs_interfaceid": "166da9fd-9112-450b-8f6a-0a0207a12e25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.863532] env[70015]: DEBUG nova.compute.manager [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1257.978446] env[70015]: DEBUG nova.network.neutron [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1258.101306] env[70015]: DEBUG nova.network.neutron [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Updating instance_info_cache with network_info: [{"id": "a490e01a-173e-4fcd-acf8-9c6dbb938658", "address": "fa:16:3e:aa:b4:e9", "network": {"id": "01441cea-ad3a-4294-8fdc-e951dbfbc413", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-557704821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8c13cae3e5b4a91965eec4a0da9232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa490e01a-17", "ovs_interfaceid": "a490e01a-173e-4fcd-acf8-9c6dbb938658", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.245259] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2e5187b9-4b7c-4bb6-ba22-54699de7cc93 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Releasing lock "refresh_cache-9a0509b3-be61-4706-a3ed-e5b7301ab979" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.603706] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Releasing lock "refresh_cache-c0e3b4a5-7bb6-41b9-9211-0b438c46f760" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.604049] env[70015]: DEBUG nova.compute.manager [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Instance network_info: |[{"id": "a490e01a-173e-4fcd-acf8-9c6dbb938658", "address": "fa:16:3e:aa:b4:e9", "network": {"id": "01441cea-ad3a-4294-8fdc-e951dbfbc413", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-557704821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8c13cae3e5b4a91965eec4a0da9232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa490e01a-17", "ovs_interfaceid": "a490e01a-173e-4fcd-acf8-9c6dbb938658", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1258.604498] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:b4:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a490e01a-173e-4fcd-acf8-9c6dbb938658', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1258.612078] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1258.612245] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1258.612469] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10738e21-f7e4-49bc-87a1-3a2034a2e793 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.632082] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1258.632082] env[70015]: value = "task-3611821" [ 1258.632082] env[70015]: _type = "Task" [ 1258.632082] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.639612] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611821, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.750335] env[70015]: DEBUG nova.compute.manager [None req-2e5187b9-4b7c-4bb6-ba22-54699de7cc93 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1258.751137] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9791f7b-4b0a-42b7-9ef0-1508830cb6d1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.872344] env[70015]: DEBUG nova.compute.manager [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1258.882857] env[70015]: DEBUG nova.compute.manager [req-3bc8dad3-aef0-4915-9e71-8002fc4dbaf2 req-30c4c2f6-71f0-411b-bcac-99f1a77a8121 service nova] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Received event network-changed-a490e01a-173e-4fcd-acf8-9c6dbb938658 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1258.883091] env[70015]: DEBUG nova.compute.manager [req-3bc8dad3-aef0-4915-9e71-8002fc4dbaf2 req-30c4c2f6-71f0-411b-bcac-99f1a77a8121 service nova] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Refreshing instance network info cache due to event network-changed-a490e01a-173e-4fcd-acf8-9c6dbb938658. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1258.883312] env[70015]: DEBUG oslo_concurrency.lockutils [req-3bc8dad3-aef0-4915-9e71-8002fc4dbaf2 req-30c4c2f6-71f0-411b-bcac-99f1a77a8121 service nova] Acquiring lock "refresh_cache-c0e3b4a5-7bb6-41b9-9211-0b438c46f760" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.883523] env[70015]: DEBUG oslo_concurrency.lockutils [req-3bc8dad3-aef0-4915-9e71-8002fc4dbaf2 req-30c4c2f6-71f0-411b-bcac-99f1a77a8121 service nova] Acquired lock "refresh_cache-c0e3b4a5-7bb6-41b9-9211-0b438c46f760" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.883619] env[70015]: DEBUG nova.network.neutron [req-3bc8dad3-aef0-4915-9e71-8002fc4dbaf2 req-30c4c2f6-71f0-411b-bcac-99f1a77a8121 service nova] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Refreshing network info cache for port a490e01a-173e-4fcd-acf8-9c6dbb938658 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1258.901778] env[70015]: DEBUG nova.virt.hardware [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1258.902051] env[70015]: DEBUG nova.virt.hardware [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1258.902214] env[70015]: DEBUG nova.virt.hardware [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1258.902397] env[70015]: DEBUG nova.virt.hardware [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1258.902543] env[70015]: DEBUG nova.virt.hardware [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1258.902690] env[70015]: DEBUG nova.virt.hardware [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1258.902896] env[70015]: DEBUG nova.virt.hardware [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1258.903064] env[70015]: DEBUG nova.virt.hardware [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1258.903235] env[70015]: DEBUG nova.virt.hardware [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1258.903396] env[70015]: DEBUG nova.virt.hardware [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1258.903570] env[70015]: DEBUG nova.virt.hardware [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1258.904837] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03be5bf-3f98-44fb-a947-744e1f9703d8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.912677] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fdba1e-e2a3-4a6b-971d-1bc57d58c553 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.926594] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Instance VIF info [] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1258.931997] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Creating folder: Project (1bc4b9db89bf4d9696b40481398c1f2e). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1258.932263] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aefb1925-87ee-4f83-b985-f603e84b9b8a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.943294] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Created folder: Project (1bc4b9db89bf4d9696b40481398c1f2e) in parent group-v720117. [ 1258.943493] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Creating folder: Instances. Parent ref: group-v720445. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1258.943701] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17152234-2f1c-4a95-a156-ea9ea7036787 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.953752] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Created folder: Instances in parent group-v720445. [ 1258.953978] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1258.954178] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1258.954380] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a005d4a-92d1-4e36-bf2b-e499c2b8a3a1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.970835] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1258.970835] env[70015]: value = "task-3611824" [ 1258.970835] env[70015]: _type = "Task" [ 1258.970835] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.977985] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611824, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.142559] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611821, 'name': CreateVM_Task, 'duration_secs': 0.288903} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.142773] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1259.143435] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.143603] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.143975] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.144249] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0052ecaa-cdc7-42f6-8020-0aa2b202663f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.148657] env[70015]: DEBUG oslo_vmware.api [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for the task: (returnval){ [ 1259.148657] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52393551-ced2-40ad-8830-3b42c50f5170" [ 1259.148657] env[70015]: _type = "Task" [ 1259.148657] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.156157] env[70015]: DEBUG oslo_vmware.api [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52393551-ced2-40ad-8830-3b42c50f5170, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.481158] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611824, 'name': CreateVM_Task, 'duration_secs': 0.288264} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.481336] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1259.481738] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.628311] env[70015]: DEBUG nova.network.neutron [req-3bc8dad3-aef0-4915-9e71-8002fc4dbaf2 req-30c4c2f6-71f0-411b-bcac-99f1a77a8121 service nova] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Updated VIF entry in instance network info cache for port a490e01a-173e-4fcd-acf8-9c6dbb938658. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1259.628663] env[70015]: DEBUG nova.network.neutron [req-3bc8dad3-aef0-4915-9e71-8002fc4dbaf2 req-30c4c2f6-71f0-411b-bcac-99f1a77a8121 service nova] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Updating instance_info_cache with network_info: [{"id": "a490e01a-173e-4fcd-acf8-9c6dbb938658", "address": "fa:16:3e:aa:b4:e9", "network": {"id": "01441cea-ad3a-4294-8fdc-e951dbfbc413", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-557704821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8c13cae3e5b4a91965eec4a0da9232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa490e01a-17", "ovs_interfaceid": "a490e01a-173e-4fcd-acf8-9c6dbb938658", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.658460] env[70015]: DEBUG oslo_vmware.api [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52393551-ced2-40ad-8830-3b42c50f5170, 'name': SearchDatastore_Task, 'duration_secs': 0.01116} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.658770] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.659011] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1259.659276] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.659429] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.659632] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1259.659922] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.660236] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.660451] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9ee53a7-21b5-407e-a966-3909353499b6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.662111] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5e68b08-20df-455c-934e-fb40507b03ea {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.669034] env[70015]: DEBUG oslo_vmware.api [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Waiting for the task: (returnval){ [ 1259.669034] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52b0611e-bc50-70bc-5b51-d06862fbdce6" [ 1259.669034] env[70015]: _type = "Task" [ 1259.669034] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.673059] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1259.673256] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1259.674331] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6f6526b-32aa-4959-a1fe-9d11f6968340 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.679485] env[70015]: DEBUG oslo_vmware.api [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52b0611e-bc50-70bc-5b51-d06862fbdce6, 'name': SearchDatastore_Task, 'duration_secs': 0.007835} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.679996] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.680227] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1259.680423] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.682143] env[70015]: DEBUG oslo_vmware.api [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for the task: (returnval){ [ 1259.682143] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5203ac63-1832-7277-cde0-63c65063335a" [ 1259.682143] env[70015]: _type = "Task" [ 1259.682143] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.689061] env[70015]: DEBUG oslo_vmware.api [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5203ac63-1832-7277-cde0-63c65063335a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.767934] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094c42e9-d110-44fd-a815-85b6e627112b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.774921] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5187b9-4b7c-4bb6-ba22-54699de7cc93 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] Doing hard reboot of VM {{(pid=70015) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1259.775196] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-cc72fbc9-5f9e-4bb9-9bf7-07b7ce284ac3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.781174] env[70015]: DEBUG oslo_vmware.api [None req-2e5187b9-4b7c-4bb6-ba22-54699de7cc93 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Waiting for the task: (returnval){ [ 1259.781174] env[70015]: value = "task-3611825" [ 1259.781174] env[70015]: _type = "Task" [ 1259.781174] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.789023] env[70015]: DEBUG oslo_vmware.api [None req-2e5187b9-4b7c-4bb6-ba22-54699de7cc93 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Task: {'id': task-3611825, 'name': ResetVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.131504] env[70015]: DEBUG oslo_concurrency.lockutils [req-3bc8dad3-aef0-4915-9e71-8002fc4dbaf2 req-30c4c2f6-71f0-411b-bcac-99f1a77a8121 service nova] Releasing lock "refresh_cache-c0e3b4a5-7bb6-41b9-9211-0b438c46f760" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.192651] env[70015]: DEBUG oslo_vmware.api [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5203ac63-1832-7277-cde0-63c65063335a, 'name': SearchDatastore_Task, 'duration_secs': 0.00728} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.193399] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a09e1d55-65ca-42d6-a00b-04f15da13bab {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.198833] env[70015]: DEBUG oslo_vmware.api [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for the task: (returnval){ [ 1260.198833] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]522cf760-49d9-df78-2429-35939dcc6032" [ 1260.198833] env[70015]: _type = "Task" [ 1260.198833] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.206230] env[70015]: DEBUG oslo_vmware.api [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]522cf760-49d9-df78-2429-35939dcc6032, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.289775] env[70015]: DEBUG oslo_vmware.api [None req-2e5187b9-4b7c-4bb6-ba22-54699de7cc93 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Task: {'id': task-3611825, 'name': ResetVM_Task, 'duration_secs': 0.087144} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.290039] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5187b9-4b7c-4bb6-ba22-54699de7cc93 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] Did hard reboot of VM {{(pid=70015) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1260.290233] env[70015]: DEBUG nova.compute.manager [None req-2e5187b9-4b7c-4bb6-ba22-54699de7cc93 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1260.290961] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6024592c-839d-4d80-b887-8aa562c1b06a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.710286] env[70015]: DEBUG oslo_vmware.api [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]522cf760-49d9-df78-2429-35939dcc6032, 'name': SearchDatastore_Task, 'duration_secs': 0.009556} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.710286] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.710518] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] c0e3b4a5-7bb6-41b9-9211-0b438c46f760/c0e3b4a5-7bb6-41b9-9211-0b438c46f760.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1260.710824] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.711116] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1260.711350] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c33ab290-423e-4158-9a00-ac5acc512a27 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.713863] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63240c7a-99d5-4041-9329-0ff81d078c73 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.720558] env[70015]: DEBUG oslo_vmware.api [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for the task: (returnval){ [ 1260.720558] env[70015]: value = "task-3611826" [ 1260.720558] env[70015]: _type = "Task" [ 1260.720558] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.724434] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1260.724609] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1260.725904] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a99c1aa6-a4ff-413c-8ec9-1a26bf984d4d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.731679] env[70015]: DEBUG oslo_vmware.api [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611826, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.735198] env[70015]: DEBUG oslo_vmware.api [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Waiting for the task: (returnval){ [ 1260.735198] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52a4ba49-5970-de2f-8370-7fcbdfab054d" [ 1260.735198] env[70015]: _type = "Task" [ 1260.735198] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.742222] env[70015]: DEBUG oslo_vmware.api [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52a4ba49-5970-de2f-8370-7fcbdfab054d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.802144] env[70015]: DEBUG oslo_concurrency.lockutils [None req-2e5187b9-4b7c-4bb6-ba22-54699de7cc93 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Lock "9a0509b3-be61-4706-a3ed-e5b7301ab979" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.270s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.160981] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4b91a3f5-a44d-4a60-9b90-828454b71db9 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Acquiring lock "9a0509b3-be61-4706-a3ed-e5b7301ab979" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.161290] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4b91a3f5-a44d-4a60-9b90-828454b71db9 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Lock "9a0509b3-be61-4706-a3ed-e5b7301ab979" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.161502] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4b91a3f5-a44d-4a60-9b90-828454b71db9 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Acquiring lock "9a0509b3-be61-4706-a3ed-e5b7301ab979-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.161684] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4b91a3f5-a44d-4a60-9b90-828454b71db9 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Lock "9a0509b3-be61-4706-a3ed-e5b7301ab979-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.161856] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4b91a3f5-a44d-4a60-9b90-828454b71db9 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Lock "9a0509b3-be61-4706-a3ed-e5b7301ab979-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.164130] env[70015]: INFO nova.compute.manager [None req-4b91a3f5-a44d-4a60-9b90-828454b71db9 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] Terminating instance [ 1261.229973] env[70015]: DEBUG oslo_vmware.api [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611826, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.413495} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.230194] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] c0e3b4a5-7bb6-41b9-9211-0b438c46f760/c0e3b4a5-7bb6-41b9-9211-0b438c46f760.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1261.230403] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1261.230634] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce6d1f0f-cfb4-4cb5-ace9-9335d441cf41 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.237009] env[70015]: DEBUG oslo_vmware.api [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for the task: (returnval){ [ 1261.237009] env[70015]: value = "task-3611827" [ 1261.237009] env[70015]: _type = "Task" [ 1261.237009] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.247649] env[70015]: DEBUG oslo_vmware.api [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52a4ba49-5970-de2f-8370-7fcbdfab054d, 'name': SearchDatastore_Task, 'duration_secs': 0.015672} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.250788] env[70015]: DEBUG oslo_vmware.api [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611827, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.251015] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84499ae0-752f-4ad7-bab1-4bf7bc1d0510 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.255359] env[70015]: DEBUG oslo_vmware.api [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Waiting for the task: (returnval){ [ 1261.255359] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52d19c66-e3d4-4302-cec8-f9bee63e5001" [ 1261.255359] env[70015]: _type = "Task" [ 1261.255359] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.262173] env[70015]: DEBUG oslo_vmware.api [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52d19c66-e3d4-4302-cec8-f9bee63e5001, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.668859] env[70015]: DEBUG nova.compute.manager [None req-4b91a3f5-a44d-4a60-9b90-828454b71db9 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1261.669181] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4b91a3f5-a44d-4a60-9b90-828454b71db9 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1261.670512] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368d65bc-9ff2-4fa5-a167-4da2f2b97b18 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.678283] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b91a3f5-a44d-4a60-9b90-828454b71db9 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1261.678552] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cf52218-f510-445c-b113-288880c42618 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.685046] env[70015]: DEBUG oslo_vmware.api [None req-4b91a3f5-a44d-4a60-9b90-828454b71db9 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Waiting for the task: (returnval){ [ 1261.685046] env[70015]: value = "task-3611828" [ 1261.685046] env[70015]: _type = "Task" [ 1261.685046] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.694233] env[70015]: DEBUG oslo_vmware.api [None req-4b91a3f5-a44d-4a60-9b90-828454b71db9 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Task: {'id': task-3611828, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.750298] env[70015]: DEBUG oslo_vmware.api [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611827, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122858} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.750595] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1261.751408] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07ee86a-3ae9-4d07-bf52-9e9b5f780769 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.774108] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] c0e3b4a5-7bb6-41b9-9211-0b438c46f760/c0e3b4a5-7bb6-41b9-9211-0b438c46f760.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1261.777600] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fb15d68-1d35-47e7-9dfa-f1ac00267845 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.798507] env[70015]: DEBUG oslo_vmware.api [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52d19c66-e3d4-4302-cec8-f9bee63e5001, 'name': SearchDatastore_Task, 'duration_secs': 0.008434} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.799743] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.800050] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 6eedbcf6-f2a4-4f58-a80a-fde749f1378f/6eedbcf6-f2a4-4f58-a80a-fde749f1378f.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1261.800394] env[70015]: DEBUG oslo_vmware.api [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for the task: (returnval){ [ 1261.800394] env[70015]: value = "task-3611829" [ 1261.800394] env[70015]: _type = "Task" [ 1261.800394] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.800589] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a85dca8-2b22-4beb-819e-80a6023862cd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.810792] env[70015]: DEBUG oslo_vmware.api [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611829, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.811975] env[70015]: DEBUG oslo_vmware.api [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Waiting for the task: (returnval){ [ 1261.811975] env[70015]: value = "task-3611830" [ 1261.811975] env[70015]: _type = "Task" [ 1261.811975] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.819464] env[70015]: DEBUG oslo_vmware.api [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Task: {'id': task-3611830, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.198073] env[70015]: DEBUG oslo_vmware.api [None req-4b91a3f5-a44d-4a60-9b90-828454b71db9 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Task: {'id': task-3611828, 'name': PowerOffVM_Task, 'duration_secs': 0.192571} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.198073] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b91a3f5-a44d-4a60-9b90-828454b71db9 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1262.198073] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4b91a3f5-a44d-4a60-9b90-828454b71db9 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1262.198372] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b613f149-e4ca-46a0-ba7b-151600787084 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.260828] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4b91a3f5-a44d-4a60-9b90-828454b71db9 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1262.261057] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4b91a3f5-a44d-4a60-9b90-828454b71db9 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1262.261248] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b91a3f5-a44d-4a60-9b90-828454b71db9 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Deleting the datastore file [datastore1] 9a0509b3-be61-4706-a3ed-e5b7301ab979 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1262.261519] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2037430e-190d-4515-a4d2-b15c1c7c4fd6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.267796] env[70015]: DEBUG oslo_vmware.api [None req-4b91a3f5-a44d-4a60-9b90-828454b71db9 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Waiting for the task: (returnval){ [ 1262.267796] env[70015]: value = "task-3611832" [ 1262.267796] env[70015]: _type = "Task" [ 1262.267796] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.275049] env[70015]: DEBUG oslo_vmware.api [None req-4b91a3f5-a44d-4a60-9b90-828454b71db9 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Task: {'id': task-3611832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.310708] env[70015]: DEBUG oslo_vmware.api [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611829, 'name': ReconfigVM_Task, 'duration_secs': 0.355034} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.310963] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Reconfigured VM instance instance-00000078 to attach disk [datastore1] c0e3b4a5-7bb6-41b9-9211-0b438c46f760/c0e3b4a5-7bb6-41b9-9211-0b438c46f760.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1262.311574] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97a4f766-b87d-41bf-bbef-23b2ab6dc892 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.320541] env[70015]: DEBUG oslo_vmware.api [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Task: {'id': task-3611830, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445351} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.321606] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 6eedbcf6-f2a4-4f58-a80a-fde749f1378f/6eedbcf6-f2a4-4f58-a80a-fde749f1378f.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1262.321817] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1262.322117] env[70015]: DEBUG oslo_vmware.api [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for the task: (returnval){ [ 1262.322117] env[70015]: value = "task-3611833" [ 1262.322117] env[70015]: _type = "Task" [ 1262.322117] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.322300] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-126e25ae-32d1-4b74-afd8-35b62976d3ba {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.331403] env[70015]: DEBUG oslo_vmware.api [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611833, 'name': Rename_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.332460] env[70015]: DEBUG oslo_vmware.api [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Waiting for the task: (returnval){ [ 1262.332460] env[70015]: value = "task-3611834" [ 1262.332460] env[70015]: _type = "Task" [ 1262.332460] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.339280] env[70015]: DEBUG oslo_vmware.api [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Task: {'id': task-3611834, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.778115] env[70015]: DEBUG oslo_vmware.api [None req-4b91a3f5-a44d-4a60-9b90-828454b71db9 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Task: {'id': task-3611832, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125283} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.778382] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b91a3f5-a44d-4a60-9b90-828454b71db9 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1262.778654] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4b91a3f5-a44d-4a60-9b90-828454b71db9 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1262.778733] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4b91a3f5-a44d-4a60-9b90-828454b71db9 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1262.778906] env[70015]: INFO nova.compute.manager [None req-4b91a3f5-a44d-4a60-9b90-828454b71db9 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1262.779161] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b91a3f5-a44d-4a60-9b90-828454b71db9 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1262.779356] env[70015]: DEBUG nova.compute.manager [-] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1262.779448] env[70015]: DEBUG nova.network.neutron [-] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1262.832750] env[70015]: DEBUG oslo_vmware.api [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611833, 'name': Rename_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.839776] env[70015]: DEBUG oslo_vmware.api [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Task: {'id': task-3611834, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064931} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.840029] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1262.840743] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ae4234-10cb-4d57-878a-a98f57ff9624 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.859106] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 6eedbcf6-f2a4-4f58-a80a-fde749f1378f/6eedbcf6-f2a4-4f58-a80a-fde749f1378f.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1262.859353] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-958883fd-3566-4f23-8742-61e850ba07d3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.880374] env[70015]: DEBUG oslo_vmware.api [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Waiting for the task: (returnval){ [ 1262.880374] env[70015]: value = "task-3611835" [ 1262.880374] env[70015]: _type = "Task" [ 1262.880374] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.888144] env[70015]: DEBUG oslo_vmware.api [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Task: {'id': task-3611835, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.328103] env[70015]: DEBUG nova.compute.manager [req-c94e483a-4d73-494e-8bb7-a7afaf6afbf4 req-163f401c-8565-4088-9ff8-6af701c36434 service nova] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] Received event network-vif-deleted-166da9fd-9112-450b-8f6a-0a0207a12e25 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1263.328302] env[70015]: INFO nova.compute.manager [req-c94e483a-4d73-494e-8bb7-a7afaf6afbf4 req-163f401c-8565-4088-9ff8-6af701c36434 service nova] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] Neutron deleted interface 166da9fd-9112-450b-8f6a-0a0207a12e25; detaching it from the instance and deleting it from the info cache [ 1263.328470] env[70015]: DEBUG nova.network.neutron [req-c94e483a-4d73-494e-8bb7-a7afaf6afbf4 req-163f401c-8565-4088-9ff8-6af701c36434 service nova] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.338672] env[70015]: DEBUG oslo_vmware.api [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611833, 'name': Rename_Task, 'duration_secs': 0.921898} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.338926] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1263.339170] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fdd68c8c-bf83-43a0-a85e-526b1b175bc1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.345411] env[70015]: DEBUG oslo_vmware.api [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for the task: (returnval){ [ 1263.345411] env[70015]: value = "task-3611836" [ 1263.345411] env[70015]: _type = "Task" [ 1263.345411] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.356930] env[70015]: DEBUG oslo_vmware.api [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611836, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.390228] env[70015]: DEBUG oslo_vmware.api [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Task: {'id': task-3611835, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.808747] env[70015]: DEBUG nova.network.neutron [-] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.833518] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7a43f97e-df10-4677-9892-c6e6c94d8cc8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.843322] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbec083e-ef07-4ae9-a411-c6995a31de12 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.866604] env[70015]: DEBUG oslo_vmware.api [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611836, 'name': PowerOnVM_Task, 'duration_secs': 0.469805} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.874474] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1263.874694] env[70015]: INFO nova.compute.manager [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Took 7.20 seconds to spawn the instance on the hypervisor. [ 1263.874876] env[70015]: DEBUG nova.compute.manager [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1263.875232] env[70015]: DEBUG nova.compute.manager [req-c94e483a-4d73-494e-8bb7-a7afaf6afbf4 req-163f401c-8565-4088-9ff8-6af701c36434 service nova] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] Detach interface failed, port_id=166da9fd-9112-450b-8f6a-0a0207a12e25, reason: Instance 9a0509b3-be61-4706-a3ed-e5b7301ab979 could not be found. {{(pid=70015) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1263.876101] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-450ddb49-aa99-4062-8052-aa0c8bd0baa0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.891287] env[70015]: DEBUG oslo_vmware.api [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Task: {'id': task-3611835, 'name': ReconfigVM_Task, 'duration_secs': 0.522978} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.891533] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 6eedbcf6-f2a4-4f58-a80a-fde749f1378f/6eedbcf6-f2a4-4f58-a80a-fde749f1378f.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1263.892076] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8964a268-d2f6-4a5a-91f4-dc79e301f1c5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.897941] env[70015]: DEBUG oslo_vmware.api [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Waiting for the task: (returnval){ [ 1263.897941] env[70015]: value = "task-3611837" [ 1263.897941] env[70015]: _type = "Task" [ 1263.897941] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.910495] env[70015]: DEBUG oslo_vmware.api [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Task: {'id': task-3611837, 'name': Rename_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.313117] env[70015]: INFO nova.compute.manager [-] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] Took 1.53 seconds to deallocate network for instance. [ 1264.394236] env[70015]: INFO nova.compute.manager [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Took 11.98 seconds to build instance. [ 1264.408018] env[70015]: DEBUG oslo_vmware.api [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Task: {'id': task-3611837, 'name': Rename_Task, 'duration_secs': 0.131704} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.408410] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1264.409020] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38587648-d5a1-4e42-9e06-5a11e2712223 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.414476] env[70015]: DEBUG oslo_vmware.api [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Waiting for the task: (returnval){ [ 1264.414476] env[70015]: value = "task-3611838" [ 1264.414476] env[70015]: _type = "Task" [ 1264.414476] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.423527] env[70015]: DEBUG oslo_vmware.api [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Task: {'id': task-3611838, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.810350] env[70015]: DEBUG nova.compute.manager [req-ea43f73b-cffc-41d5-8980-a5893e410725 req-88bfd34e-4b56-48a9-83fd-3a9401cbfe7a service nova] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Received event network-changed-a490e01a-173e-4fcd-acf8-9c6dbb938658 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1264.810543] env[70015]: DEBUG nova.compute.manager [req-ea43f73b-cffc-41d5-8980-a5893e410725 req-88bfd34e-4b56-48a9-83fd-3a9401cbfe7a service nova] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Refreshing instance network info cache due to event network-changed-a490e01a-173e-4fcd-acf8-9c6dbb938658. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1264.810776] env[70015]: DEBUG oslo_concurrency.lockutils [req-ea43f73b-cffc-41d5-8980-a5893e410725 req-88bfd34e-4b56-48a9-83fd-3a9401cbfe7a service nova] Acquiring lock "refresh_cache-c0e3b4a5-7bb6-41b9-9211-0b438c46f760" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.810968] env[70015]: DEBUG oslo_concurrency.lockutils [req-ea43f73b-cffc-41d5-8980-a5893e410725 req-88bfd34e-4b56-48a9-83fd-3a9401cbfe7a service nova] Acquired lock "refresh_cache-c0e3b4a5-7bb6-41b9-9211-0b438c46f760" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.811215] env[70015]: DEBUG nova.network.neutron [req-ea43f73b-cffc-41d5-8980-a5893e410725 req-88bfd34e-4b56-48a9-83fd-3a9401cbfe7a service nova] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Refreshing network info cache for port a490e01a-173e-4fcd-acf8-9c6dbb938658 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1264.827431] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4b91a3f5-a44d-4a60-9b90-828454b71db9 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.827705] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4b91a3f5-a44d-4a60-9b90-828454b71db9 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.827913] env[70015]: DEBUG nova.objects.instance [None req-4b91a3f5-a44d-4a60-9b90-828454b71db9 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Lazy-loading 'resources' on Instance uuid 9a0509b3-be61-4706-a3ed-e5b7301ab979 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1264.896429] env[70015]: DEBUG oslo_concurrency.lockutils [None req-6de3e462-cb87-455d-9391-3b7e9d34a02f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lock "c0e3b4a5-7bb6-41b9-9211-0b438c46f760" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.487s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.924627] env[70015]: DEBUG oslo_vmware.api [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Task: {'id': task-3611838, 'name': PowerOnVM_Task, 'duration_secs': 0.440046} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.924832] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1264.925020] env[70015]: INFO nova.compute.manager [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Took 6.05 seconds to spawn the instance on the hypervisor. [ 1264.925205] env[70015]: DEBUG nova.compute.manager [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1264.925990] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1b3b41-11f1-4f98-9481-e639c94ceeb0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.428859] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2a2b84-619f-4b8a-8a42-bdfd0a83d683 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.439413] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cce2cac-c307-4758-b3e2-c12977bfceea {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.444390] env[70015]: INFO nova.compute.manager [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Took 10.82 seconds to build instance. [ 1265.473910] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8827c4b-9186-4e62-9e5e-82fa5ed7dceb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.481508] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2891a1-e87e-4b76-991e-29c6b0fc53ab {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.494417] env[70015]: DEBUG nova.compute.provider_tree [None req-4b91a3f5-a44d-4a60-9b90-828454b71db9 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1265.534581] env[70015]: DEBUG nova.network.neutron [req-ea43f73b-cffc-41d5-8980-a5893e410725 req-88bfd34e-4b56-48a9-83fd-3a9401cbfe7a service nova] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Updated VIF entry in instance network info cache for port a490e01a-173e-4fcd-acf8-9c6dbb938658. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1265.534931] env[70015]: DEBUG nova.network.neutron [req-ea43f73b-cffc-41d5-8980-a5893e410725 req-88bfd34e-4b56-48a9-83fd-3a9401cbfe7a service nova] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Updating instance_info_cache with network_info: [{"id": "a490e01a-173e-4fcd-acf8-9c6dbb938658", "address": "fa:16:3e:aa:b4:e9", "network": {"id": "01441cea-ad3a-4294-8fdc-e951dbfbc413", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-557704821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8c13cae3e5b4a91965eec4a0da9232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa490e01a-17", "ovs_interfaceid": "a490e01a-173e-4fcd-acf8-9c6dbb938658", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.946097] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5267a85e-5ba1-461b-a420-450228808a11 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Lock "6eedbcf6-f2a4-4f58-a80a-fde749f1378f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.335s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.997314] env[70015]: DEBUG nova.scheduler.client.report [None req-4b91a3f5-a44d-4a60-9b90-828454b71db9 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1266.037162] env[70015]: DEBUG oslo_concurrency.lockutils [req-ea43f73b-cffc-41d5-8980-a5893e410725 req-88bfd34e-4b56-48a9-83fd-3a9401cbfe7a service nova] Releasing lock "refresh_cache-c0e3b4a5-7bb6-41b9-9211-0b438c46f760" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.502609] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4b91a3f5-a44d-4a60-9b90-828454b71db9 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.675s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.524565] env[70015]: INFO nova.scheduler.client.report [None req-4b91a3f5-a44d-4a60-9b90-828454b71db9 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Deleted allocations for instance 9a0509b3-be61-4706-a3ed-e5b7301ab979 [ 1266.531800] env[70015]: INFO nova.compute.manager [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Rebuilding instance [ 1266.569505] env[70015]: DEBUG nova.compute.manager [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1266.571949] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40dd6b43-b0e6-4577-8b61-3e6c24d9cf02 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.032326] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4b91a3f5-a44d-4a60-9b90-828454b71db9 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Lock "9a0509b3-be61-4706-a3ed-e5b7301ab979" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.871s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.584016] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1267.584362] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22f89888-22be-48e7-a4ed-55017045b987 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.590869] env[70015]: DEBUG oslo_vmware.api [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Waiting for the task: (returnval){ [ 1267.590869] env[70015]: value = "task-3611839" [ 1267.590869] env[70015]: _type = "Task" [ 1267.590869] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.600191] env[70015]: DEBUG oslo_vmware.api [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Task: {'id': task-3611839, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.101207] env[70015]: DEBUG oslo_vmware.api [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Task: {'id': task-3611839, 'name': PowerOffVM_Task, 'duration_secs': 0.137232} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.101489] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1268.101666] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1268.102449] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b72926-0c0c-40bb-ade1-8b9d71c396e4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.108772] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1268.108989] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d51c9bc6-166c-4aa8-aef4-2d270d756aae {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.134051] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1268.134308] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1268.134514] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Deleting the datastore file [datastore1] 6eedbcf6-f2a4-4f58-a80a-fde749f1378f {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1268.134694] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-189c2a26-819e-4a75-92b0-ebee24593558 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.140852] env[70015]: DEBUG oslo_vmware.api [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Waiting for the task: (returnval){ [ 1268.140852] env[70015]: value = "task-3611841" [ 1268.140852] env[70015]: _type = "Task" [ 1268.140852] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.148140] env[70015]: DEBUG oslo_vmware.api [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Task: {'id': task-3611841, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.651375] env[70015]: DEBUG oslo_vmware.api [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Task: {'id': task-3611841, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101295} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.651815] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1268.652111] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1268.652319] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1269.187779] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.192539] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.692213] env[70015]: DEBUG nova.virt.hardware [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1269.692361] env[70015]: DEBUG nova.virt.hardware [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1269.692514] env[70015]: DEBUG nova.virt.hardware [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1269.692693] env[70015]: DEBUG nova.virt.hardware [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1269.692835] env[70015]: DEBUG nova.virt.hardware [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1269.692989] env[70015]: DEBUG nova.virt.hardware [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1269.694168] env[70015]: DEBUG nova.virt.hardware [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1269.694168] env[70015]: DEBUG nova.virt.hardware [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1269.694168] env[70015]: DEBUG nova.virt.hardware [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1269.694168] env[70015]: DEBUG nova.virt.hardware [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1269.694168] env[70015]: DEBUG nova.virt.hardware [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1269.694782] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd577170-9f94-4674-975f-bc325c087d0d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.702832] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508cc8ee-a6d8-4038-803e-feb9a555f3bc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.717589] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Instance VIF info [] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1269.723442] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1269.723654] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1269.723880] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e90ebb7-4a5a-4abd-bad0-569fdbc2be62 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.747381] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1269.747381] env[70015]: value = "task-3611842" [ 1269.747381] env[70015]: _type = "Task" [ 1269.747381] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.755290] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611842, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.193611] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1270.193611] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1270.258436] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611842, 'name': CreateVM_Task, 'duration_secs': 0.235867} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.258436] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1270.258755] env[70015]: DEBUG oslo_concurrency.lockutils [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.259051] env[70015]: DEBUG oslo_concurrency.lockutils [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.259668] env[70015]: DEBUG oslo_concurrency.lockutils [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.260041] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c28f617b-47df-4d70-a229-49c2bf870ef0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.267191] env[70015]: DEBUG oslo_vmware.api [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Waiting for the task: (returnval){ [ 1270.267191] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]524e3543-cf46-befb-aabc-1975a2802717" [ 1270.267191] env[70015]: _type = "Task" [ 1270.267191] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.273301] env[70015]: DEBUG oslo_vmware.api [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]524e3543-cf46-befb-aabc-1975a2802717, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.778855] env[70015]: DEBUG oslo_vmware.api [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]524e3543-cf46-befb-aabc-1975a2802717, 'name': SearchDatastore_Task, 'duration_secs': 0.009773} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.778855] env[70015]: DEBUG oslo_concurrency.lockutils [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.778855] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1270.778855] env[70015]: DEBUG oslo_concurrency.lockutils [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.778855] env[70015]: DEBUG oslo_concurrency.lockutils [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.778855] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1270.778855] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ecb338ff-9d20-4e49-b468-d6eb535e17b4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.786457] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1270.786824] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1270.787631] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50c6d6c3-fa9e-448c-9eff-6d150048eaa8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.792631] env[70015]: DEBUG oslo_vmware.api [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Waiting for the task: (returnval){ [ 1270.792631] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52fbe984-97e4-cd89-d8b9-4e0abb85531c" [ 1270.792631] env[70015]: _type = "Task" [ 1270.792631] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.800287] env[70015]: DEBUG oslo_vmware.api [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52fbe984-97e4-cd89-d8b9-4e0abb85531c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.192976] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1271.303811] env[70015]: DEBUG oslo_vmware.api [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52fbe984-97e4-cd89-d8b9-4e0abb85531c, 'name': SearchDatastore_Task, 'duration_secs': 0.008603} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.304506] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f8ea1d9-eb53-49b2-bcfc-2ee9db1670e8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.310183] env[70015]: DEBUG oslo_vmware.api [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Waiting for the task: (returnval){ [ 1271.310183] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]523370a1-07ec-f5e7-a089-05a96b34da39" [ 1271.310183] env[70015]: _type = "Task" [ 1271.310183] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.318339] env[70015]: DEBUG oslo_vmware.api [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]523370a1-07ec-f5e7-a089-05a96b34da39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.821860] env[70015]: DEBUG oslo_vmware.api [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]523370a1-07ec-f5e7-a089-05a96b34da39, 'name': SearchDatastore_Task, 'duration_secs': 0.010393} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.822213] env[70015]: DEBUG oslo_concurrency.lockutils [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.822551] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 6eedbcf6-f2a4-4f58-a80a-fde749f1378f/6eedbcf6-f2a4-4f58-a80a-fde749f1378f.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1271.822857] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8341c193-449a-4cf8-affd-7fd83a94b670 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.830364] env[70015]: DEBUG oslo_vmware.api [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Waiting for the task: (returnval){ [ 1271.830364] env[70015]: value = "task-3611843" [ 1271.830364] env[70015]: _type = "Task" [ 1271.830364] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.838820] env[70015]: DEBUG oslo_vmware.api [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Task: {'id': task-3611843, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.892068] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Acquiring lock "06f35660-c6e4-437d-870e-4003df15bdd5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.892068] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Lock "06f35660-c6e4-437d-870e-4003df15bdd5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.193579] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1272.193956] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1272.194201] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70015) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1272.339938] env[70015]: DEBUG oslo_vmware.api [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Task: {'id': task-3611843, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440885} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.340207] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 6eedbcf6-f2a4-4f58-a80a-fde749f1378f/6eedbcf6-f2a4-4f58-a80a-fde749f1378f.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1272.340433] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1272.340709] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-590cfe8f-355b-4fd4-8d12-0a0a149f4e6f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.347362] env[70015]: DEBUG oslo_vmware.api [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Waiting for the task: (returnval){ [ 1272.347362] env[70015]: value = "task-3611844" [ 1272.347362] env[70015]: _type = "Task" [ 1272.347362] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.354892] env[70015]: DEBUG oslo_vmware.api [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Task: {'id': task-3611844, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.394554] env[70015]: DEBUG nova.compute.manager [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1272.861018] env[70015]: DEBUG oslo_vmware.api [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Task: {'id': task-3611844, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061711} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.861018] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1272.861018] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16282968-db9d-4d0b-b958-7b710a70fff3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.879033] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 6eedbcf6-f2a4-4f58-a80a-fde749f1378f/6eedbcf6-f2a4-4f58-a80a-fde749f1378f.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1272.879033] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-956e06dc-b0ab-4892-997e-c968a7e7da2a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.897733] env[70015]: DEBUG oslo_vmware.api [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Waiting for the task: (returnval){ [ 1272.897733] env[70015]: value = "task-3611845" [ 1272.897733] env[70015]: _type = "Task" [ 1272.897733] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.909746] env[70015]: DEBUG oslo_vmware.api [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Task: {'id': task-3611845, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.918036] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.918353] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.919959] env[70015]: INFO nova.compute.claims [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1273.193067] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.407343] env[70015]: DEBUG oslo_vmware.api [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Task: {'id': task-3611845, 'name': ReconfigVM_Task, 'duration_secs': 0.332804} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.407634] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 6eedbcf6-f2a4-4f58-a80a-fde749f1378f/6eedbcf6-f2a4-4f58-a80a-fde749f1378f.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1273.408273] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eecf912c-9128-4e0a-9d51-a9b7737dc6cb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.415051] env[70015]: DEBUG oslo_vmware.api [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Waiting for the task: (returnval){ [ 1273.415051] env[70015]: value = "task-3611846" [ 1273.415051] env[70015]: _type = "Task" [ 1273.415051] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.427556] env[70015]: DEBUG oslo_vmware.api [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Task: {'id': task-3611846, 'name': Rename_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.696874] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.924957] env[70015]: DEBUG oslo_vmware.api [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Task: {'id': task-3611846, 'name': Rename_Task, 'duration_secs': 0.134094} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.925319] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1273.925620] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a3e8106-ab5f-4e2b-b74f-e1e1155d94ad {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.932364] env[70015]: DEBUG oslo_vmware.api [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Waiting for the task: (returnval){ [ 1273.932364] env[70015]: value = "task-3611847" [ 1273.932364] env[70015]: _type = "Task" [ 1273.932364] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.941509] env[70015]: DEBUG oslo_vmware.api [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Task: {'id': task-3611847, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.025434] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d84e16f-c61c-4091-8ddc-5ab24f56c979 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.032763] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a9b846-bf7d-460e-b4f7-8b5f998b28f5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.064319] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a3cf68-4c41-4fbe-b04c-8491daf206b6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.071159] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3343fe4a-5039-4ef6-8b62-aa08722b13c5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.083638] env[70015]: DEBUG nova.compute.provider_tree [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1274.443060] env[70015]: DEBUG oslo_vmware.api [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Task: {'id': task-3611847, 'name': PowerOnVM_Task, 'duration_secs': 0.401352} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.443060] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1274.443060] env[70015]: DEBUG nova.compute.manager [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1274.443622] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab485343-5a6f-49d1-b24a-bd4b2a45444d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.587924] env[70015]: DEBUG nova.scheduler.client.report [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1274.957982] env[70015]: DEBUG oslo_concurrency.lockutils [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.093099] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.175s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.093755] env[70015]: DEBUG nova.compute.manager [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1275.096691] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.400s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.097427] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.097427] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70015) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1275.099217] env[70015]: DEBUG oslo_concurrency.lockutils [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.141s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.099396] env[70015]: DEBUG nova.objects.instance [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70015) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1275.102896] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f2792c-e695-43c9-8c82-d6486fa6e7c9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.110530] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385ad30d-f20e-4a4b-8155-0ed37dd6a6e6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.124523] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc087c1-28a6-40f4-b68d-67873174c317 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.132269] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88742440-4fdb-41bb-80f9-9ead599ea28d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.162051] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179927MB free_disk=77GB free_vcpus=48 pci_devices=None {{(pid=70015) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1275.162522] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.184423] env[70015]: DEBUG oslo_concurrency.lockutils [None req-607fcd68-4bda-46d5-8a88-e39906b83c53 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Acquiring lock "6eedbcf6-f2a4-4f58-a80a-fde749f1378f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.184656] env[70015]: DEBUG oslo_concurrency.lockutils [None req-607fcd68-4bda-46d5-8a88-e39906b83c53 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Lock "6eedbcf6-f2a4-4f58-a80a-fde749f1378f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.184863] env[70015]: DEBUG oslo_concurrency.lockutils [None req-607fcd68-4bda-46d5-8a88-e39906b83c53 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Acquiring lock "6eedbcf6-f2a4-4f58-a80a-fde749f1378f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.185058] env[70015]: DEBUG oslo_concurrency.lockutils [None req-607fcd68-4bda-46d5-8a88-e39906b83c53 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Lock "6eedbcf6-f2a4-4f58-a80a-fde749f1378f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.185229] env[70015]: DEBUG oslo_concurrency.lockutils [None req-607fcd68-4bda-46d5-8a88-e39906b83c53 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Lock "6eedbcf6-f2a4-4f58-a80a-fde749f1378f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.187321] env[70015]: INFO nova.compute.manager [None req-607fcd68-4bda-46d5-8a88-e39906b83c53 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Terminating instance [ 1275.604040] env[70015]: DEBUG nova.compute.utils [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1275.605321] env[70015]: DEBUG nova.compute.manager [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1275.605509] env[70015]: DEBUG nova.network.neutron [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1275.647979] env[70015]: DEBUG nova.policy [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4618df5102034cccb07a25364d447a79', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '71bcedea6e6242ba99acefee49f85d85', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 1275.691202] env[70015]: DEBUG oslo_concurrency.lockutils [None req-607fcd68-4bda-46d5-8a88-e39906b83c53 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Acquiring lock "refresh_cache-6eedbcf6-f2a4-4f58-a80a-fde749f1378f" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.691429] env[70015]: DEBUG oslo_concurrency.lockutils [None req-607fcd68-4bda-46d5-8a88-e39906b83c53 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Acquired lock "refresh_cache-6eedbcf6-f2a4-4f58-a80a-fde749f1378f" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.691585] env[70015]: DEBUG nova.network.neutron [None req-607fcd68-4bda-46d5-8a88-e39906b83c53 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1275.956230] env[70015]: DEBUG nova.network.neutron [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Successfully created port: 60bcabab-3eb7-4019-9bfa-a318bbe6ebad {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1276.111150] env[70015]: DEBUG nova.compute.manager [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1276.114774] env[70015]: DEBUG oslo_concurrency.lockutils [None req-103b76fc-ee0f-45f0-a1ef-2e381903bbf6 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.115991] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.954s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.213979] env[70015]: DEBUG nova.network.neutron [None req-607fcd68-4bda-46d5-8a88-e39906b83c53 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1276.287097] env[70015]: DEBUG nova.network.neutron [None req-607fcd68-4bda-46d5-8a88-e39906b83c53 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.427862] env[70015]: DEBUG oslo_concurrency.lockutils [None req-714b34d2-1a5c-44b4-8d3f-9281877a2a65 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquiring lock "d5112f1f-40c6-44aa-9e14-0eb963a59067" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.428076] env[70015]: DEBUG oslo_concurrency.lockutils [None req-714b34d2-1a5c-44b4-8d3f-9281877a2a65 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "d5112f1f-40c6-44aa-9e14-0eb963a59067" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.428346] env[70015]: INFO nova.compute.manager [None req-714b34d2-1a5c-44b4-8d3f-9281877a2a65 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Rebooting instance [ 1276.432271] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b2433cba-fe50-4226-b55c-4cdb2eb73fd4 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquiring lock "f12bbf8d-474b-47f3-9f23-b69c8b7202a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.432466] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b2433cba-fe50-4226-b55c-4cdb2eb73fd4 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "f12bbf8d-474b-47f3-9f23-b69c8b7202a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.432661] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b2433cba-fe50-4226-b55c-4cdb2eb73fd4 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquiring lock "f12bbf8d-474b-47f3-9f23-b69c8b7202a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.432837] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b2433cba-fe50-4226-b55c-4cdb2eb73fd4 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "f12bbf8d-474b-47f3-9f23-b69c8b7202a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.433015] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b2433cba-fe50-4226-b55c-4cdb2eb73fd4 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "f12bbf8d-474b-47f3-9f23-b69c8b7202a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.434735] env[70015]: INFO nova.compute.manager [None req-b2433cba-fe50-4226-b55c-4cdb2eb73fd4 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Terminating instance [ 1276.789626] env[70015]: DEBUG oslo_concurrency.lockutils [None req-607fcd68-4bda-46d5-8a88-e39906b83c53 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Releasing lock "refresh_cache-6eedbcf6-f2a4-4f58-a80a-fde749f1378f" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.790359] env[70015]: DEBUG nova.compute.manager [None req-607fcd68-4bda-46d5-8a88-e39906b83c53 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1276.790359] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-607fcd68-4bda-46d5-8a88-e39906b83c53 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1276.791315] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5edf493f-0536-4fa3-bc20-fa1142fc3dbd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.799382] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-607fcd68-4bda-46d5-8a88-e39906b83c53 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1276.800034] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4a74fcc-81c1-4172-b122-bf646f10d219 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.806176] env[70015]: DEBUG oslo_vmware.api [None req-607fcd68-4bda-46d5-8a88-e39906b83c53 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Waiting for the task: (returnval){ [ 1276.806176] env[70015]: value = "task-3611848" [ 1276.806176] env[70015]: _type = "Task" [ 1276.806176] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.814219] env[70015]: DEBUG oslo_vmware.api [None req-607fcd68-4bda-46d5-8a88-e39906b83c53 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Task: {'id': task-3611848, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.937904] env[70015]: DEBUG nova.compute.manager [None req-b2433cba-fe50-4226-b55c-4cdb2eb73fd4 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1276.938136] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2433cba-fe50-4226-b55c-4cdb2eb73fd4 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1276.938410] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7958f569-5787-4c10-8fd4-abf1d8a1cce3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.945018] env[70015]: DEBUG oslo_vmware.api [None req-b2433cba-fe50-4226-b55c-4cdb2eb73fd4 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 1276.945018] env[70015]: value = "task-3611849" [ 1276.945018] env[70015]: _type = "Task" [ 1276.945018] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.946079] env[70015]: DEBUG oslo_concurrency.lockutils [None req-714b34d2-1a5c-44b4-8d3f-9281877a2a65 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquiring lock "refresh_cache-d5112f1f-40c6-44aa-9e14-0eb963a59067" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.946249] env[70015]: DEBUG oslo_concurrency.lockutils [None req-714b34d2-1a5c-44b4-8d3f-9281877a2a65 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquired lock "refresh_cache-d5112f1f-40c6-44aa-9e14-0eb963a59067" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.946419] env[70015]: DEBUG nova.network.neutron [None req-714b34d2-1a5c-44b4-8d3f-9281877a2a65 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1276.955274] env[70015]: DEBUG oslo_vmware.api [None req-b2433cba-fe50-4226-b55c-4cdb2eb73fd4 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.124484] env[70015]: DEBUG nova.compute.manager [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1277.151012] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 78ec1423-1160-453a-b6db-9348b37d34f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1277.151182] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 3b02addc-c4b7-4c80-a098-85137319df43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1277.151309] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance d5112f1f-40c6-44aa-9e14-0eb963a59067 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1277.151429] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance f12bbf8d-474b-47f3-9f23-b69c8b7202a4 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1277.151546] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance c0e3b4a5-7bb6-41b9-9211-0b438c46f760 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1277.151660] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 6eedbcf6-f2a4-4f58-a80a-fde749f1378f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1277.151771] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 06f35660-c6e4-437d-870e-4003df15bdd5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1277.151955] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=70015) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1277.152102] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1920MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=70015) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1277.160595] env[70015]: DEBUG nova.virt.hardware [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1277.160835] env[70015]: DEBUG nova.virt.hardware [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1277.161074] env[70015]: DEBUG nova.virt.hardware [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1277.161283] env[70015]: DEBUG nova.virt.hardware [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1277.161433] env[70015]: DEBUG nova.virt.hardware [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1277.161580] env[70015]: DEBUG nova.virt.hardware [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1277.162475] env[70015]: DEBUG nova.virt.hardware [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1277.162475] env[70015]: DEBUG nova.virt.hardware [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1277.162475] env[70015]: DEBUG nova.virt.hardware [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1277.162475] env[70015]: DEBUG nova.virt.hardware [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1277.162475] env[70015]: DEBUG nova.virt.hardware [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1277.163302] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c24f9a0-25d4-46dc-9a9d-0ce860afbd04 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.172011] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbaa2a10-b89e-4445-8e13-f2b896f58c5b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.250744] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2f1273-e77e-42c2-ab39-b5e88f119d42 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.258165] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e1182f-8278-4e18-9f6a-21fccbc3a436 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.288873] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f9a087-830b-435b-9bfc-2f4cab0a960b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.295672] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5acd241e-e092-4d53-8940-59f7f8af8fd6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.308484] env[70015]: DEBUG nova.compute.provider_tree [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.316623] env[70015]: DEBUG oslo_vmware.api [None req-607fcd68-4bda-46d5-8a88-e39906b83c53 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Task: {'id': task-3611848, 'name': PowerOffVM_Task, 'duration_secs': 0.111994} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.317439] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-607fcd68-4bda-46d5-8a88-e39906b83c53 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1277.317615] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-607fcd68-4bda-46d5-8a88-e39906b83c53 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1277.317832] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d2c873c-dc24-4bc8-afbc-ae682348a9fa {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.342470] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-607fcd68-4bda-46d5-8a88-e39906b83c53 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1277.342688] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-607fcd68-4bda-46d5-8a88-e39906b83c53 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1277.342877] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-607fcd68-4bda-46d5-8a88-e39906b83c53 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Deleting the datastore file [datastore1] 6eedbcf6-f2a4-4f58-a80a-fde749f1378f {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1277.343142] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b15782b4-929d-41f6-b217-3f4ac7fe1404 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.350191] env[70015]: DEBUG oslo_vmware.api [None req-607fcd68-4bda-46d5-8a88-e39906b83c53 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Waiting for the task: (returnval){ [ 1277.350191] env[70015]: value = "task-3611851" [ 1277.350191] env[70015]: _type = "Task" [ 1277.350191] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.357899] env[70015]: DEBUG oslo_vmware.api [None req-607fcd68-4bda-46d5-8a88-e39906b83c53 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Task: {'id': task-3611851, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.459033] env[70015]: DEBUG oslo_vmware.api [None req-b2433cba-fe50-4226-b55c-4cdb2eb73fd4 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611849, 'name': PowerOffVM_Task, 'duration_secs': 0.24546} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.459301] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2433cba-fe50-4226-b55c-4cdb2eb73fd4 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1277.459502] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2433cba-fe50-4226-b55c-4cdb2eb73fd4 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Volume detach. Driver type: vmdk {{(pid=70015) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1277.459931] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2433cba-fe50-4226-b55c-4cdb2eb73fd4 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720434', 'volume_id': '6b0edc35-0aa6-411b-8320-138d2e7a9096', 'name': 'volume-6b0edc35-0aa6-411b-8320-138d2e7a9096', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'f12bbf8d-474b-47f3-9f23-b69c8b7202a4', 'attached_at': '2025-04-25T21:09:02.000000', 'detached_at': '', 'volume_id': '6b0edc35-0aa6-411b-8320-138d2e7a9096', 'serial': '6b0edc35-0aa6-411b-8320-138d2e7a9096'} {{(pid=70015) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1277.460463] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf3ffb4-ccc4-407e-8544-b4ccf0ee3d30 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.464642] env[70015]: DEBUG nova.compute.manager [req-65a1668d-1b47-4c7e-afd9-0eba00376749 req-e8b78260-2d0f-4e2c-b832-37e1c9a8d0a8 service nova] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Received event network-vif-plugged-60bcabab-3eb7-4019-9bfa-a318bbe6ebad {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1277.464857] env[70015]: DEBUG oslo_concurrency.lockutils [req-65a1668d-1b47-4c7e-afd9-0eba00376749 req-e8b78260-2d0f-4e2c-b832-37e1c9a8d0a8 service nova] Acquiring lock "06f35660-c6e4-437d-870e-4003df15bdd5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.465090] env[70015]: DEBUG oslo_concurrency.lockutils [req-65a1668d-1b47-4c7e-afd9-0eba00376749 req-e8b78260-2d0f-4e2c-b832-37e1c9a8d0a8 service nova] Lock "06f35660-c6e4-437d-870e-4003df15bdd5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.465267] env[70015]: DEBUG oslo_concurrency.lockutils [req-65a1668d-1b47-4c7e-afd9-0eba00376749 req-e8b78260-2d0f-4e2c-b832-37e1c9a8d0a8 service nova] Lock "06f35660-c6e4-437d-870e-4003df15bdd5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.465433] env[70015]: DEBUG nova.compute.manager [req-65a1668d-1b47-4c7e-afd9-0eba00376749 req-e8b78260-2d0f-4e2c-b832-37e1c9a8d0a8 service nova] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] No waiting events found dispatching network-vif-plugged-60bcabab-3eb7-4019-9bfa-a318bbe6ebad {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1277.465597] env[70015]: WARNING nova.compute.manager [req-65a1668d-1b47-4c7e-afd9-0eba00376749 req-e8b78260-2d0f-4e2c-b832-37e1c9a8d0a8 service nova] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Received unexpected event network-vif-plugged-60bcabab-3eb7-4019-9bfa-a318bbe6ebad for instance with vm_state building and task_state spawning. [ 1277.484535] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f27aab-7bea-4f1f-ac2c-477c3b06869a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.493826] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5e25d8-8a77-46f5-b833-1a569965a33a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.513738] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbaa565-e0e0-4fa9-af1b-c234a4b7b893 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.529037] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2433cba-fe50-4226-b55c-4cdb2eb73fd4 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] The volume has not been displaced from its original location: [datastore2] volume-6b0edc35-0aa6-411b-8320-138d2e7a9096/volume-6b0edc35-0aa6-411b-8320-138d2e7a9096.vmdk. No consolidation needed. {{(pid=70015) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1277.534296] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2433cba-fe50-4226-b55c-4cdb2eb73fd4 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1277.534578] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-883b5ac5-216e-4c73-9103-ba891051055c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.553784] env[70015]: DEBUG oslo_vmware.api [None req-b2433cba-fe50-4226-b55c-4cdb2eb73fd4 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 1277.553784] env[70015]: value = "task-3611852" [ 1277.553784] env[70015]: _type = "Task" [ 1277.553784] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.561278] env[70015]: DEBUG oslo_vmware.api [None req-b2433cba-fe50-4226-b55c-4cdb2eb73fd4 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611852, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.633346] env[70015]: DEBUG nova.network.neutron [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Successfully updated port: 60bcabab-3eb7-4019-9bfa-a318bbe6ebad {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1277.751331] env[70015]: DEBUG nova.network.neutron [None req-714b34d2-1a5c-44b4-8d3f-9281877a2a65 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Updating instance_info_cache with network_info: [{"id": "769069b9-d554-4590-b9ad-54b23f88117b", "address": "fa:16:3e:c9:1b:76", "network": {"id": "e85e473c-f30b-477b-adc3-f1198c40f064", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-409909936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "387a27341eeb4c9b8f6f4b440d1a2119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap769069b9-d5", "ovs_interfaceid": "769069b9-d554-4590-b9ad-54b23f88117b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.813705] env[70015]: DEBUG nova.scheduler.client.report [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1277.859550] env[70015]: DEBUG oslo_vmware.api [None req-607fcd68-4bda-46d5-8a88-e39906b83c53 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Task: {'id': task-3611851, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.091405} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.860059] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-607fcd68-4bda-46d5-8a88-e39906b83c53 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1277.860257] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-607fcd68-4bda-46d5-8a88-e39906b83c53 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1277.860438] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-607fcd68-4bda-46d5-8a88-e39906b83c53 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1277.860610] env[70015]: INFO nova.compute.manager [None req-607fcd68-4bda-46d5-8a88-e39906b83c53 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1277.860842] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-607fcd68-4bda-46d5-8a88-e39906b83c53 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1277.861041] env[70015]: DEBUG nova.compute.manager [-] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1277.861136] env[70015]: DEBUG nova.network.neutron [-] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1277.876093] env[70015]: DEBUG nova.network.neutron [-] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1278.063705] env[70015]: DEBUG oslo_vmware.api [None req-b2433cba-fe50-4226-b55c-4cdb2eb73fd4 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611852, 'name': ReconfigVM_Task, 'duration_secs': 0.155374} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.063961] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2433cba-fe50-4226-b55c-4cdb2eb73fd4 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1278.068566] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-caf1389f-0b01-4b94-805d-7ce381c798ef {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.083199] env[70015]: DEBUG oslo_vmware.api [None req-b2433cba-fe50-4226-b55c-4cdb2eb73fd4 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 1278.083199] env[70015]: value = "task-3611853" [ 1278.083199] env[70015]: _type = "Task" [ 1278.083199] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.091974] env[70015]: DEBUG oslo_vmware.api [None req-b2433cba-fe50-4226-b55c-4cdb2eb73fd4 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611853, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.135972] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Acquiring lock "refresh_cache-06f35660-c6e4-437d-870e-4003df15bdd5" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.136240] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Acquired lock "refresh_cache-06f35660-c6e4-437d-870e-4003df15bdd5" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.136385] env[70015]: DEBUG nova.network.neutron [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1278.254067] env[70015]: DEBUG oslo_concurrency.lockutils [None req-714b34d2-1a5c-44b4-8d3f-9281877a2a65 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Releasing lock "refresh_cache-d5112f1f-40c6-44aa-9e14-0eb963a59067" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.318692] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70015) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1278.318692] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.203s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.379212] env[70015]: DEBUG nova.network.neutron [-] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.593192] env[70015]: DEBUG oslo_vmware.api [None req-b2433cba-fe50-4226-b55c-4cdb2eb73fd4 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611853, 'name': ReconfigVM_Task, 'duration_secs': 0.340843} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.593568] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2433cba-fe50-4226-b55c-4cdb2eb73fd4 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720434', 'volume_id': '6b0edc35-0aa6-411b-8320-138d2e7a9096', 'name': 'volume-6b0edc35-0aa6-411b-8320-138d2e7a9096', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'f12bbf8d-474b-47f3-9f23-b69c8b7202a4', 'attached_at': '2025-04-25T21:09:02.000000', 'detached_at': '', 'volume_id': '6b0edc35-0aa6-411b-8320-138d2e7a9096', 'serial': '6b0edc35-0aa6-411b-8320-138d2e7a9096'} {{(pid=70015) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1278.593931] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b2433cba-fe50-4226-b55c-4cdb2eb73fd4 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1278.594661] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911c7a6d-219a-49c6-89bb-e5901d083f53 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.601128] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b2433cba-fe50-4226-b55c-4cdb2eb73fd4 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1278.601348] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c20c6ea-e655-4b0d-a7af-59148799c4d6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.667013] env[70015]: DEBUG nova.network.neutron [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1278.678333] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b2433cba-fe50-4226-b55c-4cdb2eb73fd4 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1278.678555] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b2433cba-fe50-4226-b55c-4cdb2eb73fd4 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1278.678736] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2433cba-fe50-4226-b55c-4cdb2eb73fd4 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Deleting the datastore file [datastore2] f12bbf8d-474b-47f3-9f23-b69c8b7202a4 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1278.678987] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-953ff9d8-a948-4540-abc9-c1cc626c211c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.685187] env[70015]: DEBUG oslo_vmware.api [None req-b2433cba-fe50-4226-b55c-4cdb2eb73fd4 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 1278.685187] env[70015]: value = "task-3611855" [ 1278.685187] env[70015]: _type = "Task" [ 1278.685187] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.693098] env[70015]: DEBUG oslo_vmware.api [None req-b2433cba-fe50-4226-b55c-4cdb2eb73fd4 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611855, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.761501] env[70015]: DEBUG nova.compute.manager [None req-714b34d2-1a5c-44b4-8d3f-9281877a2a65 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1278.762976] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7c3c51-1c74-424e-b0db-5bdf9c2960de {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.790515] env[70015]: DEBUG nova.network.neutron [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Updating instance_info_cache with network_info: [{"id": "60bcabab-3eb7-4019-9bfa-a318bbe6ebad", "address": "fa:16:3e:de:58:04", "network": {"id": "e3767eff-ad1f-4b6e-add1-cf86ec205b4a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-592488525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71bcedea6e6242ba99acefee49f85d85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60bcabab-3e", "ovs_interfaceid": "60bcabab-3eb7-4019-9bfa-a318bbe6ebad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.881120] env[70015]: INFO nova.compute.manager [-] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Took 1.02 seconds to deallocate network for instance. [ 1279.194846] env[70015]: DEBUG oslo_vmware.api [None req-b2433cba-fe50-4226-b55c-4cdb2eb73fd4 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611855, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.077676} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.195134] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2433cba-fe50-4226-b55c-4cdb2eb73fd4 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1279.195342] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b2433cba-fe50-4226-b55c-4cdb2eb73fd4 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1279.195523] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b2433cba-fe50-4226-b55c-4cdb2eb73fd4 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1279.195696] env[70015]: INFO nova.compute.manager [None req-b2433cba-fe50-4226-b55c-4cdb2eb73fd4 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Took 2.26 seconds to destroy the instance on the hypervisor. [ 1279.195942] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2433cba-fe50-4226-b55c-4cdb2eb73fd4 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1279.196150] env[70015]: DEBUG nova.compute.manager [-] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1279.196243] env[70015]: DEBUG nova.network.neutron [-] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1279.293077] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Releasing lock "refresh_cache-06f35660-c6e4-437d-870e-4003df15bdd5" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.293383] env[70015]: DEBUG nova.compute.manager [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Instance network_info: |[{"id": "60bcabab-3eb7-4019-9bfa-a318bbe6ebad", "address": "fa:16:3e:de:58:04", "network": {"id": "e3767eff-ad1f-4b6e-add1-cf86ec205b4a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-592488525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71bcedea6e6242ba99acefee49f85d85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60bcabab-3e", "ovs_interfaceid": "60bcabab-3eb7-4019-9bfa-a318bbe6ebad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1279.293824] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:58:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '796c7fcb-00fd-4692-a44b-7ec550201e86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60bcabab-3eb7-4019-9bfa-a318bbe6ebad', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1279.301406] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Creating folder: Project (71bcedea6e6242ba99acefee49f85d85). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1279.302312] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f66f643-92dd-4480-a9aa-f3c02345e550 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.313977] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Created folder: Project (71bcedea6e6242ba99acefee49f85d85) in parent group-v720117. [ 1279.314171] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Creating folder: Instances. Parent ref: group-v720449. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1279.314389] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb031ebb-e117-41b7-8f41-183adb2837b9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.322111] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Created folder: Instances in parent group-v720449. [ 1279.322327] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1279.322502] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1279.322688] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-518ee77c-b047-4ccc-937e-5890fe886143 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.340201] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1279.340201] env[70015]: value = "task-3611858" [ 1279.340201] env[70015]: _type = "Task" [ 1279.340201] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.347093] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611858, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.387214] env[70015]: DEBUG oslo_concurrency.lockutils [None req-607fcd68-4bda-46d5-8a88-e39906b83c53 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.387538] env[70015]: DEBUG oslo_concurrency.lockutils [None req-607fcd68-4bda-46d5-8a88-e39906b83c53 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.387772] env[70015]: DEBUG nova.objects.instance [None req-607fcd68-4bda-46d5-8a88-e39906b83c53 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Lazy-loading 'resources' on Instance uuid 6eedbcf6-f2a4-4f58-a80a-fde749f1378f {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1279.548644] env[70015]: DEBUG nova.compute.manager [req-41123c37-337d-4072-981a-bf4ee51fa1ec req-7f3b581a-55d3-468c-a006-999f44ceb7e4 service nova] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Received event network-changed-60bcabab-3eb7-4019-9bfa-a318bbe6ebad {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1279.549088] env[70015]: DEBUG nova.compute.manager [req-41123c37-337d-4072-981a-bf4ee51fa1ec req-7f3b581a-55d3-468c-a006-999f44ceb7e4 service nova] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Refreshing instance network info cache due to event network-changed-60bcabab-3eb7-4019-9bfa-a318bbe6ebad. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1279.549088] env[70015]: DEBUG oslo_concurrency.lockutils [req-41123c37-337d-4072-981a-bf4ee51fa1ec req-7f3b581a-55d3-468c-a006-999f44ceb7e4 service nova] Acquiring lock "refresh_cache-06f35660-c6e4-437d-870e-4003df15bdd5" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.549250] env[70015]: DEBUG oslo_concurrency.lockutils [req-41123c37-337d-4072-981a-bf4ee51fa1ec req-7f3b581a-55d3-468c-a006-999f44ceb7e4 service nova] Acquired lock "refresh_cache-06f35660-c6e4-437d-870e-4003df15bdd5" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.549385] env[70015]: DEBUG nova.network.neutron [req-41123c37-337d-4072-981a-bf4ee51fa1ec req-7f3b581a-55d3-468c-a006-999f44ceb7e4 service nova] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Refreshing network info cache for port 60bcabab-3eb7-4019-9bfa-a318bbe6ebad {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1279.777991] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9e2384-5aab-46f7-a8f7-bb1b569cd6fe {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.784745] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-714b34d2-1a5c-44b4-8d3f-9281877a2a65 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Doing hard reboot of VM {{(pid=70015) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1279.784973] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-c743c0de-3a7e-4c5c-bb57-bf1a3ada2f16 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.791347] env[70015]: DEBUG oslo_vmware.api [None req-714b34d2-1a5c-44b4-8d3f-9281877a2a65 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1279.791347] env[70015]: value = "task-3611859" [ 1279.791347] env[70015]: _type = "Task" [ 1279.791347] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.800304] env[70015]: DEBUG oslo_vmware.api [None req-714b34d2-1a5c-44b4-8d3f-9281877a2a65 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611859, 'name': ResetVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.851562] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611858, 'name': CreateVM_Task, 'duration_secs': 0.283527} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.851745] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1279.852425] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.852592] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.852920] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.853198] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb00535c-b158-44f4-a684-e40df6ccb053 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.857587] env[70015]: DEBUG oslo_vmware.api [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Waiting for the task: (returnval){ [ 1279.857587] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5267e6ec-c698-c604-7ee6-3f7758b12441" [ 1279.857587] env[70015]: _type = "Task" [ 1279.857587] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.865036] env[70015]: DEBUG oslo_vmware.api [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5267e6ec-c698-c604-7ee6-3f7758b12441, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.990225] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762a2b29-a091-4d80-83d4-f8c25080a0e7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.997669] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e975d6-7f10-4372-bfed-c07c93c01ec2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.027342] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f1f1cc-2076-47cb-9d1a-e285a5d5cd1d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.034478] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed06c245-673b-45c4-9296-83f1036b24c1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.047779] env[70015]: DEBUG nova.compute.provider_tree [None req-607fcd68-4bda-46d5-8a88-e39906b83c53 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1280.139194] env[70015]: DEBUG nova.network.neutron [-] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.240837] env[70015]: DEBUG nova.network.neutron [req-41123c37-337d-4072-981a-bf4ee51fa1ec req-7f3b581a-55d3-468c-a006-999f44ceb7e4 service nova] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Updated VIF entry in instance network info cache for port 60bcabab-3eb7-4019-9bfa-a318bbe6ebad. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1280.241213] env[70015]: DEBUG nova.network.neutron [req-41123c37-337d-4072-981a-bf4ee51fa1ec req-7f3b581a-55d3-468c-a006-999f44ceb7e4 service nova] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Updating instance_info_cache with network_info: [{"id": "60bcabab-3eb7-4019-9bfa-a318bbe6ebad", "address": "fa:16:3e:de:58:04", "network": {"id": "e3767eff-ad1f-4b6e-add1-cf86ec205b4a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-592488525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71bcedea6e6242ba99acefee49f85d85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60bcabab-3e", "ovs_interfaceid": "60bcabab-3eb7-4019-9bfa-a318bbe6ebad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.300963] env[70015]: DEBUG oslo_vmware.api [None req-714b34d2-1a5c-44b4-8d3f-9281877a2a65 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611859, 'name': ResetVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.369618] env[70015]: DEBUG oslo_vmware.api [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5267e6ec-c698-c604-7ee6-3f7758b12441, 'name': SearchDatastore_Task, 'duration_secs': 0.009963} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.369815] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.370088] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1280.370342] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.370490] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.370669] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1280.370912] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6fc53da-1638-4475-ad99-615135988fa7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.378946] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1280.379125] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1280.379780] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa53f288-e718-48b8-9e0c-31519d548cd1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.384464] env[70015]: DEBUG oslo_vmware.api [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Waiting for the task: (returnval){ [ 1280.384464] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]523e058c-d0ad-a3d0-53fb-c4d732ffd4e6" [ 1280.384464] env[70015]: _type = "Task" [ 1280.384464] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.391614] env[70015]: DEBUG oslo_vmware.api [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]523e058c-d0ad-a3d0-53fb-c4d732ffd4e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.551530] env[70015]: DEBUG nova.scheduler.client.report [None req-607fcd68-4bda-46d5-8a88-e39906b83c53 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1280.641759] env[70015]: INFO nova.compute.manager [-] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Took 1.45 seconds to deallocate network for instance. [ 1280.745412] env[70015]: DEBUG oslo_concurrency.lockutils [req-41123c37-337d-4072-981a-bf4ee51fa1ec req-7f3b581a-55d3-468c-a006-999f44ceb7e4 service nova] Releasing lock "refresh_cache-06f35660-c6e4-437d-870e-4003df15bdd5" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.802368] env[70015]: DEBUG oslo_vmware.api [None req-714b34d2-1a5c-44b4-8d3f-9281877a2a65 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611859, 'name': ResetVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.894900] env[70015]: DEBUG oslo_vmware.api [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]523e058c-d0ad-a3d0-53fb-c4d732ffd4e6, 'name': SearchDatastore_Task, 'duration_secs': 0.008481} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.895670] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb233c0b-430e-4316-81cb-9c620628db6d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.900765] env[70015]: DEBUG oslo_vmware.api [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Waiting for the task: (returnval){ [ 1280.900765] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52fb82a0-7cf6-172c-75c0-676a85913172" [ 1280.900765] env[70015]: _type = "Task" [ 1280.900765] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.907950] env[70015]: DEBUG oslo_vmware.api [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52fb82a0-7cf6-172c-75c0-676a85913172, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.055970] env[70015]: DEBUG oslo_concurrency.lockutils [None req-607fcd68-4bda-46d5-8a88-e39906b83c53 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.668s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.076338] env[70015]: INFO nova.scheduler.client.report [None req-607fcd68-4bda-46d5-8a88-e39906b83c53 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Deleted allocations for instance 6eedbcf6-f2a4-4f58-a80a-fde749f1378f [ 1281.197071] env[70015]: INFO nova.compute.manager [None req-b2433cba-fe50-4226-b55c-4cdb2eb73fd4 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Took 0.55 seconds to detach 1 volumes for instance. [ 1281.199147] env[70015]: DEBUG nova.compute.manager [None req-b2433cba-fe50-4226-b55c-4cdb2eb73fd4 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Deleting volume: 6b0edc35-0aa6-411b-8320-138d2e7a9096 {{(pid=70015) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1281.303220] env[70015]: DEBUG oslo_vmware.api [None req-714b34d2-1a5c-44b4-8d3f-9281877a2a65 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611859, 'name': ResetVM_Task, 'duration_secs': 1.108967} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.303499] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-714b34d2-1a5c-44b4-8d3f-9281877a2a65 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Did hard reboot of VM {{(pid=70015) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1281.303689] env[70015]: DEBUG nova.compute.manager [None req-714b34d2-1a5c-44b4-8d3f-9281877a2a65 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1281.304506] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a2e1f5-736f-4e5f-adbd-f41efdeb9f3e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.411126] env[70015]: DEBUG oslo_vmware.api [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52fb82a0-7cf6-172c-75c0-676a85913172, 'name': SearchDatastore_Task, 'duration_secs': 0.009024} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.411381] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.411641] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 06f35660-c6e4-437d-870e-4003df15bdd5/06f35660-c6e4-437d-870e-4003df15bdd5.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1281.411886] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6ac642f-bf3b-483e-83d2-3282e2350986 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.418141] env[70015]: DEBUG oslo_vmware.api [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Waiting for the task: (returnval){ [ 1281.418141] env[70015]: value = "task-3611861" [ 1281.418141] env[70015]: _type = "Task" [ 1281.418141] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.441095] env[70015]: DEBUG oslo_vmware.api [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611861, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.576020] env[70015]: DEBUG nova.compute.manager [req-37860e54-22b0-40c0-a010-a09903850e26 req-f4c497dc-674a-4da7-9672-c16d1f3a3ab1 service nova] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Received event network-vif-deleted-3196c0f5-02a2-4267-8f55-e0bf43c1b15d {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1281.584210] env[70015]: DEBUG oslo_concurrency.lockutils [None req-607fcd68-4bda-46d5-8a88-e39906b83c53 tempest-ServerShowV254Test-261520140 tempest-ServerShowV254Test-261520140-project-member] Lock "6eedbcf6-f2a4-4f58-a80a-fde749f1378f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.399s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.740449] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b2433cba-fe50-4226-b55c-4cdb2eb73fd4 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.740741] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b2433cba-fe50-4226-b55c-4cdb2eb73fd4 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.740961] env[70015]: DEBUG nova.objects.instance [None req-b2433cba-fe50-4226-b55c-4cdb2eb73fd4 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lazy-loading 'resources' on Instance uuid f12bbf8d-474b-47f3-9f23-b69c8b7202a4 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1281.816605] env[70015]: DEBUG oslo_concurrency.lockutils [None req-714b34d2-1a5c-44b4-8d3f-9281877a2a65 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "d5112f1f-40c6-44aa-9e14-0eb963a59067" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.388s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.928128] env[70015]: DEBUG oslo_vmware.api [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611861, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440064} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.928423] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] 06f35660-c6e4-437d-870e-4003df15bdd5/06f35660-c6e4-437d-870e-4003df15bdd5.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1281.928645] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1281.928889] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c48d628-3f6b-4b19-8e25-8d7090a75d16 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.934539] env[70015]: DEBUG oslo_vmware.api [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Waiting for the task: (returnval){ [ 1281.934539] env[70015]: value = "task-3611862" [ 1281.934539] env[70015]: _type = "Task" [ 1281.934539] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.943739] env[70015]: DEBUG oslo_vmware.api [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611862, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.331046] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00fd30c5-6927-4946-953c-cd25f4faefd5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.338558] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4f48a4-521d-4e78-aab7-671ae693ef10 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.368482] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfcf2f1b-aa7f-4955-849c-b259299eaa81 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.376531] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea571d40-e404-4668-be29-5282656ea4c6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.390131] env[70015]: DEBUG nova.compute.provider_tree [None req-b2433cba-fe50-4226-b55c-4cdb2eb73fd4 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1282.444143] env[70015]: DEBUG oslo_vmware.api [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611862, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065248} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.444443] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1282.445236] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a805141f-01c8-446e-91e5-3ed8edb55ebe {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.467281] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 06f35660-c6e4-437d-870e-4003df15bdd5/06f35660-c6e4-437d-870e-4003df15bdd5.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1282.467890] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1303cf2-d05e-450d-a4f3-df682a4a2109 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.491487] env[70015]: DEBUG oslo_vmware.api [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Waiting for the task: (returnval){ [ 1282.491487] env[70015]: value = "task-3611863" [ 1282.491487] env[70015]: _type = "Task" [ 1282.491487] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.499190] env[70015]: DEBUG oslo_vmware.api [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611863, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.893225] env[70015]: DEBUG nova.scheduler.client.report [None req-b2433cba-fe50-4226-b55c-4cdb2eb73fd4 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1283.002143] env[70015]: DEBUG oslo_vmware.api [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611863, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.398811] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b2433cba-fe50-4226-b55c-4cdb2eb73fd4 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.658s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.419634] env[70015]: INFO nova.scheduler.client.report [None req-b2433cba-fe50-4226-b55c-4cdb2eb73fd4 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Deleted allocations for instance f12bbf8d-474b-47f3-9f23-b69c8b7202a4 [ 1283.502259] env[70015]: DEBUG oslo_vmware.api [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611863, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.926874] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b2433cba-fe50-4226-b55c-4cdb2eb73fd4 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "f12bbf8d-474b-47f3-9f23-b69c8b7202a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.494s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.002057] env[70015]: DEBUG oslo_vmware.api [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611863, 'name': ReconfigVM_Task, 'duration_secs': 1.083168} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.002218] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 06f35660-c6e4-437d-870e-4003df15bdd5/06f35660-c6e4-437d-870e-4003df15bdd5.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1284.002837] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60c19e2f-a48a-42dc-a4fb-0c9d2b7fa5e9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.009106] env[70015]: DEBUG oslo_vmware.api [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Waiting for the task: (returnval){ [ 1284.009106] env[70015]: value = "task-3611864" [ 1284.009106] env[70015]: _type = "Task" [ 1284.009106] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.016390] env[70015]: DEBUG oslo_vmware.api [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611864, 'name': Rename_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.397685] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f0ecb4da-bee2-4b64-92d2-cb99b4a18a83 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquiring lock "3b02addc-c4b7-4c80-a098-85137319df43" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.397979] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f0ecb4da-bee2-4b64-92d2-cb99b4a18a83 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "3b02addc-c4b7-4c80-a098-85137319df43" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.398208] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f0ecb4da-bee2-4b64-92d2-cb99b4a18a83 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquiring lock "3b02addc-c4b7-4c80-a098-85137319df43-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.398398] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f0ecb4da-bee2-4b64-92d2-cb99b4a18a83 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "3b02addc-c4b7-4c80-a098-85137319df43-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.398567] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f0ecb4da-bee2-4b64-92d2-cb99b4a18a83 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "3b02addc-c4b7-4c80-a098-85137319df43-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.400667] env[70015]: INFO nova.compute.manager [None req-f0ecb4da-bee2-4b64-92d2-cb99b4a18a83 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] Terminating instance [ 1284.519260] env[70015]: DEBUG oslo_vmware.api [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611864, 'name': Rename_Task, 'duration_secs': 0.147927} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.519522] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1284.519760] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d939d076-e966-4cc1-a399-8421072bbe82 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.526278] env[70015]: DEBUG oslo_vmware.api [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Waiting for the task: (returnval){ [ 1284.526278] env[70015]: value = "task-3611865" [ 1284.526278] env[70015]: _type = "Task" [ 1284.526278] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.533258] env[70015]: DEBUG oslo_vmware.api [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611865, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.904621] env[70015]: DEBUG nova.compute.manager [None req-f0ecb4da-bee2-4b64-92d2-cb99b4a18a83 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1284.904861] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ecb4da-bee2-4b64-92d2-cb99b4a18a83 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1284.905753] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd79546-efc0-41bc-aec4-5d40623c90c5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.913195] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ecb4da-bee2-4b64-92d2-cb99b4a18a83 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1284.913459] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1db92c94-0cfd-4700-bc90-751637f39b7b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.919398] env[70015]: DEBUG oslo_vmware.api [None req-f0ecb4da-bee2-4b64-92d2-cb99b4a18a83 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 1284.919398] env[70015]: value = "task-3611866" [ 1284.919398] env[70015]: _type = "Task" [ 1284.919398] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.927162] env[70015]: DEBUG oslo_vmware.api [None req-f0ecb4da-bee2-4b64-92d2-cb99b4a18a83 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611866, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.038260] env[70015]: DEBUG oslo_vmware.api [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611865, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.314371] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1285.429269] env[70015]: DEBUG oslo_vmware.api [None req-f0ecb4da-bee2-4b64-92d2-cb99b4a18a83 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611866, 'name': PowerOffVM_Task, 'duration_secs': 0.23418} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.429653] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ecb4da-bee2-4b64-92d2-cb99b4a18a83 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1285.429700] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ecb4da-bee2-4b64-92d2-cb99b4a18a83 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1285.429959] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db8b9bb2-ae34-4c1e-99e9-8a50e9fced19 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.495733] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ecb4da-bee2-4b64-92d2-cb99b4a18a83 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1285.496020] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ecb4da-bee2-4b64-92d2-cb99b4a18a83 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1285.496215] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0ecb4da-bee2-4b64-92d2-cb99b4a18a83 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Deleting the datastore file [datastore2] 3b02addc-c4b7-4c80-a098-85137319df43 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1285.496492] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-490cd7e2-9db5-40e8-abf4-31e60df925ae {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.503322] env[70015]: DEBUG oslo_vmware.api [None req-f0ecb4da-bee2-4b64-92d2-cb99b4a18a83 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 1285.503322] env[70015]: value = "task-3611868" [ 1285.503322] env[70015]: _type = "Task" [ 1285.503322] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.511523] env[70015]: DEBUG oslo_vmware.api [None req-f0ecb4da-bee2-4b64-92d2-cb99b4a18a83 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611868, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.536059] env[70015]: DEBUG oslo_vmware.api [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611865, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.013933] env[70015]: DEBUG oslo_vmware.api [None req-f0ecb4da-bee2-4b64-92d2-cb99b4a18a83 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611868, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142046} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.014218] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0ecb4da-bee2-4b64-92d2-cb99b4a18a83 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1286.014401] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ecb4da-bee2-4b64-92d2-cb99b4a18a83 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1286.014636] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ecb4da-bee2-4b64-92d2-cb99b4a18a83 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1286.014848] env[70015]: INFO nova.compute.manager [None req-f0ecb4da-bee2-4b64-92d2-cb99b4a18a83 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1286.015106] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0ecb4da-bee2-4b64-92d2-cb99b4a18a83 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1286.015308] env[70015]: DEBUG nova.compute.manager [-] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1286.015404] env[70015]: DEBUG nova.network.neutron [-] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1286.037152] env[70015]: DEBUG oslo_vmware.api [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611865, 'name': PowerOnVM_Task, 'duration_secs': 1.011728} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.037434] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1286.037638] env[70015]: INFO nova.compute.manager [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Took 8.91 seconds to spawn the instance on the hypervisor. [ 1286.037819] env[70015]: DEBUG nova.compute.manager [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1286.038610] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27696f5-83fb-4937-9aa3-051fbbc291da {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.262228] env[70015]: DEBUG nova.compute.manager [req-90185a2b-8498-42f6-9ca6-0516a2ddc227 req-d8633c40-c11a-4463-96cc-45b9ef36a4d7 service nova] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] Received event network-vif-deleted-9e405568-9721-4cb5-a86f-710088907810 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1286.262416] env[70015]: INFO nova.compute.manager [req-90185a2b-8498-42f6-9ca6-0516a2ddc227 req-d8633c40-c11a-4463-96cc-45b9ef36a4d7 service nova] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] Neutron deleted interface 9e405568-9721-4cb5-a86f-710088907810; detaching it from the instance and deleting it from the info cache [ 1286.262553] env[70015]: DEBUG nova.network.neutron [req-90185a2b-8498-42f6-9ca6-0516a2ddc227 req-d8633c40-c11a-4463-96cc-45b9ef36a4d7 service nova] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.558436] env[70015]: INFO nova.compute.manager [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Took 13.66 seconds to build instance. [ 1286.740879] env[70015]: DEBUG nova.network.neutron [-] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.765243] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7d32caf1-c840-462a-9a0f-85618b746461 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.774952] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbd093a-2311-43c0-a182-023cefe88a13 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.802233] env[70015]: DEBUG nova.compute.manager [req-90185a2b-8498-42f6-9ca6-0516a2ddc227 req-d8633c40-c11a-4463-96cc-45b9ef36a4d7 service nova] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] Detach interface failed, port_id=9e405568-9721-4cb5-a86f-710088907810, reason: Instance 3b02addc-c4b7-4c80-a098-85137319df43 could not be found. {{(pid=70015) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1287.061068] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Lock "06f35660-c6e4-437d-870e-4003df15bdd5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.169s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.244028] env[70015]: INFO nova.compute.manager [-] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] Took 1.23 seconds to deallocate network for instance. [ 1287.601869] env[70015]: DEBUG oslo_concurrency.lockutils [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Acquiring lock "552a0bbe-a268-4173-961a-97cbe116eb42" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.602190] env[70015]: DEBUG oslo_concurrency.lockutils [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Lock "552a0bbe-a268-4173-961a-97cbe116eb42" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.751545] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f0ecb4da-bee2-4b64-92d2-cb99b4a18a83 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.751908] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f0ecb4da-bee2-4b64-92d2-cb99b4a18a83 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.752195] env[70015]: DEBUG nova.objects.instance [None req-f0ecb4da-bee2-4b64-92d2-cb99b4a18a83 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lazy-loading 'resources' on Instance uuid 3b02addc-c4b7-4c80-a098-85137319df43 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1288.105684] env[70015]: DEBUG nova.compute.manager [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 552a0bbe-a268-4173-961a-97cbe116eb42] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1288.343636] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e553f3e3-b03d-4c46-8110-9b19d5b47e27 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.351567] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6fef7f-9f6c-4c0a-ba6f-f4847f1197d2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.382266] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af694e40-ba9e-43d2-9ed1-bc93fd6e98c8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.390352] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711e8aea-d8a1-44fd-8a26-f9c90c6f779c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.405498] env[70015]: DEBUG nova.compute.provider_tree [None req-f0ecb4da-bee2-4b64-92d2-cb99b4a18a83 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1288.623637] env[70015]: DEBUG oslo_concurrency.lockutils [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.908593] env[70015]: DEBUG nova.scheduler.client.report [None req-f0ecb4da-bee2-4b64-92d2-cb99b4a18a83 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1289.414051] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f0ecb4da-bee2-4b64-92d2-cb99b4a18a83 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.662s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.417061] env[70015]: DEBUG oslo_concurrency.lockutils [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.793s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.417951] env[70015]: INFO nova.compute.claims [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 552a0bbe-a268-4173-961a-97cbe116eb42] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1289.434549] env[70015]: INFO nova.scheduler.client.report [None req-f0ecb4da-bee2-4b64-92d2-cb99b4a18a83 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Deleted allocations for instance 3b02addc-c4b7-4c80-a098-85137319df43 [ 1289.942662] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f0ecb4da-bee2-4b64-92d2-cb99b4a18a83 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "3b02addc-c4b7-4c80-a098-85137319df43" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.545s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.505404] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456da9a4-d2d9-48fa-9c12-6035b681510b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.513521] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69b736b-97e9-4ff7-9314-1875dd1d6fb1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.545809] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7c933b-1822-42b4-b7e9-0e0072d5217f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.553953] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4565c554-2519-475a-9134-0605576c2a8d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.570458] env[70015]: DEBUG nova.compute.provider_tree [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1291.074313] env[70015]: DEBUG nova.scheduler.client.report [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1291.579025] env[70015]: DEBUG oslo_concurrency.lockutils [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.163s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.579645] env[70015]: DEBUG nova.compute.manager [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 552a0bbe-a268-4173-961a-97cbe116eb42] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1292.084948] env[70015]: DEBUG nova.compute.utils [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1292.086944] env[70015]: DEBUG nova.compute.manager [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 552a0bbe-a268-4173-961a-97cbe116eb42] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1292.087143] env[70015]: DEBUG nova.network.neutron [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 552a0bbe-a268-4173-961a-97cbe116eb42] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1292.133398] env[70015]: DEBUG nova.policy [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4618df5102034cccb07a25364d447a79', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '71bcedea6e6242ba99acefee49f85d85', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 1292.441138] env[70015]: DEBUG nova.network.neutron [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 552a0bbe-a268-4173-961a-97cbe116eb42] Successfully created port: a9db8856-c181-42d6-9e2c-b3090437d6cb {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1292.590119] env[70015]: DEBUG nova.compute.manager [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 552a0bbe-a268-4173-961a-97cbe116eb42] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1293.599798] env[70015]: DEBUG nova.compute.manager [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 552a0bbe-a268-4173-961a-97cbe116eb42] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1293.629302] env[70015]: DEBUG nova.virt.hardware [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1293.629556] env[70015]: DEBUG nova.virt.hardware [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1293.629714] env[70015]: DEBUG nova.virt.hardware [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1293.629896] env[70015]: DEBUG nova.virt.hardware [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1293.630056] env[70015]: DEBUG nova.virt.hardware [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1293.630211] env[70015]: DEBUG nova.virt.hardware [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1293.630420] env[70015]: DEBUG nova.virt.hardware [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1293.630581] env[70015]: DEBUG nova.virt.hardware [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1293.630748] env[70015]: DEBUG nova.virt.hardware [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1293.630909] env[70015]: DEBUG nova.virt.hardware [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1293.631097] env[70015]: DEBUG nova.virt.hardware [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1293.631943] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6ded9f-c5b5-4fd3-9b9f-069c17e32fb2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.659335] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb37c4ae-6cee-4efa-a923-16d909d4d64c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.827523] env[70015]: DEBUG nova.compute.manager [req-13826048-1f0c-452e-89bb-a2b639f73939 req-92aa26ac-f236-43f8-aea7-c2ceace23398 service nova] [instance: 552a0bbe-a268-4173-961a-97cbe116eb42] Received event network-vif-plugged-a9db8856-c181-42d6-9e2c-b3090437d6cb {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1293.827746] env[70015]: DEBUG oslo_concurrency.lockutils [req-13826048-1f0c-452e-89bb-a2b639f73939 req-92aa26ac-f236-43f8-aea7-c2ceace23398 service nova] Acquiring lock "552a0bbe-a268-4173-961a-97cbe116eb42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.827982] env[70015]: DEBUG oslo_concurrency.lockutils [req-13826048-1f0c-452e-89bb-a2b639f73939 req-92aa26ac-f236-43f8-aea7-c2ceace23398 service nova] Lock "552a0bbe-a268-4173-961a-97cbe116eb42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.828134] env[70015]: DEBUG oslo_concurrency.lockutils [req-13826048-1f0c-452e-89bb-a2b639f73939 req-92aa26ac-f236-43f8-aea7-c2ceace23398 service nova] Lock "552a0bbe-a268-4173-961a-97cbe116eb42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.828305] env[70015]: DEBUG nova.compute.manager [req-13826048-1f0c-452e-89bb-a2b639f73939 req-92aa26ac-f236-43f8-aea7-c2ceace23398 service nova] [instance: 552a0bbe-a268-4173-961a-97cbe116eb42] No waiting events found dispatching network-vif-plugged-a9db8856-c181-42d6-9e2c-b3090437d6cb {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1293.828467] env[70015]: WARNING nova.compute.manager [req-13826048-1f0c-452e-89bb-a2b639f73939 req-92aa26ac-f236-43f8-aea7-c2ceace23398 service nova] [instance: 552a0bbe-a268-4173-961a-97cbe116eb42] Received unexpected event network-vif-plugged-a9db8856-c181-42d6-9e2c-b3090437d6cb for instance with vm_state building and task_state spawning. [ 1293.901868] env[70015]: DEBUG nova.network.neutron [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 552a0bbe-a268-4173-961a-97cbe116eb42] Successfully updated port: a9db8856-c181-42d6-9e2c-b3090437d6cb {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1294.105641] env[70015]: DEBUG oslo_concurrency.lockutils [None req-89b915de-bf36-4826-82ea-2ff515ba0a46 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquiring lock "78ec1423-1160-453a-b6db-9348b37d34f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.105906] env[70015]: DEBUG oslo_concurrency.lockutils [None req-89b915de-bf36-4826-82ea-2ff515ba0a46 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "78ec1423-1160-453a-b6db-9348b37d34f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.106205] env[70015]: DEBUG oslo_concurrency.lockutils [None req-89b915de-bf36-4826-82ea-2ff515ba0a46 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquiring lock "78ec1423-1160-453a-b6db-9348b37d34f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.106401] env[70015]: DEBUG oslo_concurrency.lockutils [None req-89b915de-bf36-4826-82ea-2ff515ba0a46 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "78ec1423-1160-453a-b6db-9348b37d34f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.106574] env[70015]: DEBUG oslo_concurrency.lockutils [None req-89b915de-bf36-4826-82ea-2ff515ba0a46 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "78ec1423-1160-453a-b6db-9348b37d34f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.108683] env[70015]: INFO nova.compute.manager [None req-89b915de-bf36-4826-82ea-2ff515ba0a46 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] Terminating instance [ 1294.404431] env[70015]: DEBUG oslo_concurrency.lockutils [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Acquiring lock "refresh_cache-552a0bbe-a268-4173-961a-97cbe116eb42" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.404641] env[70015]: DEBUG oslo_concurrency.lockutils [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Acquired lock "refresh_cache-552a0bbe-a268-4173-961a-97cbe116eb42" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.404730] env[70015]: DEBUG nova.network.neutron [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 552a0bbe-a268-4173-961a-97cbe116eb42] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1294.612426] env[70015]: DEBUG nova.compute.manager [None req-89b915de-bf36-4826-82ea-2ff515ba0a46 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1294.612716] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-89b915de-bf36-4826-82ea-2ff515ba0a46 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1294.613585] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d358ca05-f31d-48c4-9de3-528bfacca539 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.622587] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b915de-bf36-4826-82ea-2ff515ba0a46 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1294.622857] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a10d6a7-529d-46bc-841b-b8566d22422c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.631010] env[70015]: DEBUG oslo_vmware.api [None req-89b915de-bf36-4826-82ea-2ff515ba0a46 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 1294.631010] env[70015]: value = "task-3611870" [ 1294.631010] env[70015]: _type = "Task" [ 1294.631010] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.639313] env[70015]: DEBUG oslo_vmware.api [None req-89b915de-bf36-4826-82ea-2ff515ba0a46 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.933937] env[70015]: DEBUG nova.network.neutron [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 552a0bbe-a268-4173-961a-97cbe116eb42] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1295.054436] env[70015]: DEBUG nova.network.neutron [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 552a0bbe-a268-4173-961a-97cbe116eb42] Updating instance_info_cache with network_info: [{"id": "a9db8856-c181-42d6-9e2c-b3090437d6cb", "address": "fa:16:3e:a3:24:29", "network": {"id": "e3767eff-ad1f-4b6e-add1-cf86ec205b4a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-592488525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71bcedea6e6242ba99acefee49f85d85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9db8856-c1", "ovs_interfaceid": "a9db8856-c181-42d6-9e2c-b3090437d6cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.140870] env[70015]: DEBUG oslo_vmware.api [None req-89b915de-bf36-4826-82ea-2ff515ba0a46 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611870, 'name': PowerOffVM_Task, 'duration_secs': 0.23976} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.141173] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b915de-bf36-4826-82ea-2ff515ba0a46 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1295.141361] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-89b915de-bf36-4826-82ea-2ff515ba0a46 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1295.141607] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a540b4c7-f830-48da-8747-85c59b24254c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.209441] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-89b915de-bf36-4826-82ea-2ff515ba0a46 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1295.209694] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-89b915de-bf36-4826-82ea-2ff515ba0a46 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1295.209949] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-89b915de-bf36-4826-82ea-2ff515ba0a46 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Deleting the datastore file [datastore2] 78ec1423-1160-453a-b6db-9348b37d34f9 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1295.210370] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-391b46dd-d1f2-435f-b095-95bf3a7c7b24 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.217181] env[70015]: DEBUG oslo_vmware.api [None req-89b915de-bf36-4826-82ea-2ff515ba0a46 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for the task: (returnval){ [ 1295.217181] env[70015]: value = "task-3611872" [ 1295.217181] env[70015]: _type = "Task" [ 1295.217181] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.224767] env[70015]: DEBUG oslo_vmware.api [None req-89b915de-bf36-4826-82ea-2ff515ba0a46 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611872, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.557260] env[70015]: DEBUG oslo_concurrency.lockutils [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Releasing lock "refresh_cache-552a0bbe-a268-4173-961a-97cbe116eb42" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.557605] env[70015]: DEBUG nova.compute.manager [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 552a0bbe-a268-4173-961a-97cbe116eb42] Instance network_info: |[{"id": "a9db8856-c181-42d6-9e2c-b3090437d6cb", "address": "fa:16:3e:a3:24:29", "network": {"id": "e3767eff-ad1f-4b6e-add1-cf86ec205b4a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-592488525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71bcedea6e6242ba99acefee49f85d85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9db8856-c1", "ovs_interfaceid": "a9db8856-c181-42d6-9e2c-b3090437d6cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1295.558063] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 552a0bbe-a268-4173-961a-97cbe116eb42] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:24:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '796c7fcb-00fd-4692-a44b-7ec550201e86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9db8856-c181-42d6-9e2c-b3090437d6cb', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1295.565646] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1295.565868] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 552a0bbe-a268-4173-961a-97cbe116eb42] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1295.566130] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e032f046-d692-4d3c-babe-078fcbcb88e0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.586165] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1295.586165] env[70015]: value = "task-3611873" [ 1295.586165] env[70015]: _type = "Task" [ 1295.586165] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.594359] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611873, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.727335] env[70015]: DEBUG oslo_vmware.api [None req-89b915de-bf36-4826-82ea-2ff515ba0a46 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Task: {'id': task-3611872, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124526} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.727626] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-89b915de-bf36-4826-82ea-2ff515ba0a46 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1295.727800] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-89b915de-bf36-4826-82ea-2ff515ba0a46 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1295.727978] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-89b915de-bf36-4826-82ea-2ff515ba0a46 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1295.728175] env[70015]: INFO nova.compute.manager [None req-89b915de-bf36-4826-82ea-2ff515ba0a46 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1295.728423] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89b915de-bf36-4826-82ea-2ff515ba0a46 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1295.728620] env[70015]: DEBUG nova.compute.manager [-] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1295.728716] env[70015]: DEBUG nova.network.neutron [-] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1295.853792] env[70015]: DEBUG nova.compute.manager [req-2dc709cb-feba-46e4-bf7d-0f75542c62a9 req-0525a946-e1f4-49d0-8cde-8df8036a98b1 service nova] [instance: 552a0bbe-a268-4173-961a-97cbe116eb42] Received event network-changed-a9db8856-c181-42d6-9e2c-b3090437d6cb {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1295.854047] env[70015]: DEBUG nova.compute.manager [req-2dc709cb-feba-46e4-bf7d-0f75542c62a9 req-0525a946-e1f4-49d0-8cde-8df8036a98b1 service nova] [instance: 552a0bbe-a268-4173-961a-97cbe116eb42] Refreshing instance network info cache due to event network-changed-a9db8856-c181-42d6-9e2c-b3090437d6cb. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1295.854230] env[70015]: DEBUG oslo_concurrency.lockutils [req-2dc709cb-feba-46e4-bf7d-0f75542c62a9 req-0525a946-e1f4-49d0-8cde-8df8036a98b1 service nova] Acquiring lock "refresh_cache-552a0bbe-a268-4173-961a-97cbe116eb42" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.854381] env[70015]: DEBUG oslo_concurrency.lockutils [req-2dc709cb-feba-46e4-bf7d-0f75542c62a9 req-0525a946-e1f4-49d0-8cde-8df8036a98b1 service nova] Acquired lock "refresh_cache-552a0bbe-a268-4173-961a-97cbe116eb42" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.854544] env[70015]: DEBUG nova.network.neutron [req-2dc709cb-feba-46e4-bf7d-0f75542c62a9 req-0525a946-e1f4-49d0-8cde-8df8036a98b1 service nova] [instance: 552a0bbe-a268-4173-961a-97cbe116eb42] Refreshing network info cache for port a9db8856-c181-42d6-9e2c-b3090437d6cb {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1296.097384] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611873, 'name': CreateVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.465155] env[70015]: DEBUG nova.network.neutron [-] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.542570] env[70015]: DEBUG nova.network.neutron [req-2dc709cb-feba-46e4-bf7d-0f75542c62a9 req-0525a946-e1f4-49d0-8cde-8df8036a98b1 service nova] [instance: 552a0bbe-a268-4173-961a-97cbe116eb42] Updated VIF entry in instance network info cache for port a9db8856-c181-42d6-9e2c-b3090437d6cb. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1296.542952] env[70015]: DEBUG nova.network.neutron [req-2dc709cb-feba-46e4-bf7d-0f75542c62a9 req-0525a946-e1f4-49d0-8cde-8df8036a98b1 service nova] [instance: 552a0bbe-a268-4173-961a-97cbe116eb42] Updating instance_info_cache with network_info: [{"id": "a9db8856-c181-42d6-9e2c-b3090437d6cb", "address": "fa:16:3e:a3:24:29", "network": {"id": "e3767eff-ad1f-4b6e-add1-cf86ec205b4a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-592488525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71bcedea6e6242ba99acefee49f85d85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9db8856-c1", "ovs_interfaceid": "a9db8856-c181-42d6-9e2c-b3090437d6cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.597919] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611873, 'name': CreateVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.969279] env[70015]: INFO nova.compute.manager [-] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] Took 1.24 seconds to deallocate network for instance. [ 1297.046053] env[70015]: DEBUG oslo_concurrency.lockutils [req-2dc709cb-feba-46e4-bf7d-0f75542c62a9 req-0525a946-e1f4-49d0-8cde-8df8036a98b1 service nova] Releasing lock "refresh_cache-552a0bbe-a268-4173-961a-97cbe116eb42" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.098339] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611873, 'name': CreateVM_Task, 'duration_secs': 1.419166} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.098506] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 552a0bbe-a268-4173-961a-97cbe116eb42] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1297.099203] env[70015]: DEBUG oslo_concurrency.lockutils [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.099373] env[70015]: DEBUG oslo_concurrency.lockutils [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.099694] env[70015]: DEBUG oslo_concurrency.lockutils [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.099948] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83f85434-0039-47c6-9634-de1deac2989b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.104827] env[70015]: DEBUG oslo_vmware.api [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Waiting for the task: (returnval){ [ 1297.104827] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52b24e7b-eaea-e4a8-6ac4-a01c2b5b5a8b" [ 1297.104827] env[70015]: _type = "Task" [ 1297.104827] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.113084] env[70015]: DEBUG oslo_vmware.api [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52b24e7b-eaea-e4a8-6ac4-a01c2b5b5a8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.478052] env[70015]: DEBUG oslo_concurrency.lockutils [None req-89b915de-bf36-4826-82ea-2ff515ba0a46 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.478052] env[70015]: DEBUG oslo_concurrency.lockutils [None req-89b915de-bf36-4826-82ea-2ff515ba0a46 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.478052] env[70015]: DEBUG nova.objects.instance [None req-89b915de-bf36-4826-82ea-2ff515ba0a46 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lazy-loading 'resources' on Instance uuid 78ec1423-1160-453a-b6db-9348b37d34f9 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1297.616197] env[70015]: DEBUG oslo_vmware.api [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52b24e7b-eaea-e4a8-6ac4-a01c2b5b5a8b, 'name': SearchDatastore_Task, 'duration_secs': 0.011048} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.616504] env[70015]: DEBUG oslo_concurrency.lockutils [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.616735] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 552a0bbe-a268-4173-961a-97cbe116eb42] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1297.616971] env[70015]: DEBUG oslo_concurrency.lockutils [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.617135] env[70015]: DEBUG oslo_concurrency.lockutils [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.617319] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1297.617581] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-792bcf5a-186f-4aef-8137-49e981616913 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.626954] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1297.627152] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1297.627867] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bf745be-daac-4e7b-bd3d-cadc4c21b741 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.633386] env[70015]: DEBUG oslo_vmware.api [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Waiting for the task: (returnval){ [ 1297.633386] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]522b6f0e-e306-c913-667b-4496250909d8" [ 1297.633386] env[70015]: _type = "Task" [ 1297.633386] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.643035] env[70015]: DEBUG oslo_vmware.api [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]522b6f0e-e306-c913-667b-4496250909d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.881283] env[70015]: DEBUG nova.compute.manager [req-d3e3e43a-cd88-4e6e-87ac-b875a3101553 req-dde4d8ee-5932-47c0-bb7b-48583f3e8f50 service nova] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] Received event network-vif-deleted-7230ada2-5818-4a82-9be2-159b9737a776 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1298.052142] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3592137-1738-494e-aa02-bfc2d958d36e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.060525] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9d769a-3db6-4132-8b88-d3f12d2b63b2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.092486] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1abfd7-29d0-407a-ac0b-06021088250b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.100494] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a107a79-3cf5-42f0-b6f8-95c00ead5544 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.113995] env[70015]: DEBUG nova.compute.provider_tree [None req-89b915de-bf36-4826-82ea-2ff515ba0a46 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1298.143267] env[70015]: DEBUG oslo_vmware.api [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]522b6f0e-e306-c913-667b-4496250909d8, 'name': SearchDatastore_Task, 'duration_secs': 0.012287} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.144112] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f8bf698-86f5-48e6-85b6-7e78f1aaece6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.149973] env[70015]: DEBUG oslo_vmware.api [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Waiting for the task: (returnval){ [ 1298.149973] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5224f97e-7977-56cb-1680-1db76f9883dd" [ 1298.149973] env[70015]: _type = "Task" [ 1298.149973] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.159594] env[70015]: DEBUG oslo_vmware.api [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5224f97e-7977-56cb-1680-1db76f9883dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.618025] env[70015]: DEBUG nova.scheduler.client.report [None req-89b915de-bf36-4826-82ea-2ff515ba0a46 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1298.660983] env[70015]: DEBUG oslo_vmware.api [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5224f97e-7977-56cb-1680-1db76f9883dd, 'name': SearchDatastore_Task, 'duration_secs': 0.011412} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.661255] env[70015]: DEBUG oslo_concurrency.lockutils [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.661516] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 552a0bbe-a268-4173-961a-97cbe116eb42/552a0bbe-a268-4173-961a-97cbe116eb42.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1298.661761] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49e2eaf9-61a3-4256-8165-097b39bf0e8e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.668870] env[70015]: DEBUG oslo_vmware.api [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Waiting for the task: (returnval){ [ 1298.668870] env[70015]: value = "task-3611874" [ 1298.668870] env[70015]: _type = "Task" [ 1298.668870] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.677118] env[70015]: DEBUG oslo_vmware.api [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611874, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.121860] env[70015]: DEBUG oslo_concurrency.lockutils [None req-89b915de-bf36-4826-82ea-2ff515ba0a46 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.644s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.145249] env[70015]: INFO nova.scheduler.client.report [None req-89b915de-bf36-4826-82ea-2ff515ba0a46 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Deleted allocations for instance 78ec1423-1160-453a-b6db-9348b37d34f9 [ 1299.179979] env[70015]: DEBUG oslo_vmware.api [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611874, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.429597} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.180262] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 552a0bbe-a268-4173-961a-97cbe116eb42/552a0bbe-a268-4173-961a-97cbe116eb42.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1299.180492] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 552a0bbe-a268-4173-961a-97cbe116eb42] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1299.180768] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d298c27-4d9b-47b0-8ed8-a6de949c4a5f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.188567] env[70015]: DEBUG oslo_vmware.api [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Waiting for the task: (returnval){ [ 1299.188567] env[70015]: value = "task-3611875" [ 1299.188567] env[70015]: _type = "Task" [ 1299.188567] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.196445] env[70015]: DEBUG oslo_vmware.api [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611875, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.652971] env[70015]: DEBUG oslo_concurrency.lockutils [None req-89b915de-bf36-4826-82ea-2ff515ba0a46 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Lock "78ec1423-1160-453a-b6db-9348b37d34f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.547s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.698290] env[70015]: DEBUG oslo_vmware.api [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611875, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063698} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.698553] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 552a0bbe-a268-4173-961a-97cbe116eb42] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1299.699356] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0e5fe3-0596-4dc2-8518-e47841c83e5d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.721797] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 552a0bbe-a268-4173-961a-97cbe116eb42] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 552a0bbe-a268-4173-961a-97cbe116eb42/552a0bbe-a268-4173-961a-97cbe116eb42.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1299.722036] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-407839ba-7e02-47bb-b901-48dbe109803c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.741764] env[70015]: DEBUG oslo_vmware.api [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Waiting for the task: (returnval){ [ 1299.741764] env[70015]: value = "task-3611876" [ 1299.741764] env[70015]: _type = "Task" [ 1299.741764] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.749510] env[70015]: DEBUG oslo_vmware.api [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611876, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.253553] env[70015]: DEBUG oslo_vmware.api [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611876, 'name': ReconfigVM_Task, 'duration_secs': 0.29658} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.253882] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 552a0bbe-a268-4173-961a-97cbe116eb42] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 552a0bbe-a268-4173-961a-97cbe116eb42/552a0bbe-a268-4173-961a-97cbe116eb42.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1300.254536] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02f51bc9-f76b-4ba1-bc1a-4fc1602d0869 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.261619] env[70015]: DEBUG oslo_vmware.api [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Waiting for the task: (returnval){ [ 1300.261619] env[70015]: value = "task-3611877" [ 1300.261619] env[70015]: _type = "Task" [ 1300.261619] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.269523] env[70015]: DEBUG oslo_vmware.api [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611877, 'name': Rename_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.776595] env[70015]: DEBUG oslo_vmware.api [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611877, 'name': Rename_Task, 'duration_secs': 0.146228} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.777011] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 552a0bbe-a268-4173-961a-97cbe116eb42] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1300.777454] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1af1664-8cd7-41fe-a12e-3be12d07de77 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.786598] env[70015]: DEBUG oslo_vmware.api [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Waiting for the task: (returnval){ [ 1300.786598] env[70015]: value = "task-3611878" [ 1300.786598] env[70015]: _type = "Task" [ 1300.786598] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.799531] env[70015]: DEBUG oslo_vmware.api [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611878, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.301028] env[70015]: DEBUG oslo_vmware.api [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611878, 'name': PowerOnVM_Task, 'duration_secs': 0.501089} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.301028] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 552a0bbe-a268-4173-961a-97cbe116eb42] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1301.301028] env[70015]: INFO nova.compute.manager [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 552a0bbe-a268-4173-961a-97cbe116eb42] Took 7.70 seconds to spawn the instance on the hypervisor. [ 1301.301028] env[70015]: DEBUG nova.compute.manager [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 552a0bbe-a268-4173-961a-97cbe116eb42] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1301.301028] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222e41f9-166b-436a-b879-7b051b9e4d91 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.822228] env[70015]: INFO nova.compute.manager [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 552a0bbe-a268-4173-961a-97cbe116eb42] Took 13.21 seconds to build instance. [ 1302.324935] env[70015]: DEBUG oslo_concurrency.lockutils [None req-03164e28-beac-4811-8fcd-cfb508a595bd tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Lock "552a0bbe-a268-4173-961a-97cbe116eb42" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.723s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.539396] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8264f9ec-8108-45f2-a354-e9c222853835 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Acquiring lock "c0e3b4a5-7bb6-41b9-9211-0b438c46f760" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.539577] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8264f9ec-8108-45f2-a354-e9c222853835 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lock "c0e3b4a5-7bb6-41b9-9211-0b438c46f760" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.032366] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3f9f4601-6869-450b-ac2e-c55e16c3e06f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Acquiring lock "552a0bbe-a268-4173-961a-97cbe116eb42" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.032649] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3f9f4601-6869-450b-ac2e-c55e16c3e06f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Lock "552a0bbe-a268-4173-961a-97cbe116eb42" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.032859] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3f9f4601-6869-450b-ac2e-c55e16c3e06f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Acquiring lock "552a0bbe-a268-4173-961a-97cbe116eb42-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.033059] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3f9f4601-6869-450b-ac2e-c55e16c3e06f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Lock "552a0bbe-a268-4173-961a-97cbe116eb42-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.033237] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3f9f4601-6869-450b-ac2e-c55e16c3e06f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Lock "552a0bbe-a268-4173-961a-97cbe116eb42-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.035589] env[70015]: INFO nova.compute.manager [None req-3f9f4601-6869-450b-ac2e-c55e16c3e06f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 552a0bbe-a268-4173-961a-97cbe116eb42] Terminating instance [ 1303.042416] env[70015]: DEBUG nova.compute.utils [None req-8264f9ec-8108-45f2-a354-e9c222853835 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1303.540122] env[70015]: DEBUG nova.compute.manager [None req-3f9f4601-6869-450b-ac2e-c55e16c3e06f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 552a0bbe-a268-4173-961a-97cbe116eb42] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1303.540436] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9f4601-6869-450b-ac2e-c55e16c3e06f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 552a0bbe-a268-4173-961a-97cbe116eb42] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1303.541351] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c62dcb-14a3-4485-ac07-bdca3737223a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.544541] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8264f9ec-8108-45f2-a354-e9c222853835 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lock "c0e3b4a5-7bb6-41b9-9211-0b438c46f760" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.552102] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f9f4601-6869-450b-ac2e-c55e16c3e06f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 552a0bbe-a268-4173-961a-97cbe116eb42] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1303.552331] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf2ca4d9-37ad-48ca-bfcc-bad0f4d46bb7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.558567] env[70015]: DEBUG oslo_vmware.api [None req-3f9f4601-6869-450b-ac2e-c55e16c3e06f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Waiting for the task: (returnval){ [ 1303.558567] env[70015]: value = "task-3611879" [ 1303.558567] env[70015]: _type = "Task" [ 1303.558567] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.566687] env[70015]: DEBUG oslo_vmware.api [None req-3f9f4601-6869-450b-ac2e-c55e16c3e06f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611879, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.068644] env[70015]: DEBUG oslo_vmware.api [None req-3f9f4601-6869-450b-ac2e-c55e16c3e06f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611879, 'name': PowerOffVM_Task, 'duration_secs': 0.199923} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.068934] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f9f4601-6869-450b-ac2e-c55e16c3e06f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 552a0bbe-a268-4173-961a-97cbe116eb42] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1304.069125] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9f4601-6869-450b-ac2e-c55e16c3e06f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 552a0bbe-a268-4173-961a-97cbe116eb42] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1304.069389] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8075964-4c02-4c41-bd19-4c93b71b2743 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.132039] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9f4601-6869-450b-ac2e-c55e16c3e06f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 552a0bbe-a268-4173-961a-97cbe116eb42] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1304.132252] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9f4601-6869-450b-ac2e-c55e16c3e06f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 552a0bbe-a268-4173-961a-97cbe116eb42] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1304.132438] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f9f4601-6869-450b-ac2e-c55e16c3e06f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Deleting the datastore file [datastore1] 552a0bbe-a268-4173-961a-97cbe116eb42 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1304.132688] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55e5a55b-11d0-4458-a346-46f1e864f14d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.138729] env[70015]: DEBUG oslo_vmware.api [None req-3f9f4601-6869-450b-ac2e-c55e16c3e06f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Waiting for the task: (returnval){ [ 1304.138729] env[70015]: value = "task-3611881" [ 1304.138729] env[70015]: _type = "Task" [ 1304.138729] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.146889] env[70015]: DEBUG oslo_vmware.api [None req-3f9f4601-6869-450b-ac2e-c55e16c3e06f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611881, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.613092] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8264f9ec-8108-45f2-a354-e9c222853835 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Acquiring lock "c0e3b4a5-7bb6-41b9-9211-0b438c46f760" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.613451] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8264f9ec-8108-45f2-a354-e9c222853835 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lock "c0e3b4a5-7bb6-41b9-9211-0b438c46f760" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.613648] env[70015]: INFO nova.compute.manager [None req-8264f9ec-8108-45f2-a354-e9c222853835 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Attaching volume 1f6db289-447e-4cf8-af32-ccc89b122315 to /dev/sdb [ 1304.644255] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941cd8e1-d5e5-432e-860f-02e8ce7d50e5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.653684] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e034d29-4090-4eb0-9009-3e8979bb26d8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.655952] env[70015]: DEBUG oslo_vmware.api [None req-3f9f4601-6869-450b-ac2e-c55e16c3e06f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611881, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152214} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.656244] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f9f4601-6869-450b-ac2e-c55e16c3e06f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1304.656423] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9f4601-6869-450b-ac2e-c55e16c3e06f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 552a0bbe-a268-4173-961a-97cbe116eb42] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1304.656598] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9f4601-6869-450b-ac2e-c55e16c3e06f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 552a0bbe-a268-4173-961a-97cbe116eb42] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1304.656767] env[70015]: INFO nova.compute.manager [None req-3f9f4601-6869-450b-ac2e-c55e16c3e06f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 552a0bbe-a268-4173-961a-97cbe116eb42] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1304.656996] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f9f4601-6869-450b-ac2e-c55e16c3e06f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1304.657496] env[70015]: DEBUG nova.compute.manager [-] [instance: 552a0bbe-a268-4173-961a-97cbe116eb42] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1304.657590] env[70015]: DEBUG nova.network.neutron [-] [instance: 552a0bbe-a268-4173-961a-97cbe116eb42] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1304.668878] env[70015]: DEBUG nova.virt.block_device [None req-8264f9ec-8108-45f2-a354-e9c222853835 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Updating existing volume attachment record: 9e5384d2-b753-4128-9a83-a53874840f95 {{(pid=70015) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1304.890488] env[70015]: DEBUG nova.compute.manager [req-7ca87cc9-b4f5-4dad-baca-bef25fbd091b req-90e8e772-078b-4d30-ae71-5f19ddc5751f service nova] [instance: 552a0bbe-a268-4173-961a-97cbe116eb42] Received event network-vif-deleted-a9db8856-c181-42d6-9e2c-b3090437d6cb {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1304.890488] env[70015]: INFO nova.compute.manager [req-7ca87cc9-b4f5-4dad-baca-bef25fbd091b req-90e8e772-078b-4d30-ae71-5f19ddc5751f service nova] [instance: 552a0bbe-a268-4173-961a-97cbe116eb42] Neutron deleted interface a9db8856-c181-42d6-9e2c-b3090437d6cb; detaching it from the instance and deleting it from the info cache [ 1304.890488] env[70015]: DEBUG nova.network.neutron [req-7ca87cc9-b4f5-4dad-baca-bef25fbd091b req-90e8e772-078b-4d30-ae71-5f19ddc5751f service nova] [instance: 552a0bbe-a268-4173-961a-97cbe116eb42] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.371079] env[70015]: DEBUG nova.network.neutron [-] [instance: 552a0bbe-a268-4173-961a-97cbe116eb42] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.393543] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f5032a41-1cda-454d-a338-416edec14039 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.403198] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368af5d5-7f01-47be-b1cb-e5e3c63e00c0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.431613] env[70015]: DEBUG nova.compute.manager [req-7ca87cc9-b4f5-4dad-baca-bef25fbd091b req-90e8e772-078b-4d30-ae71-5f19ddc5751f service nova] [instance: 552a0bbe-a268-4173-961a-97cbe116eb42] Detach interface failed, port_id=a9db8856-c181-42d6-9e2c-b3090437d6cb, reason: Instance 552a0bbe-a268-4173-961a-97cbe116eb42 could not be found. {{(pid=70015) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1305.873700] env[70015]: INFO nova.compute.manager [-] [instance: 552a0bbe-a268-4173-961a-97cbe116eb42] Took 1.22 seconds to deallocate network for instance. [ 1306.380118] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3f9f4601-6869-450b-ac2e-c55e16c3e06f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.380428] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3f9f4601-6869-450b-ac2e-c55e16c3e06f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.380654] env[70015]: DEBUG nova.objects.instance [None req-3f9f4601-6869-450b-ac2e-c55e16c3e06f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Lazy-loading 'resources' on Instance uuid 552a0bbe-a268-4173-961a-97cbe116eb42 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1306.948069] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa31dc9-2737-488a-89e7-95be82c0d046 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.955663] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd162f2-6130-431f-ad97-6d998fd746dc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.985511] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97bdb0b7-ab61-4d6c-881c-b1523d74aaa0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.992832] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9a9c46-6b65-49ed-9eef-feb37e1372a8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.005728] env[70015]: DEBUG nova.compute.provider_tree [None req-3f9f4601-6869-450b-ac2e-c55e16c3e06f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1307.508737] env[70015]: DEBUG nova.scheduler.client.report [None req-3f9f4601-6869-450b-ac2e-c55e16c3e06f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1308.015083] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3f9f4601-6869-450b-ac2e-c55e16c3e06f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.633s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.036136] env[70015]: INFO nova.scheduler.client.report [None req-3f9f4601-6869-450b-ac2e-c55e16c3e06f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Deleted allocations for instance 552a0bbe-a268-4173-961a-97cbe116eb42 [ 1308.546302] env[70015]: DEBUG oslo_concurrency.lockutils [None req-3f9f4601-6869-450b-ac2e-c55e16c3e06f tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Lock "552a0bbe-a268-4173-961a-97cbe116eb42" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.513s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.231329] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-8264f9ec-8108-45f2-a354-e9c222853835 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Volume attach. Driver type: vmdk {{(pid=70015) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1309.231601] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-8264f9ec-8108-45f2-a354-e9c222853835 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720453', 'volume_id': '1f6db289-447e-4cf8-af32-ccc89b122315', 'name': 'volume-1f6db289-447e-4cf8-af32-ccc89b122315', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c0e3b4a5-7bb6-41b9-9211-0b438c46f760', 'attached_at': '', 'detached_at': '', 'volume_id': '1f6db289-447e-4cf8-af32-ccc89b122315', 'serial': '1f6db289-447e-4cf8-af32-ccc89b122315'} {{(pid=70015) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1309.232541] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcb1db8-8aeb-409e-9ce5-4b3cb7dca765 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.249802] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15281a77-9d16-40df-8e8c-fb4ca7a0843a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.277123] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-8264f9ec-8108-45f2-a354-e9c222853835 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] volume-1f6db289-447e-4cf8-af32-ccc89b122315/volume-1f6db289-447e-4cf8-af32-ccc89b122315.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1309.277394] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df601ef9-3bb2-4a7a-9224-b32823b893ce {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.295656] env[70015]: DEBUG oslo_vmware.api [None req-8264f9ec-8108-45f2-a354-e9c222853835 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for the task: (returnval){ [ 1309.295656] env[70015]: value = "task-3611884" [ 1309.295656] env[70015]: _type = "Task" [ 1309.295656] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.303794] env[70015]: DEBUG oslo_vmware.api [None req-8264f9ec-8108-45f2-a354-e9c222853835 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611884, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.805466] env[70015]: DEBUG oslo_vmware.api [None req-8264f9ec-8108-45f2-a354-e9c222853835 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611884, 'name': ReconfigVM_Task, 'duration_secs': 0.346489} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.805737] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-8264f9ec-8108-45f2-a354-e9c222853835 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Reconfigured VM instance instance-00000078 to attach disk [datastore2] volume-1f6db289-447e-4cf8-af32-ccc89b122315/volume-1f6db289-447e-4cf8-af32-ccc89b122315.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1309.810422] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bae9deda-e917-4778-8125-9e39811a2649 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.825243] env[70015]: DEBUG oslo_vmware.api [None req-8264f9ec-8108-45f2-a354-e9c222853835 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for the task: (returnval){ [ 1309.825243] env[70015]: value = "task-3611885" [ 1309.825243] env[70015]: _type = "Task" [ 1309.825243] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.836154] env[70015]: DEBUG oslo_vmware.api [None req-8264f9ec-8108-45f2-a354-e9c222853835 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611885, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.334668] env[70015]: DEBUG oslo_vmware.api [None req-8264f9ec-8108-45f2-a354-e9c222853835 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611885, 'name': ReconfigVM_Task, 'duration_secs': 0.130475} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.334966] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-8264f9ec-8108-45f2-a354-e9c222853835 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720453', 'volume_id': '1f6db289-447e-4cf8-af32-ccc89b122315', 'name': 'volume-1f6db289-447e-4cf8-af32-ccc89b122315', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c0e3b4a5-7bb6-41b9-9211-0b438c46f760', 'attached_at': '', 'detached_at': '', 'volume_id': '1f6db289-447e-4cf8-af32-ccc89b122315', 'serial': '1f6db289-447e-4cf8-af32-ccc89b122315'} {{(pid=70015) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1311.372415] env[70015]: DEBUG nova.objects.instance [None req-8264f9ec-8108-45f2-a354-e9c222853835 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lazy-loading 'flavor' on Instance uuid c0e3b4a5-7bb6-41b9-9211-0b438c46f760 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1311.877715] env[70015]: DEBUG oslo_concurrency.lockutils [None req-8264f9ec-8108-45f2-a354-e9c222853835 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lock "c0e3b4a5-7bb6-41b9-9211-0b438c46f760" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.264s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.077252] env[70015]: DEBUG oslo_concurrency.lockutils [None req-502cf68f-f1c6-488c-99b1-65aad4bb28cd tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Acquiring lock "c0e3b4a5-7bb6-41b9-9211-0b438c46f760" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.077593] env[70015]: DEBUG oslo_concurrency.lockutils [None req-502cf68f-f1c6-488c-99b1-65aad4bb28cd tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lock "c0e3b4a5-7bb6-41b9-9211-0b438c46f760" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.580603] env[70015]: INFO nova.compute.manager [None req-502cf68f-f1c6-488c-99b1-65aad4bb28cd tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Detaching volume 1f6db289-447e-4cf8-af32-ccc89b122315 [ 1312.615101] env[70015]: INFO nova.virt.block_device [None req-502cf68f-f1c6-488c-99b1-65aad4bb28cd tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Attempting to driver detach volume 1f6db289-447e-4cf8-af32-ccc89b122315 from mountpoint /dev/sdb [ 1312.615348] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-502cf68f-f1c6-488c-99b1-65aad4bb28cd tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Volume detach. Driver type: vmdk {{(pid=70015) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1312.615561] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-502cf68f-f1c6-488c-99b1-65aad4bb28cd tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720453', 'volume_id': '1f6db289-447e-4cf8-af32-ccc89b122315', 'name': 'volume-1f6db289-447e-4cf8-af32-ccc89b122315', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c0e3b4a5-7bb6-41b9-9211-0b438c46f760', 'attached_at': '', 'detached_at': '', 'volume_id': '1f6db289-447e-4cf8-af32-ccc89b122315', 'serial': '1f6db289-447e-4cf8-af32-ccc89b122315'} {{(pid=70015) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1312.616476] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2186003b-e72f-416d-b2c8-991627ffc88d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.639435] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74a4b6f-b191-480c-9971-88e972392565 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.646702] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7b4a4d-ffa7-4752-9c95-9a30f30d8dbd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.667929] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bad87f-017b-4130-8ca0-fd9e34e553a6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.682095] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-502cf68f-f1c6-488c-99b1-65aad4bb28cd tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] The volume has not been displaced from its original location: [datastore2] volume-1f6db289-447e-4cf8-af32-ccc89b122315/volume-1f6db289-447e-4cf8-af32-ccc89b122315.vmdk. No consolidation needed. {{(pid=70015) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1312.687305] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-502cf68f-f1c6-488c-99b1-65aad4bb28cd tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Reconfiguring VM instance instance-00000078 to detach disk 2001 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1312.687560] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-492684b2-3b2b-4e34-97ce-2d2ccd0fe0f6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.705282] env[70015]: DEBUG oslo_vmware.api [None req-502cf68f-f1c6-488c-99b1-65aad4bb28cd tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for the task: (returnval){ [ 1312.705282] env[70015]: value = "task-3611886" [ 1312.705282] env[70015]: _type = "Task" [ 1312.705282] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.712532] env[70015]: DEBUG oslo_vmware.api [None req-502cf68f-f1c6-488c-99b1-65aad4bb28cd tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611886, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.214745] env[70015]: DEBUG oslo_vmware.api [None req-502cf68f-f1c6-488c-99b1-65aad4bb28cd tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611886, 'name': ReconfigVM_Task, 'duration_secs': 0.211083} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.215033] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-502cf68f-f1c6-488c-99b1-65aad4bb28cd tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Reconfigured VM instance instance-00000078 to detach disk 2001 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1313.219636] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80a4372a-abaf-4af4-bc32-10648943fe67 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.233813] env[70015]: DEBUG oslo_vmware.api [None req-502cf68f-f1c6-488c-99b1-65aad4bb28cd tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for the task: (returnval){ [ 1313.233813] env[70015]: value = "task-3611887" [ 1313.233813] env[70015]: _type = "Task" [ 1313.233813] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.241661] env[70015]: DEBUG oslo_vmware.api [None req-502cf68f-f1c6-488c-99b1-65aad4bb28cd tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611887, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.745298] env[70015]: DEBUG oslo_vmware.api [None req-502cf68f-f1c6-488c-99b1-65aad4bb28cd tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611887, 'name': ReconfigVM_Task, 'duration_secs': 0.137649} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.745629] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-502cf68f-f1c6-488c-99b1-65aad4bb28cd tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720453', 'volume_id': '1f6db289-447e-4cf8-af32-ccc89b122315', 'name': 'volume-1f6db289-447e-4cf8-af32-ccc89b122315', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c0e3b4a5-7bb6-41b9-9211-0b438c46f760', 'attached_at': '', 'detached_at': '', 'volume_id': '1f6db289-447e-4cf8-af32-ccc89b122315', 'serial': '1f6db289-447e-4cf8-af32-ccc89b122315'} {{(pid=70015) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1314.292122] env[70015]: DEBUG nova.objects.instance [None req-502cf68f-f1c6-488c-99b1-65aad4bb28cd tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lazy-loading 'flavor' on Instance uuid c0e3b4a5-7bb6-41b9-9211-0b438c46f760 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1315.301691] env[70015]: DEBUG oslo_concurrency.lockutils [None req-502cf68f-f1c6-488c-99b1-65aad4bb28cd tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lock "c0e3b4a5-7bb6-41b9-9211-0b438c46f760" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.224s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.635027] env[70015]: DEBUG oslo_concurrency.lockutils [None req-94ae10db-0f38-42d9-bf66-e1d0ac194b2e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Acquiring lock "c0e3b4a5-7bb6-41b9-9211-0b438c46f760" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.635027] env[70015]: DEBUG oslo_concurrency.lockutils [None req-94ae10db-0f38-42d9-bf66-e1d0ac194b2e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lock "c0e3b4a5-7bb6-41b9-9211-0b438c46f760" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.635027] env[70015]: DEBUG oslo_concurrency.lockutils [None req-94ae10db-0f38-42d9-bf66-e1d0ac194b2e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Acquiring lock "c0e3b4a5-7bb6-41b9-9211-0b438c46f760-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.635027] env[70015]: DEBUG oslo_concurrency.lockutils [None req-94ae10db-0f38-42d9-bf66-e1d0ac194b2e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lock "c0e3b4a5-7bb6-41b9-9211-0b438c46f760-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.635027] env[70015]: DEBUG oslo_concurrency.lockutils [None req-94ae10db-0f38-42d9-bf66-e1d0ac194b2e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lock "c0e3b4a5-7bb6-41b9-9211-0b438c46f760-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.637334] env[70015]: INFO nova.compute.manager [None req-94ae10db-0f38-42d9-bf66-e1d0ac194b2e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Terminating instance [ 1316.143876] env[70015]: DEBUG nova.compute.manager [None req-94ae10db-0f38-42d9-bf66-e1d0ac194b2e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1316.144173] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-94ae10db-0f38-42d9-bf66-e1d0ac194b2e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1316.145089] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c146de-956e-40ba-be5a-95c0202e9d24 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.152777] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-94ae10db-0f38-42d9-bf66-e1d0ac194b2e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1316.153018] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5022b338-0626-4a52-871e-030efe6cc4f9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.160042] env[70015]: DEBUG oslo_vmware.api [None req-94ae10db-0f38-42d9-bf66-e1d0ac194b2e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for the task: (returnval){ [ 1316.160042] env[70015]: value = "task-3611888" [ 1316.160042] env[70015]: _type = "Task" [ 1316.160042] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.168245] env[70015]: DEBUG oslo_vmware.api [None req-94ae10db-0f38-42d9-bf66-e1d0ac194b2e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611888, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.671436] env[70015]: DEBUG oslo_vmware.api [None req-94ae10db-0f38-42d9-bf66-e1d0ac194b2e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611888, 'name': PowerOffVM_Task, 'duration_secs': 0.177785} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.671436] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-94ae10db-0f38-42d9-bf66-e1d0ac194b2e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1316.671436] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-94ae10db-0f38-42d9-bf66-e1d0ac194b2e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1316.671829] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d6cc398-f86b-4d86-8ad3-be9c32a0de84 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.737662] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-94ae10db-0f38-42d9-bf66-e1d0ac194b2e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1316.737875] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-94ae10db-0f38-42d9-bf66-e1d0ac194b2e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1316.738081] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-94ae10db-0f38-42d9-bf66-e1d0ac194b2e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Deleting the datastore file [datastore1] c0e3b4a5-7bb6-41b9-9211-0b438c46f760 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1316.738336] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a67af044-718f-475e-902f-28480745268a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.744922] env[70015]: DEBUG oslo_vmware.api [None req-94ae10db-0f38-42d9-bf66-e1d0ac194b2e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for the task: (returnval){ [ 1316.744922] env[70015]: value = "task-3611890" [ 1316.744922] env[70015]: _type = "Task" [ 1316.744922] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.752538] env[70015]: DEBUG oslo_vmware.api [None req-94ae10db-0f38-42d9-bf66-e1d0ac194b2e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.255878] env[70015]: DEBUG oslo_vmware.api [None req-94ae10db-0f38-42d9-bf66-e1d0ac194b2e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Task: {'id': task-3611890, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140172} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.256167] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-94ae10db-0f38-42d9-bf66-e1d0ac194b2e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1317.256394] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-94ae10db-0f38-42d9-bf66-e1d0ac194b2e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1317.256583] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-94ae10db-0f38-42d9-bf66-e1d0ac194b2e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1317.256762] env[70015]: INFO nova.compute.manager [None req-94ae10db-0f38-42d9-bf66-e1d0ac194b2e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1317.257011] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94ae10db-0f38-42d9-bf66-e1d0ac194b2e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1317.257218] env[70015]: DEBUG nova.compute.manager [-] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1317.257332] env[70015]: DEBUG nova.network.neutron [-] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1317.974123] env[70015]: DEBUG nova.compute.manager [req-ab9d2bfd-76d2-43d2-ab8b-8aad710e7eee req-ceebc70b-eee1-40a4-b86d-f12411a4a487 service nova] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Received event network-vif-deleted-a490e01a-173e-4fcd-acf8-9c6dbb938658 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1317.974371] env[70015]: INFO nova.compute.manager [req-ab9d2bfd-76d2-43d2-ab8b-8aad710e7eee req-ceebc70b-eee1-40a4-b86d-f12411a4a487 service nova] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Neutron deleted interface a490e01a-173e-4fcd-acf8-9c6dbb938658; detaching it from the instance and deleting it from the info cache [ 1317.974643] env[70015]: DEBUG nova.network.neutron [req-ab9d2bfd-76d2-43d2-ab8b-8aad710e7eee req-ceebc70b-eee1-40a4-b86d-f12411a4a487 service nova] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.361164] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquiring lock "c081f3d5-6c34-46cf-8382-697b0dc8f39c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.361406] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "c081f3d5-6c34-46cf-8382-697b0dc8f39c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.458741] env[70015]: DEBUG nova.network.neutron [-] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.476671] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9b89ac0a-dd1b-45d5-a686-e421e6cd69cf {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.487067] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10dc850f-541e-4737-8341-b2c583fe3356 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.513477] env[70015]: DEBUG nova.compute.manager [req-ab9d2bfd-76d2-43d2-ab8b-8aad710e7eee req-ceebc70b-eee1-40a4-b86d-f12411a4a487 service nova] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Detach interface failed, port_id=a490e01a-173e-4fcd-acf8-9c6dbb938658, reason: Instance c0e3b4a5-7bb6-41b9-9211-0b438c46f760 could not be found. {{(pid=70015) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1318.864493] env[70015]: DEBUG nova.compute.manager [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1318.961702] env[70015]: INFO nova.compute.manager [-] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Took 1.70 seconds to deallocate network for instance. [ 1319.396898] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.397224] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.398796] env[70015]: INFO nova.compute.claims [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1319.468173] env[70015]: DEBUG oslo_concurrency.lockutils [None req-94ae10db-0f38-42d9-bf66-e1d0ac194b2e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.100488] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Acquiring lock "06f35660-c6e4-437d-870e-4003df15bdd5" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.100766] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Lock "06f35660-c6e4-437d-870e-4003df15bdd5" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.100952] env[70015]: INFO nova.compute.manager [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Shelving [ 1320.467937] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479d90b9-75b1-4921-8b6a-e63f472ab767 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.475536] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2311539-56b4-4980-a84d-ed43e29c8925 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.506271] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9385c1-62cc-4eab-ac77-669bd7e3698f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.512925] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5efef7-260a-482f-89cf-37e0fad091bc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.528046] env[70015]: DEBUG nova.compute.provider_tree [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1321.031998] env[70015]: DEBUG nova.scheduler.client.report [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1321.109169] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1321.109469] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36ad8ea8-ac29-405c-9e93-06e59325c41b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.117437] env[70015]: DEBUG oslo_vmware.api [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Waiting for the task: (returnval){ [ 1321.117437] env[70015]: value = "task-3611891" [ 1321.117437] env[70015]: _type = "Task" [ 1321.117437] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.125182] env[70015]: DEBUG oslo_vmware.api [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611891, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.536887] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.140s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.537478] env[70015]: DEBUG nova.compute.manager [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1321.540154] env[70015]: DEBUG oslo_concurrency.lockutils [None req-94ae10db-0f38-42d9-bf66-e1d0ac194b2e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.072s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.540401] env[70015]: DEBUG nova.objects.instance [None req-94ae10db-0f38-42d9-bf66-e1d0ac194b2e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lazy-loading 'resources' on Instance uuid c0e3b4a5-7bb6-41b9-9211-0b438c46f760 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1321.628643] env[70015]: DEBUG oslo_vmware.api [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611891, 'name': PowerOffVM_Task, 'duration_secs': 0.202032} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.628887] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1321.629663] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4a13d3-35ce-48e7-94ba-b27e7c72af3a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.646970] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0071cec1-6149-45fe-b61a-d1a5611206ed {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.044087] env[70015]: DEBUG nova.compute.utils [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1322.044587] env[70015]: DEBUG nova.compute.manager [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1322.044755] env[70015]: DEBUG nova.network.neutron [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1322.082135] env[70015]: DEBUG nova.policy [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc5e291c70644bd89f8bb7441c3b18c0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '387a27341eeb4c9b8f6f4b440d1a2119', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 1322.107198] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2abfc55-4634-4254-9180-baa12a3e7472 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.116117] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed301dd2-cfd9-4d8b-a077-f3aee3a3ae46 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.145675] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47aa910b-edc1-45f9-80d1-6fb66822776e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.152863] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a84744-5754-4e16-afb6-739b3010c3de {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.157400] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Creating Snapshot of the VM instance {{(pid=70015) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1322.157651] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e2ffb953-06a9-4ae9-9241-afee77403e74 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.171157] env[70015]: DEBUG nova.compute.provider_tree [None req-94ae10db-0f38-42d9-bf66-e1d0ac194b2e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1322.173679] env[70015]: DEBUG oslo_vmware.api [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Waiting for the task: (returnval){ [ 1322.173679] env[70015]: value = "task-3611892" [ 1322.173679] env[70015]: _type = "Task" [ 1322.173679] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.182773] env[70015]: DEBUG oslo_vmware.api [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611892, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.453356] env[70015]: DEBUG nova.network.neutron [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Successfully created port: 009e54a1-45b1-43c2-9a22-9071f951ddbc {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1322.548320] env[70015]: DEBUG nova.compute.manager [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1322.675188] env[70015]: DEBUG nova.scheduler.client.report [None req-94ae10db-0f38-42d9-bf66-e1d0ac194b2e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1322.687116] env[70015]: DEBUG oslo_vmware.api [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611892, 'name': CreateSnapshot_Task, 'duration_secs': 0.469262} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.687403] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Created Snapshot of the VM instance {{(pid=70015) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1322.688145] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20fae35-eb57-45e7-9cc3-4b8558365023 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.183205] env[70015]: DEBUG oslo_concurrency.lockutils [None req-94ae10db-0f38-42d9-bf66-e1d0ac194b2e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.643s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.207280] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Creating linked-clone VM from snapshot {{(pid=70015) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1323.207641] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-05236409-3082-46e9-8f81-173037dbe454 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.212463] env[70015]: INFO nova.scheduler.client.report [None req-94ae10db-0f38-42d9-bf66-e1d0ac194b2e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Deleted allocations for instance c0e3b4a5-7bb6-41b9-9211-0b438c46f760 [ 1323.217205] env[70015]: DEBUG oslo_vmware.api [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Waiting for the task: (returnval){ [ 1323.217205] env[70015]: value = "task-3611893" [ 1323.217205] env[70015]: _type = "Task" [ 1323.217205] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.224870] env[70015]: DEBUG oslo_vmware.api [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611893, 'name': CloneVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.558928] env[70015]: DEBUG nova.compute.manager [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1323.592984] env[70015]: DEBUG nova.virt.hardware [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1323.593250] env[70015]: DEBUG nova.virt.hardware [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1323.593411] env[70015]: DEBUG nova.virt.hardware [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1323.593590] env[70015]: DEBUG nova.virt.hardware [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1323.593734] env[70015]: DEBUG nova.virt.hardware [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1323.593882] env[70015]: DEBUG nova.virt.hardware [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1323.594100] env[70015]: DEBUG nova.virt.hardware [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1323.594276] env[70015]: DEBUG nova.virt.hardware [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1323.594468] env[70015]: DEBUG nova.virt.hardware [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1323.594631] env[70015]: DEBUG nova.virt.hardware [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1323.594803] env[70015]: DEBUG nova.virt.hardware [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1323.595656] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ebfff3-56c7-4c1a-af22-9494162650ae {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.603794] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626e9791-55e1-467a-89c8-65ca337c80de {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.723298] env[70015]: DEBUG oslo_concurrency.lockutils [None req-94ae10db-0f38-42d9-bf66-e1d0ac194b2e tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Lock "c0e3b4a5-7bb6-41b9-9211-0b438c46f760" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.089s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.729597] env[70015]: DEBUG oslo_vmware.api [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611893, 'name': CloneVM_Task} progress is 94%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.123831] env[70015]: DEBUG nova.compute.manager [req-3660280b-0551-4eb1-b7fb-99a7333fc428 req-1204fa40-01fb-4f31-9dfc-a625e68f6f7c service nova] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Received event network-vif-plugged-009e54a1-45b1-43c2-9a22-9071f951ddbc {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1324.123831] env[70015]: DEBUG oslo_concurrency.lockutils [req-3660280b-0551-4eb1-b7fb-99a7333fc428 req-1204fa40-01fb-4f31-9dfc-a625e68f6f7c service nova] Acquiring lock "c081f3d5-6c34-46cf-8382-697b0dc8f39c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.123988] env[70015]: DEBUG oslo_concurrency.lockutils [req-3660280b-0551-4eb1-b7fb-99a7333fc428 req-1204fa40-01fb-4f31-9dfc-a625e68f6f7c service nova] Lock "c081f3d5-6c34-46cf-8382-697b0dc8f39c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.124418] env[70015]: DEBUG oslo_concurrency.lockutils [req-3660280b-0551-4eb1-b7fb-99a7333fc428 req-1204fa40-01fb-4f31-9dfc-a625e68f6f7c service nova] Lock "c081f3d5-6c34-46cf-8382-697b0dc8f39c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.124418] env[70015]: DEBUG nova.compute.manager [req-3660280b-0551-4eb1-b7fb-99a7333fc428 req-1204fa40-01fb-4f31-9dfc-a625e68f6f7c service nova] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] No waiting events found dispatching network-vif-plugged-009e54a1-45b1-43c2-9a22-9071f951ddbc {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1324.124418] env[70015]: WARNING nova.compute.manager [req-3660280b-0551-4eb1-b7fb-99a7333fc428 req-1204fa40-01fb-4f31-9dfc-a625e68f6f7c service nova] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Received unexpected event network-vif-plugged-009e54a1-45b1-43c2-9a22-9071f951ddbc for instance with vm_state building and task_state spawning. [ 1324.230725] env[70015]: DEBUG oslo_vmware.api [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611893, 'name': CloneVM_Task, 'duration_secs': 0.922771} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.231180] env[70015]: INFO nova.virt.vmwareapi.vmops [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Created linked-clone VM from snapshot [ 1324.232091] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cff8398-803c-4c5b-afa3-2aba558e0b27 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.240404] env[70015]: DEBUG nova.virt.vmwareapi.images [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Uploading image 3c4bd7c5-053e-44f3-932f-f35d9d982c44 {{(pid=70015) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1324.268995] env[70015]: DEBUG nova.network.neutron [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Successfully updated port: 009e54a1-45b1-43c2-9a22-9071f951ddbc {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1324.272946] env[70015]: DEBUG oslo_vmware.rw_handles [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1324.272946] env[70015]: value = "vm-720455" [ 1324.272946] env[70015]: _type = "VirtualMachine" [ 1324.272946] env[70015]: }. {{(pid=70015) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1324.272946] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6ffa86c6-d4ae-43b4-abcf-77856fcf9e55 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.279774] env[70015]: DEBUG oslo_vmware.rw_handles [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Lease: (returnval){ [ 1324.279774] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52d6495b-f63b-4a2e-6f07-de0c2ab69ab1" [ 1324.279774] env[70015]: _type = "HttpNfcLease" [ 1324.279774] env[70015]: } obtained for exporting VM: (result){ [ 1324.279774] env[70015]: value = "vm-720455" [ 1324.279774] env[70015]: _type = "VirtualMachine" [ 1324.279774] env[70015]: }. {{(pid=70015) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1324.280354] env[70015]: DEBUG oslo_vmware.api [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Waiting for the lease: (returnval){ [ 1324.280354] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52d6495b-f63b-4a2e-6f07-de0c2ab69ab1" [ 1324.280354] env[70015]: _type = "HttpNfcLease" [ 1324.280354] env[70015]: } to be ready. {{(pid=70015) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1324.286556] env[70015]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1324.286556] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52d6495b-f63b-4a2e-6f07-de0c2ab69ab1" [ 1324.286556] env[70015]: _type = "HttpNfcLease" [ 1324.286556] env[70015]: } is initializing. {{(pid=70015) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1324.774637] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquiring lock "refresh_cache-c081f3d5-6c34-46cf-8382-697b0dc8f39c" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.774916] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquired lock "refresh_cache-c081f3d5-6c34-46cf-8382-697b0dc8f39c" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.774964] env[70015]: DEBUG nova.network.neutron [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1324.788550] env[70015]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1324.788550] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52d6495b-f63b-4a2e-6f07-de0c2ab69ab1" [ 1324.788550] env[70015]: _type = "HttpNfcLease" [ 1324.788550] env[70015]: } is ready. {{(pid=70015) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1324.788833] env[70015]: DEBUG oslo_vmware.rw_handles [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1324.788833] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52d6495b-f63b-4a2e-6f07-de0c2ab69ab1" [ 1324.788833] env[70015]: _type = "HttpNfcLease" [ 1324.788833] env[70015]: }. {{(pid=70015) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1324.789540] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b252f63-8ac3-4320-b29a-c78b83110c53 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.797035] env[70015]: DEBUG oslo_vmware.rw_handles [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524958d0-bc3f-2c48-4f8a-41d58b35c614/disk-0.vmdk from lease info. {{(pid=70015) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1324.797203] env[70015]: DEBUG oslo_vmware.rw_handles [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524958d0-bc3f-2c48-4f8a-41d58b35c614/disk-0.vmdk for reading. {{(pid=70015) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1324.881962] env[70015]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-667b0f91-4d1b-47db-8830-6d0cacc39faf {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.333191] env[70015]: DEBUG nova.network.neutron [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1325.504214] env[70015]: DEBUG nova.network.neutron [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Updating instance_info_cache with network_info: [{"id": "009e54a1-45b1-43c2-9a22-9071f951ddbc", "address": "fa:16:3e:97:62:a2", "network": {"id": "e85e473c-f30b-477b-adc3-f1198c40f064", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-409909936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "387a27341eeb4c9b8f6f4b440d1a2119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap009e54a1-45", "ovs_interfaceid": "009e54a1-45b1-43c2-9a22-9071f951ddbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.006747] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Releasing lock "refresh_cache-c081f3d5-6c34-46cf-8382-697b0dc8f39c" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.007203] env[70015]: DEBUG nova.compute.manager [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Instance network_info: |[{"id": "009e54a1-45b1-43c2-9a22-9071f951ddbc", "address": "fa:16:3e:97:62:a2", "network": {"id": "e85e473c-f30b-477b-adc3-f1198c40f064", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-409909936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "387a27341eeb4c9b8f6f4b440d1a2119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap009e54a1-45", "ovs_interfaceid": "009e54a1-45b1-43c2-9a22-9071f951ddbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1326.007614] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:62:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a06a63d6-2aeb-4084-8022-f804cac3fa74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '009e54a1-45b1-43c2-9a22-9071f951ddbc', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1326.015319] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1326.015596] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1326.015872] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5663b646-09cf-41e1-8436-8fc2063481f2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.036616] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1326.036616] env[70015]: value = "task-3611896" [ 1326.036616] env[70015]: _type = "Task" [ 1326.036616] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.044723] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611896, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.152666] env[70015]: DEBUG nova.compute.manager [req-b364419d-4ad5-4e48-b0f1-1e939de269d2 req-e8154c93-2063-4ef7-ab88-29b636c7516e service nova] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Received event network-changed-009e54a1-45b1-43c2-9a22-9071f951ddbc {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1326.152997] env[70015]: DEBUG nova.compute.manager [req-b364419d-4ad5-4e48-b0f1-1e939de269d2 req-e8154c93-2063-4ef7-ab88-29b636c7516e service nova] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Refreshing instance network info cache due to event network-changed-009e54a1-45b1-43c2-9a22-9071f951ddbc. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1326.153241] env[70015]: DEBUG oslo_concurrency.lockutils [req-b364419d-4ad5-4e48-b0f1-1e939de269d2 req-e8154c93-2063-4ef7-ab88-29b636c7516e service nova] Acquiring lock "refresh_cache-c081f3d5-6c34-46cf-8382-697b0dc8f39c" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.153386] env[70015]: DEBUG oslo_concurrency.lockutils [req-b364419d-4ad5-4e48-b0f1-1e939de269d2 req-e8154c93-2063-4ef7-ab88-29b636c7516e service nova] Acquired lock "refresh_cache-c081f3d5-6c34-46cf-8382-697b0dc8f39c" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.153658] env[70015]: DEBUG nova.network.neutron [req-b364419d-4ad5-4e48-b0f1-1e939de269d2 req-e8154c93-2063-4ef7-ab88-29b636c7516e service nova] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Refreshing network info cache for port 009e54a1-45b1-43c2-9a22-9071f951ddbc {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1326.546480] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611896, 'name': CreateVM_Task, 'duration_secs': 0.402936} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.546756] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1326.547631] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.547862] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.548339] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.548650] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d1c6e29-1cd5-4504-9e42-cc8741e8dd2d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.553234] env[70015]: DEBUG oslo_vmware.api [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1326.553234] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5246d9c7-c9fd-113a-3bd8-dc3d29b35058" [ 1326.553234] env[70015]: _type = "Task" [ 1326.553234] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.561065] env[70015]: DEBUG oslo_vmware.api [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5246d9c7-c9fd-113a-3bd8-dc3d29b35058, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.850512] env[70015]: DEBUG nova.network.neutron [req-b364419d-4ad5-4e48-b0f1-1e939de269d2 req-e8154c93-2063-4ef7-ab88-29b636c7516e service nova] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Updated VIF entry in instance network info cache for port 009e54a1-45b1-43c2-9a22-9071f951ddbc. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1326.850890] env[70015]: DEBUG nova.network.neutron [req-b364419d-4ad5-4e48-b0f1-1e939de269d2 req-e8154c93-2063-4ef7-ab88-29b636c7516e service nova] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Updating instance_info_cache with network_info: [{"id": "009e54a1-45b1-43c2-9a22-9071f951ddbc", "address": "fa:16:3e:97:62:a2", "network": {"id": "e85e473c-f30b-477b-adc3-f1198c40f064", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-409909936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "387a27341eeb4c9b8f6f4b440d1a2119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap009e54a1-45", "ovs_interfaceid": "009e54a1-45b1-43c2-9a22-9071f951ddbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.063365] env[70015]: DEBUG oslo_vmware.api [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5246d9c7-c9fd-113a-3bd8-dc3d29b35058, 'name': SearchDatastore_Task, 'duration_secs': 0.020675} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.063774] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.063886] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1327.064144] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.064320] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.064507] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1327.064806] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ccd108e-cbac-4f5d-93eb-14b14bef6be5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.073916] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1327.074091] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1327.074981] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0aef78bf-d8ea-4ce3-ba31-caf33df95875 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.081285] env[70015]: DEBUG oslo_vmware.api [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1327.081285] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52cf5503-b93c-139f-0b32-77d9af1716f9" [ 1327.081285] env[70015]: _type = "Task" [ 1327.081285] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.089292] env[70015]: DEBUG oslo_vmware.api [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52cf5503-b93c-139f-0b32-77d9af1716f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.353565] env[70015]: DEBUG oslo_concurrency.lockutils [req-b364419d-4ad5-4e48-b0f1-1e939de269d2 req-e8154c93-2063-4ef7-ab88-29b636c7516e service nova] Releasing lock "refresh_cache-c081f3d5-6c34-46cf-8382-697b0dc8f39c" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.592933] env[70015]: DEBUG oslo_vmware.api [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52cf5503-b93c-139f-0b32-77d9af1716f9, 'name': SearchDatastore_Task, 'duration_secs': 0.010827} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.593791] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de5f3359-6603-411a-8de2-ab5404259f98 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.600623] env[70015]: DEBUG oslo_vmware.api [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1327.600623] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52cb4a0b-cb0c-e9e3-b43a-7c3edd3a50a4" [ 1327.600623] env[70015]: _type = "Task" [ 1327.600623] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.608691] env[70015]: DEBUG oslo_vmware.api [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52cb4a0b-cb0c-e9e3-b43a-7c3edd3a50a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.111939] env[70015]: DEBUG oslo_vmware.api [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52cb4a0b-cb0c-e9e3-b43a-7c3edd3a50a4, 'name': SearchDatastore_Task, 'duration_secs': 0.01235} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.112379] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.112520] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] c081f3d5-6c34-46cf-8382-697b0dc8f39c/c081f3d5-6c34-46cf-8382-697b0dc8f39c.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1328.112851] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96d65352-a02b-4f0b-8e65-03b99cb62776 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.119532] env[70015]: DEBUG oslo_vmware.api [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1328.119532] env[70015]: value = "task-3611898" [ 1328.119532] env[70015]: _type = "Task" [ 1328.119532] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.127238] env[70015]: DEBUG oslo_vmware.api [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611898, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.629272] env[70015]: DEBUG oslo_vmware.api [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611898, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499887} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.629591] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] c081f3d5-6c34-46cf-8382-697b0dc8f39c/c081f3d5-6c34-46cf-8382-697b0dc8f39c.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1328.629853] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1328.630152] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76b2f89d-9b98-4e66-9b31-ac0f55177041 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.637269] env[70015]: DEBUG oslo_vmware.api [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1328.637269] env[70015]: value = "task-3611899" [ 1328.637269] env[70015]: _type = "Task" [ 1328.637269] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.645388] env[70015]: DEBUG oslo_vmware.api [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611899, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.148222] env[70015]: DEBUG oslo_vmware.api [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611899, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065583} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.148592] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1329.149237] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16c60f0-0520-44e3-8bfd-9486ac9621b1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.170823] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] c081f3d5-6c34-46cf-8382-697b0dc8f39c/c081f3d5-6c34-46cf-8382-697b0dc8f39c.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1329.171110] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14f8a173-efbd-4d17-bcf2-5c33c40b8acf {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.189832] env[70015]: DEBUG oslo_vmware.api [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1329.189832] env[70015]: value = "task-3611900" [ 1329.189832] env[70015]: _type = "Task" [ 1329.189832] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.192957] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1329.193164] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1329.198362] env[70015]: DEBUG oslo_vmware.api [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611900, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.700454] env[70015]: DEBUG oslo_vmware.api [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611900, 'name': ReconfigVM_Task, 'duration_secs': 0.311249} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.700807] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Reconfigured VM instance instance-0000007c to attach disk [datastore2] c081f3d5-6c34-46cf-8382-697b0dc8f39c/c081f3d5-6c34-46cf-8382-697b0dc8f39c.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1329.701536] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6be48ba-c9e5-46fb-9024-9cd05dc9e0be {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.708041] env[70015]: DEBUG oslo_vmware.api [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1329.708041] env[70015]: value = "task-3611901" [ 1329.708041] env[70015]: _type = "Task" [ 1329.708041] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.717484] env[70015]: DEBUG oslo_vmware.api [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611901, 'name': Rename_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.193691] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1330.218270] env[70015]: DEBUG oslo_vmware.api [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611901, 'name': Rename_Task, 'duration_secs': 0.159938} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.218573] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1330.218824] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb476672-0f6b-43ef-aa17-92ab8dad189d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.225152] env[70015]: DEBUG oslo_vmware.api [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1330.225152] env[70015]: value = "task-3611903" [ 1330.225152] env[70015]: _type = "Task" [ 1330.225152] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.232524] env[70015]: DEBUG oslo_vmware.api [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611903, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.736052] env[70015]: DEBUG oslo_vmware.api [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611903, 'name': PowerOnVM_Task, 'duration_secs': 0.488801} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.736373] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1330.736576] env[70015]: INFO nova.compute.manager [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Took 7.18 seconds to spawn the instance on the hypervisor. [ 1330.736756] env[70015]: DEBUG nova.compute.manager [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1330.737554] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b849739-3e27-447f-b75c-9861420e6036 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.193670] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1331.253548] env[70015]: INFO nova.compute.manager [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Took 11.88 seconds to build instance. [ 1331.756245] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7bf76520-6821-4212-896b-ccfde47bb42c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "c081f3d5-6c34-46cf-8382-697b0dc8f39c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.395s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.939646] env[70015]: DEBUG oslo_vmware.rw_handles [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524958d0-bc3f-2c48-4f8a-41d58b35c614/disk-0.vmdk. {{(pid=70015) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1331.940641] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e4340c-c6bf-4db5-9fdf-6849ec97eb08 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.946944] env[70015]: DEBUG oslo_vmware.rw_handles [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524958d0-bc3f-2c48-4f8a-41d58b35c614/disk-0.vmdk is in state: ready. {{(pid=70015) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1331.947117] env[70015]: ERROR oslo_vmware.rw_handles [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524958d0-bc3f-2c48-4f8a-41d58b35c614/disk-0.vmdk due to incomplete transfer. [ 1331.947336] env[70015]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6accd47b-52e8-4060-aa1e-0929b40c4ebf {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.954173] env[70015]: DEBUG oslo_vmware.rw_handles [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524958d0-bc3f-2c48-4f8a-41d58b35c614/disk-0.vmdk. {{(pid=70015) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1331.954390] env[70015]: DEBUG nova.virt.vmwareapi.images [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Uploaded image 3c4bd7c5-053e-44f3-932f-f35d9d982c44 to the Glance image server {{(pid=70015) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1331.956815] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Destroying the VM {{(pid=70015) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1331.957063] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6434fa9b-5257-4b7f-a0d7-55c177387a7b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.962421] env[70015]: DEBUG oslo_vmware.api [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Waiting for the task: (returnval){ [ 1331.962421] env[70015]: value = "task-3611904" [ 1331.962421] env[70015]: _type = "Task" [ 1331.962421] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.970025] env[70015]: DEBUG oslo_vmware.api [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611904, 'name': Destroy_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.192989] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1332.193261] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1332.472150] env[70015]: DEBUG oslo_vmware.api [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611904, 'name': Destroy_Task, 'duration_secs': 0.369881} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.472513] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Destroyed the VM [ 1332.472653] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Deleting Snapshot of the VM instance {{(pid=70015) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1332.472904] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-305308e7-63f7-4c47-a5eb-1ec87f89644e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.479419] env[70015]: DEBUG oslo_vmware.api [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Waiting for the task: (returnval){ [ 1332.479419] env[70015]: value = "task-3611905" [ 1332.479419] env[70015]: _type = "Task" [ 1332.479419] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.486833] env[70015]: DEBUG oslo_vmware.api [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611905, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.576299] env[70015]: DEBUG nova.compute.manager [req-a170590a-ba98-4a2d-8618-51462668e3cc req-8010e777-07ea-48bf-9618-4a55513a340d service nova] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Received event network-changed-009e54a1-45b1-43c2-9a22-9071f951ddbc {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1332.576559] env[70015]: DEBUG nova.compute.manager [req-a170590a-ba98-4a2d-8618-51462668e3cc req-8010e777-07ea-48bf-9618-4a55513a340d service nova] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Refreshing instance network info cache due to event network-changed-009e54a1-45b1-43c2-9a22-9071f951ddbc. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1332.576775] env[70015]: DEBUG oslo_concurrency.lockutils [req-a170590a-ba98-4a2d-8618-51462668e3cc req-8010e777-07ea-48bf-9618-4a55513a340d service nova] Acquiring lock "refresh_cache-c081f3d5-6c34-46cf-8382-697b0dc8f39c" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.577028] env[70015]: DEBUG oslo_concurrency.lockutils [req-a170590a-ba98-4a2d-8618-51462668e3cc req-8010e777-07ea-48bf-9618-4a55513a340d service nova] Acquired lock "refresh_cache-c081f3d5-6c34-46cf-8382-697b0dc8f39c" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.577142] env[70015]: DEBUG nova.network.neutron [req-a170590a-ba98-4a2d-8618-51462668e3cc req-8010e777-07ea-48bf-9618-4a55513a340d service nova] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Refreshing network info cache for port 009e54a1-45b1-43c2-9a22-9071f951ddbc {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1332.989796] env[70015]: DEBUG oslo_vmware.api [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611905, 'name': RemoveSnapshot_Task, 'duration_secs': 0.353241} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.990084] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Deleted Snapshot of the VM instance {{(pid=70015) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1332.990374] env[70015]: DEBUG nova.compute.manager [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1332.991154] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935a9c54-0cfc-4771-9486-53da6af49b92 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.192774] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1333.322680] env[70015]: DEBUG nova.network.neutron [req-a170590a-ba98-4a2d-8618-51462668e3cc req-8010e777-07ea-48bf-9618-4a55513a340d service nova] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Updated VIF entry in instance network info cache for port 009e54a1-45b1-43c2-9a22-9071f951ddbc. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1333.323134] env[70015]: DEBUG nova.network.neutron [req-a170590a-ba98-4a2d-8618-51462668e3cc req-8010e777-07ea-48bf-9618-4a55513a340d service nova] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Updating instance_info_cache with network_info: [{"id": "009e54a1-45b1-43c2-9a22-9071f951ddbc", "address": "fa:16:3e:97:62:a2", "network": {"id": "e85e473c-f30b-477b-adc3-f1198c40f064", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-409909936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "387a27341eeb4c9b8f6f4b440d1a2119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap009e54a1-45", "ovs_interfaceid": "009e54a1-45b1-43c2-9a22-9071f951ddbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.505091] env[70015]: INFO nova.compute.manager [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Shelve offloading [ 1333.699465] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.699756] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.699920] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.700087] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70015) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1333.701009] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6570f613-83b5-4d0d-9564-54ede560fcd1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.710069] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525116f1-74b4-4155-8abb-337a259c7494 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.725971] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8414ce96-6e93-48c6-9080-3fec356d3aae {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.733455] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62cff3f3-ccbe-486d-ab17-8ee3347da34b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.763257] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180333MB free_disk=77GB free_vcpus=48 pci_devices=None {{(pid=70015) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1333.763454] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.763636] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.826227] env[70015]: DEBUG oslo_concurrency.lockutils [req-a170590a-ba98-4a2d-8618-51462668e3cc req-8010e777-07ea-48bf-9618-4a55513a340d service nova] Releasing lock "refresh_cache-c081f3d5-6c34-46cf-8382-697b0dc8f39c" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.008671] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1334.009038] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c8f6e31-12b3-451e-adb2-7c09ead55a3c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.017071] env[70015]: DEBUG oslo_vmware.api [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Waiting for the task: (returnval){ [ 1334.017071] env[70015]: value = "task-3611906" [ 1334.017071] env[70015]: _type = "Task" [ 1334.017071] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.025285] env[70015]: DEBUG oslo_vmware.api [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611906, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.527333] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] VM already powered off {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1334.527678] env[70015]: DEBUG nova.compute.manager [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1334.528281] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c61414-36ff-4d28-a818-905f6d86cea8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.533742] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Acquiring lock "refresh_cache-06f35660-c6e4-437d-870e-4003df15bdd5" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.533907] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Acquired lock "refresh_cache-06f35660-c6e4-437d-870e-4003df15bdd5" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.534086] env[70015]: DEBUG nova.network.neutron [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1334.796136] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance d5112f1f-40c6-44aa-9e14-0eb963a59067 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1334.796299] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 06f35660-c6e4-437d-870e-4003df15bdd5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1334.796491] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance c081f3d5-6c34-46cf-8382-697b0dc8f39c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1334.796681] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=70015) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1334.796817] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=70015) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1334.841758] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e76b5f-53a6-446e-87cc-3ece191553cd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.849117] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ef8d5e-c566-4294-a298-22d1c99cbc6f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.878480] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42b54ef-e9c4-45b1-89ae-6e0514e31e3b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.884980] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655e7141-322e-4e09-bbe1-d4099bd04ee4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.897436] env[70015]: DEBUG nova.compute.provider_tree [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1335.240914] env[70015]: DEBUG nova.network.neutron [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Updating instance_info_cache with network_info: [{"id": "60bcabab-3eb7-4019-9bfa-a318bbe6ebad", "address": "fa:16:3e:de:58:04", "network": {"id": "e3767eff-ad1f-4b6e-add1-cf86ec205b4a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-592488525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71bcedea6e6242ba99acefee49f85d85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60bcabab-3e", "ovs_interfaceid": "60bcabab-3eb7-4019-9bfa-a318bbe6ebad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.400480] env[70015]: DEBUG nova.scheduler.client.report [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1335.743532] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Releasing lock "refresh_cache-06f35660-c6e4-437d-870e-4003df15bdd5" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.905872] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70015) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1335.906081] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.142s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.933971] env[70015]: DEBUG nova.compute.manager [req-00c8c252-4c47-423b-9532-b9608d972a0e req-131c10a6-93ac-473d-b87d-2c229617f919 service nova] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Received event network-vif-unplugged-60bcabab-3eb7-4019-9bfa-a318bbe6ebad {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1335.934788] env[70015]: DEBUG oslo_concurrency.lockutils [req-00c8c252-4c47-423b-9532-b9608d972a0e req-131c10a6-93ac-473d-b87d-2c229617f919 service nova] Acquiring lock "06f35660-c6e4-437d-870e-4003df15bdd5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.935058] env[70015]: DEBUG oslo_concurrency.lockutils [req-00c8c252-4c47-423b-9532-b9608d972a0e req-131c10a6-93ac-473d-b87d-2c229617f919 service nova] Lock "06f35660-c6e4-437d-870e-4003df15bdd5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.935247] env[70015]: DEBUG oslo_concurrency.lockutils [req-00c8c252-4c47-423b-9532-b9608d972a0e req-131c10a6-93ac-473d-b87d-2c229617f919 service nova] Lock "06f35660-c6e4-437d-870e-4003df15bdd5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.935422] env[70015]: DEBUG nova.compute.manager [req-00c8c252-4c47-423b-9532-b9608d972a0e req-131c10a6-93ac-473d-b87d-2c229617f919 service nova] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] No waiting events found dispatching network-vif-unplugged-60bcabab-3eb7-4019-9bfa-a318bbe6ebad {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1335.935657] env[70015]: WARNING nova.compute.manager [req-00c8c252-4c47-423b-9532-b9608d972a0e req-131c10a6-93ac-473d-b87d-2c229617f919 service nova] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Received unexpected event network-vif-unplugged-60bcabab-3eb7-4019-9bfa-a318bbe6ebad for instance with vm_state shelved and task_state shelving_offloading. [ 1335.970149] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1335.971016] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc757647-544a-4e82-b9bd-963f58899cb4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.978710] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1335.978934] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab2f51a8-37b2-4767-a253-cec89d17ba1b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.054267] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1336.054451] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1336.054618] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Deleting the datastore file [datastore2] 06f35660-c6e4-437d-870e-4003df15bdd5 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1336.054889] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60206cc1-7159-4bd2-847c-2497f848b273 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.061689] env[70015]: DEBUG oslo_vmware.api [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Waiting for the task: (returnval){ [ 1336.061689] env[70015]: value = "task-3611908" [ 1336.061689] env[70015]: _type = "Task" [ 1336.061689] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.071447] env[70015]: DEBUG oslo_vmware.api [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611908, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.571660] env[70015]: DEBUG oslo_vmware.api [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611908, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215911} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.571941] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1336.572145] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1336.572326] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1336.599315] env[70015]: INFO nova.scheduler.client.report [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Deleted allocations for instance 06f35660-c6e4-437d-870e-4003df15bdd5 [ 1336.907813] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1336.907813] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70015) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1337.104052] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.104233] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.104389] env[70015]: DEBUG nova.objects.instance [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Lazy-loading 'resources' on Instance uuid 06f35660-c6e4-437d-870e-4003df15bdd5 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1337.607044] env[70015]: DEBUG nova.objects.instance [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Lazy-loading 'numa_topology' on Instance uuid 06f35660-c6e4-437d-870e-4003df15bdd5 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1337.958070] env[70015]: DEBUG nova.compute.manager [req-8849f0bd-487c-4471-87d1-98beac27bf34 req-ba063e72-035b-40c9-af9b-92a13f8c2f63 service nova] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Received event network-changed-60bcabab-3eb7-4019-9bfa-a318bbe6ebad {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1337.958337] env[70015]: DEBUG nova.compute.manager [req-8849f0bd-487c-4471-87d1-98beac27bf34 req-ba063e72-035b-40c9-af9b-92a13f8c2f63 service nova] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Refreshing instance network info cache due to event network-changed-60bcabab-3eb7-4019-9bfa-a318bbe6ebad. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1337.958487] env[70015]: DEBUG oslo_concurrency.lockutils [req-8849f0bd-487c-4471-87d1-98beac27bf34 req-ba063e72-035b-40c9-af9b-92a13f8c2f63 service nova] Acquiring lock "refresh_cache-06f35660-c6e4-437d-870e-4003df15bdd5" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.958639] env[70015]: DEBUG oslo_concurrency.lockutils [req-8849f0bd-487c-4471-87d1-98beac27bf34 req-ba063e72-035b-40c9-af9b-92a13f8c2f63 service nova] Acquired lock "refresh_cache-06f35660-c6e4-437d-870e-4003df15bdd5" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.958801] env[70015]: DEBUG nova.network.neutron [req-8849f0bd-487c-4471-87d1-98beac27bf34 req-ba063e72-035b-40c9-af9b-92a13f8c2f63 service nova] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Refreshing network info cache for port 60bcabab-3eb7-4019-9bfa-a318bbe6ebad {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1338.109707] env[70015]: DEBUG nova.objects.base [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Object Instance<06f35660-c6e4-437d-870e-4003df15bdd5> lazy-loaded attributes: resources,numa_topology {{(pid=70015) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1338.143779] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a76b47f-eab8-4da8-a937-ff82d95944f8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.151631] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16197b1d-7710-41d2-a819-c811811fd679 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.181893] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968c3feb-35c4-4f10-b80a-a37436cf4b7f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.189056] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b955901-d6ef-44cf-a098-b563f0559cae {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.203186] env[70015]: DEBUG nova.compute.provider_tree [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1338.645855] env[70015]: DEBUG nova.network.neutron [req-8849f0bd-487c-4471-87d1-98beac27bf34 req-ba063e72-035b-40c9-af9b-92a13f8c2f63 service nova] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Updated VIF entry in instance network info cache for port 60bcabab-3eb7-4019-9bfa-a318bbe6ebad. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1338.646243] env[70015]: DEBUG nova.network.neutron [req-8849f0bd-487c-4471-87d1-98beac27bf34 req-ba063e72-035b-40c9-af9b-92a13f8c2f63 service nova] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Updating instance_info_cache with network_info: [{"id": "60bcabab-3eb7-4019-9bfa-a318bbe6ebad", "address": "fa:16:3e:de:58:04", "network": {"id": "e3767eff-ad1f-4b6e-add1-cf86ec205b4a", "bridge": null, "label": "tempest-ServersNegativeTestJSON-592488525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71bcedea6e6242ba99acefee49f85d85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap60bcabab-3e", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.706784] env[70015]: DEBUG nova.scheduler.client.report [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1339.095882] env[70015]: DEBUG oslo_concurrency.lockutils [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Acquiring lock "06f35660-c6e4-437d-870e-4003df15bdd5" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.150163] env[70015]: DEBUG oslo_concurrency.lockutils [req-8849f0bd-487c-4471-87d1-98beac27bf34 req-ba063e72-035b-40c9-af9b-92a13f8c2f63 service nova] Releasing lock "refresh_cache-06f35660-c6e4-437d-870e-4003df15bdd5" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.211291] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.107s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.719459] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d1d88ee8-a82c-423d-9344-b5df262108b8 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Lock "06f35660-c6e4-437d-870e-4003df15bdd5" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 19.618s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.720146] env[70015]: DEBUG oslo_concurrency.lockutils [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Lock "06f35660-c6e4-437d-870e-4003df15bdd5" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.624s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.720315] env[70015]: INFO nova.compute.manager [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Unshelving [ 1340.746161] env[70015]: DEBUG oslo_concurrency.lockutils [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.746517] env[70015]: DEBUG oslo_concurrency.lockutils [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.746718] env[70015]: DEBUG nova.objects.instance [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Lazy-loading 'pci_requests' on Instance uuid 06f35660-c6e4-437d-870e-4003df15bdd5 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1341.251144] env[70015]: DEBUG nova.objects.instance [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Lazy-loading 'numa_topology' on Instance uuid 06f35660-c6e4-437d-870e-4003df15bdd5 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1341.754080] env[70015]: INFO nova.compute.claims [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1342.810518] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1232a55d-2216-4f20-9642-6fb54c709ba3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.817977] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0309fb1-8ec7-4e46-a98a-da7d69dacd7a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.847007] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e1cc53-32b1-423d-8731-dffa9f4c0568 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.853605] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dea6e83-a87c-48f4-896b-82b2ce9ce5ad {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.865989] env[70015]: DEBUG nova.compute.provider_tree [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1343.369109] env[70015]: DEBUG nova.scheduler.client.report [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1343.873768] env[70015]: DEBUG oslo_concurrency.lockutils [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.127s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.902178] env[70015]: INFO nova.network.neutron [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Updating port 60bcabab-3eb7-4019-9bfa-a318bbe6ebad with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1345.254739] env[70015]: DEBUG nova.compute.manager [req-c2101665-ccc3-4f57-aeae-6a41ccf0708f req-746de0e7-8995-4c28-81db-c802c8f2b5cc service nova] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Received event network-vif-plugged-60bcabab-3eb7-4019-9bfa-a318bbe6ebad {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1345.254996] env[70015]: DEBUG oslo_concurrency.lockutils [req-c2101665-ccc3-4f57-aeae-6a41ccf0708f req-746de0e7-8995-4c28-81db-c802c8f2b5cc service nova] Acquiring lock "06f35660-c6e4-437d-870e-4003df15bdd5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.255176] env[70015]: DEBUG oslo_concurrency.lockutils [req-c2101665-ccc3-4f57-aeae-6a41ccf0708f req-746de0e7-8995-4c28-81db-c802c8f2b5cc service nova] Lock "06f35660-c6e4-437d-870e-4003df15bdd5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.255345] env[70015]: DEBUG oslo_concurrency.lockutils [req-c2101665-ccc3-4f57-aeae-6a41ccf0708f req-746de0e7-8995-4c28-81db-c802c8f2b5cc service nova] Lock "06f35660-c6e4-437d-870e-4003df15bdd5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.255509] env[70015]: DEBUG nova.compute.manager [req-c2101665-ccc3-4f57-aeae-6a41ccf0708f req-746de0e7-8995-4c28-81db-c802c8f2b5cc service nova] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] No waiting events found dispatching network-vif-plugged-60bcabab-3eb7-4019-9bfa-a318bbe6ebad {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1345.255766] env[70015]: WARNING nova.compute.manager [req-c2101665-ccc3-4f57-aeae-6a41ccf0708f req-746de0e7-8995-4c28-81db-c802c8f2b5cc service nova] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Received unexpected event network-vif-plugged-60bcabab-3eb7-4019-9bfa-a318bbe6ebad for instance with vm_state shelved_offloaded and task_state spawning. [ 1345.324715] env[70015]: DEBUG oslo_concurrency.lockutils [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Acquiring lock "refresh_cache-06f35660-c6e4-437d-870e-4003df15bdd5" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.324856] env[70015]: DEBUG oslo_concurrency.lockutils [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Acquired lock "refresh_cache-06f35660-c6e4-437d-870e-4003df15bdd5" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.325060] env[70015]: DEBUG nova.network.neutron [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1345.997559] env[70015]: DEBUG nova.network.neutron [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Updating instance_info_cache with network_info: [{"id": "60bcabab-3eb7-4019-9bfa-a318bbe6ebad", "address": "fa:16:3e:de:58:04", "network": {"id": "e3767eff-ad1f-4b6e-add1-cf86ec205b4a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-592488525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71bcedea6e6242ba99acefee49f85d85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60bcabab-3e", "ovs_interfaceid": "60bcabab-3eb7-4019-9bfa-a318bbe6ebad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.500027] env[70015]: DEBUG oslo_concurrency.lockutils [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Releasing lock "refresh_cache-06f35660-c6e4-437d-870e-4003df15bdd5" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.526104] env[70015]: DEBUG nova.virt.hardware [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d04608a305fb6065da502f51399c19fc',container_format='bare',created_at=2025-04-25T21:10:24Z,direct_url=,disk_format='vmdk',id=3c4bd7c5-053e-44f3-932f-f35d9d982c44,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-780869160-shelved',owner='71bcedea6e6242ba99acefee49f85d85',properties=ImageMetaProps,protected=,size=31660032,status='active',tags=,updated_at=2025-04-25T21:10:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1346.526358] env[70015]: DEBUG nova.virt.hardware [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1346.526547] env[70015]: DEBUG nova.virt.hardware [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1346.526740] env[70015]: DEBUG nova.virt.hardware [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1346.526888] env[70015]: DEBUG nova.virt.hardware [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1346.527481] env[70015]: DEBUG nova.virt.hardware [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1346.527481] env[70015]: DEBUG nova.virt.hardware [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1346.527481] env[70015]: DEBUG nova.virt.hardware [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1346.527664] env[70015]: DEBUG nova.virt.hardware [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1346.527816] env[70015]: DEBUG nova.virt.hardware [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1346.527993] env[70015]: DEBUG nova.virt.hardware [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1346.528849] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1b7991-3748-4a95-ba00-5a01de93a284 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.536440] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac72f15c-5e63-4b67-a9bc-6781415d8493 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.549655] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:58:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '796c7fcb-00fd-4692-a44b-7ec550201e86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60bcabab-3eb7-4019-9bfa-a318bbe6ebad', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1346.556913] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1346.557154] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1346.557352] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b80f9dc-0cbc-4814-9f29-2e896578d74c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.577199] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1346.577199] env[70015]: value = "task-3611909" [ 1346.577199] env[70015]: _type = "Task" [ 1346.577199] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.584525] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611909, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.087959] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611909, 'name': CreateVM_Task, 'duration_secs': 0.319126} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.088204] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1347.088775] env[70015]: DEBUG oslo_concurrency.lockutils [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3c4bd7c5-053e-44f3-932f-f35d9d982c44" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.088946] env[70015]: DEBUG oslo_concurrency.lockutils [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3c4bd7c5-053e-44f3-932f-f35d9d982c44" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.089357] env[70015]: DEBUG oslo_concurrency.lockutils [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3c4bd7c5-053e-44f3-932f-f35d9d982c44" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.089617] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0517f14a-0696-4a79-b5aa-dce416f37d2c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.094878] env[70015]: DEBUG oslo_vmware.api [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Waiting for the task: (returnval){ [ 1347.094878] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]529526b5-b056-da41-0c50-0baa72c33fb7" [ 1347.094878] env[70015]: _type = "Task" [ 1347.094878] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.106115] env[70015]: DEBUG oslo_vmware.api [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]529526b5-b056-da41-0c50-0baa72c33fb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.280541] env[70015]: DEBUG nova.compute.manager [req-e603f996-7ff3-4456-9ca7-ad5487761d20 req-331842ac-eae3-458e-854e-fe5d7c9bd807 service nova] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Received event network-changed-60bcabab-3eb7-4019-9bfa-a318bbe6ebad {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1347.280774] env[70015]: DEBUG nova.compute.manager [req-e603f996-7ff3-4456-9ca7-ad5487761d20 req-331842ac-eae3-458e-854e-fe5d7c9bd807 service nova] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Refreshing instance network info cache due to event network-changed-60bcabab-3eb7-4019-9bfa-a318bbe6ebad. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1347.281040] env[70015]: DEBUG oslo_concurrency.lockutils [req-e603f996-7ff3-4456-9ca7-ad5487761d20 req-331842ac-eae3-458e-854e-fe5d7c9bd807 service nova] Acquiring lock "refresh_cache-06f35660-c6e4-437d-870e-4003df15bdd5" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.281200] env[70015]: DEBUG oslo_concurrency.lockutils [req-e603f996-7ff3-4456-9ca7-ad5487761d20 req-331842ac-eae3-458e-854e-fe5d7c9bd807 service nova] Acquired lock "refresh_cache-06f35660-c6e4-437d-870e-4003df15bdd5" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.281364] env[70015]: DEBUG nova.network.neutron [req-e603f996-7ff3-4456-9ca7-ad5487761d20 req-331842ac-eae3-458e-854e-fe5d7c9bd807 service nova] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Refreshing network info cache for port 60bcabab-3eb7-4019-9bfa-a318bbe6ebad {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1347.605100] env[70015]: DEBUG oslo_concurrency.lockutils [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3c4bd7c5-053e-44f3-932f-f35d9d982c44" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.605477] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Processing image 3c4bd7c5-053e-44f3-932f-f35d9d982c44 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1347.605620] env[70015]: DEBUG oslo_concurrency.lockutils [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3c4bd7c5-053e-44f3-932f-f35d9d982c44/3c4bd7c5-053e-44f3-932f-f35d9d982c44.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.605738] env[70015]: DEBUG oslo_concurrency.lockutils [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3c4bd7c5-053e-44f3-932f-f35d9d982c44/3c4bd7c5-053e-44f3-932f-f35d9d982c44.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.605914] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1347.606186] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-904d6462-f1f8-45b6-a440-e8b6c1f2903a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.614786] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1347.614960] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1347.615637] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17af9941-fea9-4907-b07a-97c9964e1434 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.620260] env[70015]: DEBUG oslo_vmware.api [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Waiting for the task: (returnval){ [ 1347.620260] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]525ea230-6d87-72ea-6985-a292547fce25" [ 1347.620260] env[70015]: _type = "Task" [ 1347.620260] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.627506] env[70015]: DEBUG oslo_vmware.api [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]525ea230-6d87-72ea-6985-a292547fce25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.991844] env[70015]: DEBUG nova.network.neutron [req-e603f996-7ff3-4456-9ca7-ad5487761d20 req-331842ac-eae3-458e-854e-fe5d7c9bd807 service nova] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Updated VIF entry in instance network info cache for port 60bcabab-3eb7-4019-9bfa-a318bbe6ebad. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1347.992247] env[70015]: DEBUG nova.network.neutron [req-e603f996-7ff3-4456-9ca7-ad5487761d20 req-331842ac-eae3-458e-854e-fe5d7c9bd807 service nova] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Updating instance_info_cache with network_info: [{"id": "60bcabab-3eb7-4019-9bfa-a318bbe6ebad", "address": "fa:16:3e:de:58:04", "network": {"id": "e3767eff-ad1f-4b6e-add1-cf86ec205b4a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-592488525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71bcedea6e6242ba99acefee49f85d85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60bcabab-3e", "ovs_interfaceid": "60bcabab-3eb7-4019-9bfa-a318bbe6ebad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.130886] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Preparing fetch location {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1348.131130] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Fetch image to [datastore1] OSTACK_IMG_7dc29235-1460-4929-a6cf-5ed158ea74df/OSTACK_IMG_7dc29235-1460-4929-a6cf-5ed158ea74df.vmdk {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1348.131281] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Downloading stream optimized image 3c4bd7c5-053e-44f3-932f-f35d9d982c44 to [datastore1] OSTACK_IMG_7dc29235-1460-4929-a6cf-5ed158ea74df/OSTACK_IMG_7dc29235-1460-4929-a6cf-5ed158ea74df.vmdk on the data store datastore1 as vApp {{(pid=70015) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1348.131452] env[70015]: DEBUG nova.virt.vmwareapi.images [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Downloading image file data 3c4bd7c5-053e-44f3-932f-f35d9d982c44 to the ESX as VM named 'OSTACK_IMG_7dc29235-1460-4929-a6cf-5ed158ea74df' {{(pid=70015) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1348.201280] env[70015]: DEBUG oslo_vmware.rw_handles [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1348.201280] env[70015]: value = "resgroup-9" [ 1348.201280] env[70015]: _type = "ResourcePool" [ 1348.201280] env[70015]: }. {{(pid=70015) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1348.201587] env[70015]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-771b074c-e523-4df5-803e-bcf4472a969e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.223279] env[70015]: DEBUG oslo_vmware.rw_handles [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Lease: (returnval){ [ 1348.223279] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]529be814-9246-8abd-9d1d-489eb6aad5e4" [ 1348.223279] env[70015]: _type = "HttpNfcLease" [ 1348.223279] env[70015]: } obtained for vApp import into resource pool (val){ [ 1348.223279] env[70015]: value = "resgroup-9" [ 1348.223279] env[70015]: _type = "ResourcePool" [ 1348.223279] env[70015]: }. {{(pid=70015) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1348.223665] env[70015]: DEBUG oslo_vmware.api [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Waiting for the lease: (returnval){ [ 1348.223665] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]529be814-9246-8abd-9d1d-489eb6aad5e4" [ 1348.223665] env[70015]: _type = "HttpNfcLease" [ 1348.223665] env[70015]: } to be ready. {{(pid=70015) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1348.231166] env[70015]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1348.231166] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]529be814-9246-8abd-9d1d-489eb6aad5e4" [ 1348.231166] env[70015]: _type = "HttpNfcLease" [ 1348.231166] env[70015]: } is initializing. {{(pid=70015) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1348.498352] env[70015]: DEBUG oslo_concurrency.lockutils [req-e603f996-7ff3-4456-9ca7-ad5487761d20 req-331842ac-eae3-458e-854e-fe5d7c9bd807 service nova] Releasing lock "refresh_cache-06f35660-c6e4-437d-870e-4003df15bdd5" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.731284] env[70015]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1348.731284] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]529be814-9246-8abd-9d1d-489eb6aad5e4" [ 1348.731284] env[70015]: _type = "HttpNfcLease" [ 1348.731284] env[70015]: } is ready. {{(pid=70015) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1348.731771] env[70015]: DEBUG oslo_vmware.rw_handles [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1348.731771] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]529be814-9246-8abd-9d1d-489eb6aad5e4" [ 1348.731771] env[70015]: _type = "HttpNfcLease" [ 1348.731771] env[70015]: }. {{(pid=70015) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1348.732267] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86c2b7b-2f5d-4817-8ecb-c7843f0035fa {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.739359] env[70015]: DEBUG oslo_vmware.rw_handles [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52114880-d18e-ce22-87e5-3b1cfef744ee/disk-0.vmdk from lease info. {{(pid=70015) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1348.739530] env[70015]: DEBUG oslo_vmware.rw_handles [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Creating HTTP connection to write to file with size = 31660032 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52114880-d18e-ce22-87e5-3b1cfef744ee/disk-0.vmdk. {{(pid=70015) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1348.802172] env[70015]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5d24ed6c-b7d6-4577-b5db-e8765ecbc8c2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.816989] env[70015]: DEBUG oslo_vmware.rw_handles [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Completed reading data from the image iterator. {{(pid=70015) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1349.816989] env[70015]: DEBUG oslo_vmware.rw_handles [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52114880-d18e-ce22-87e5-3b1cfef744ee/disk-0.vmdk. {{(pid=70015) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1349.817926] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7246c755-da3a-495f-8720-52cadccea530 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.824535] env[70015]: DEBUG oslo_vmware.rw_handles [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52114880-d18e-ce22-87e5-3b1cfef744ee/disk-0.vmdk is in state: ready. {{(pid=70015) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1349.824703] env[70015]: DEBUG oslo_vmware.rw_handles [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52114880-d18e-ce22-87e5-3b1cfef744ee/disk-0.vmdk. {{(pid=70015) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1349.824927] env[70015]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e69ef395-e088-4099-b08b-52b715ac8858 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.993437] env[70015]: DEBUG oslo_vmware.rw_handles [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52114880-d18e-ce22-87e5-3b1cfef744ee/disk-0.vmdk. {{(pid=70015) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1349.993655] env[70015]: INFO nova.virt.vmwareapi.images [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Downloaded image file data 3c4bd7c5-053e-44f3-932f-f35d9d982c44 [ 1349.994510] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c146b4e8-c78c-4f45-bfed-9726ef1c3266 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.010385] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76d068ab-cd17-4e4f-b64b-2a1304a31261 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.048291] env[70015]: INFO nova.virt.vmwareapi.images [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] The imported VM was unregistered [ 1350.050657] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Caching image {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1350.050883] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Creating directory with path [datastore1] devstack-image-cache_base/3c4bd7c5-053e-44f3-932f-f35d9d982c44 {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1350.051148] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5039f80-1919-4740-adc3-a2e99e1de7e3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.062060] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Created directory with path [datastore1] devstack-image-cache_base/3c4bd7c5-053e-44f3-932f-f35d9d982c44 {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1350.062242] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_7dc29235-1460-4929-a6cf-5ed158ea74df/OSTACK_IMG_7dc29235-1460-4929-a6cf-5ed158ea74df.vmdk to [datastore1] devstack-image-cache_base/3c4bd7c5-053e-44f3-932f-f35d9d982c44/3c4bd7c5-053e-44f3-932f-f35d9d982c44.vmdk. {{(pid=70015) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1350.062464] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-72017914-51b7-4e1a-9159-44e67cf5f208 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.068685] env[70015]: DEBUG oslo_vmware.api [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Waiting for the task: (returnval){ [ 1350.068685] env[70015]: value = "task-3611912" [ 1350.068685] env[70015]: _type = "Task" [ 1350.068685] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.075783] env[70015]: DEBUG oslo_vmware.api [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611912, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.578976] env[70015]: DEBUG oslo_vmware.api [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611912, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.079699] env[70015]: DEBUG oslo_vmware.api [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611912, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.580408] env[70015]: DEBUG oslo_vmware.api [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611912, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.081442] env[70015]: DEBUG oslo_vmware.api [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611912, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.582372] env[70015]: DEBUG oslo_vmware.api [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611912, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.314907} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.582901] env[70015]: INFO nova.virt.vmwareapi.ds_util [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_7dc29235-1460-4929-a6cf-5ed158ea74df/OSTACK_IMG_7dc29235-1460-4929-a6cf-5ed158ea74df.vmdk to [datastore1] devstack-image-cache_base/3c4bd7c5-053e-44f3-932f-f35d9d982c44/3c4bd7c5-053e-44f3-932f-f35d9d982c44.vmdk. [ 1352.583036] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Cleaning up location [datastore1] OSTACK_IMG_7dc29235-1460-4929-a6cf-5ed158ea74df {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1352.583117] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_7dc29235-1460-4929-a6cf-5ed158ea74df {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1352.583371] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9eaa45b3-d028-4c04-82d2-89edce76791d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.589135] env[70015]: DEBUG oslo_vmware.api [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Waiting for the task: (returnval){ [ 1352.589135] env[70015]: value = "task-3611913" [ 1352.589135] env[70015]: _type = "Task" [ 1352.589135] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.596252] env[70015]: DEBUG oslo_vmware.api [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611913, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.098942] env[70015]: DEBUG oslo_vmware.api [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611913, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034379} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.099357] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1353.099357] env[70015]: DEBUG oslo_concurrency.lockutils [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3c4bd7c5-053e-44f3-932f-f35d9d982c44/3c4bd7c5-053e-44f3-932f-f35d9d982c44.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.099594] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3c4bd7c5-053e-44f3-932f-f35d9d982c44/3c4bd7c5-053e-44f3-932f-f35d9d982c44.vmdk to [datastore1] 06f35660-c6e4-437d-870e-4003df15bdd5/06f35660-c6e4-437d-870e-4003df15bdd5.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1353.099840] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f6ed85e-6f90-4717-90b1-5582f399932b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.106463] env[70015]: DEBUG oslo_vmware.api [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Waiting for the task: (returnval){ [ 1353.106463] env[70015]: value = "task-3611914" [ 1353.106463] env[70015]: _type = "Task" [ 1353.106463] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.113740] env[70015]: DEBUG oslo_vmware.api [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611914, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.616767] env[70015]: DEBUG oslo_vmware.api [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611914, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.117826] env[70015]: DEBUG oslo_vmware.api [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611914, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.618160] env[70015]: DEBUG oslo_vmware.api [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611914, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.121754] env[70015]: DEBUG oslo_vmware.api [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611914, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.619342] env[70015]: DEBUG oslo_vmware.api [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611914, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.117647} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.619589] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3c4bd7c5-053e-44f3-932f-f35d9d982c44/3c4bd7c5-053e-44f3-932f-f35d9d982c44.vmdk to [datastore1] 06f35660-c6e4-437d-870e-4003df15bdd5/06f35660-c6e4-437d-870e-4003df15bdd5.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1355.620360] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363586e0-ff27-4cec-8658-12d7c5d0ae14 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.641643] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 06f35660-c6e4-437d-870e-4003df15bdd5/06f35660-c6e4-437d-870e-4003df15bdd5.vmdk or device None with type streamOptimized {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1355.641866] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36b7abb5-40fe-4037-ad21-8c14aaeecb95 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.660189] env[70015]: DEBUG oslo_vmware.api [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Waiting for the task: (returnval){ [ 1355.660189] env[70015]: value = "task-3611915" [ 1355.660189] env[70015]: _type = "Task" [ 1355.660189] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.667161] env[70015]: DEBUG oslo_vmware.api [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611915, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.169836] env[70015]: DEBUG oslo_vmware.api [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611915, 'name': ReconfigVM_Task, 'duration_secs': 0.275188} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.170208] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 06f35660-c6e4-437d-870e-4003df15bdd5/06f35660-c6e4-437d-870e-4003df15bdd5.vmdk or device None with type streamOptimized {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1356.170763] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62c557df-c0ef-4b81-a168-98abb25386df {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.177563] env[70015]: DEBUG oslo_vmware.api [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Waiting for the task: (returnval){ [ 1356.177563] env[70015]: value = "task-3611916" [ 1356.177563] env[70015]: _type = "Task" [ 1356.177563] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.185122] env[70015]: DEBUG oslo_vmware.api [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611916, 'name': Rename_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.686408] env[70015]: DEBUG oslo_vmware.api [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611916, 'name': Rename_Task, 'duration_secs': 0.131765} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.686772] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1356.686968] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-312bdfe8-8c5b-4bd3-9d03-1c011b796c43 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.692870] env[70015]: DEBUG oslo_vmware.api [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Waiting for the task: (returnval){ [ 1356.692870] env[70015]: value = "task-3611917" [ 1356.692870] env[70015]: _type = "Task" [ 1356.692870] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.699849] env[70015]: DEBUG oslo_vmware.api [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611917, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.203542] env[70015]: DEBUG oslo_vmware.api [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611917, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.703341] env[70015]: DEBUG oslo_vmware.api [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611917, 'name': PowerOnVM_Task, 'duration_secs': 0.602809} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.703634] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1357.796532] env[70015]: DEBUG nova.compute.manager [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1357.797857] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c7b9de-22a2-4187-8fde-871e4caed753 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.317022] env[70015]: DEBUG oslo_concurrency.lockutils [None req-daea1f42-8dde-4b83-a606-1910b8ab2705 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Lock "06f35660-c6e4-437d-870e-4003df15bdd5" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.596s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.060678] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852980c0-bfc6-4bf8-a34b-327db00b96ec {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.068836] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9c03259f-cf94-4f41-b776-20ed8578dcfc tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Suspending the VM {{(pid=70015) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1359.069087] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-00042e79-4ea7-431f-a0e7-972a083966d2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.075344] env[70015]: DEBUG oslo_vmware.api [None req-9c03259f-cf94-4f41-b776-20ed8578dcfc tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Waiting for the task: (returnval){ [ 1359.075344] env[70015]: value = "task-3611918" [ 1359.075344] env[70015]: _type = "Task" [ 1359.075344] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.083768] env[70015]: DEBUG oslo_vmware.api [None req-9c03259f-cf94-4f41-b776-20ed8578dcfc tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611918, 'name': SuspendVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.587133] env[70015]: DEBUG oslo_vmware.api [None req-9c03259f-cf94-4f41-b776-20ed8578dcfc tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611918, 'name': SuspendVM_Task} progress is 100%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.087052] env[70015]: DEBUG oslo_vmware.api [None req-9c03259f-cf94-4f41-b776-20ed8578dcfc tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611918, 'name': SuspendVM_Task, 'duration_secs': 0.551382} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.087338] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-9c03259f-cf94-4f41-b776-20ed8578dcfc tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Suspended the VM {{(pid=70015) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1360.087523] env[70015]: DEBUG nova.compute.manager [None req-9c03259f-cf94-4f41-b776-20ed8578dcfc tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1360.088311] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d5dcb6-45e5-4e9f-8b46-3288bb25f035 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.452761] env[70015]: INFO nova.compute.manager [None req-03d48936-c3df-4c4e-b524-ab39c5e1d39d tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Resuming [ 1361.453404] env[70015]: DEBUG nova.objects.instance [None req-03d48936-c3df-4c4e-b524-ab39c5e1d39d tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Lazy-loading 'flavor' on Instance uuid 06f35660-c6e4-437d-870e-4003df15bdd5 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1362.964777] env[70015]: DEBUG oslo_concurrency.lockutils [None req-03d48936-c3df-4c4e-b524-ab39c5e1d39d tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Acquiring lock "refresh_cache-06f35660-c6e4-437d-870e-4003df15bdd5" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.965234] env[70015]: DEBUG oslo_concurrency.lockutils [None req-03d48936-c3df-4c4e-b524-ab39c5e1d39d tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Acquired lock "refresh_cache-06f35660-c6e4-437d-870e-4003df15bdd5" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.965234] env[70015]: DEBUG nova.network.neutron [None req-03d48936-c3df-4c4e-b524-ab39c5e1d39d tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1363.657136] env[70015]: DEBUG nova.network.neutron [None req-03d48936-c3df-4c4e-b524-ab39c5e1d39d tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Updating instance_info_cache with network_info: [{"id": "60bcabab-3eb7-4019-9bfa-a318bbe6ebad", "address": "fa:16:3e:de:58:04", "network": {"id": "e3767eff-ad1f-4b6e-add1-cf86ec205b4a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-592488525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71bcedea6e6242ba99acefee49f85d85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60bcabab-3e", "ovs_interfaceid": "60bcabab-3eb7-4019-9bfa-a318bbe6ebad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.160484] env[70015]: DEBUG oslo_concurrency.lockutils [None req-03d48936-c3df-4c4e-b524-ab39c5e1d39d tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Releasing lock "refresh_cache-06f35660-c6e4-437d-870e-4003df15bdd5" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.161465] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c55a94-4b0b-42b7-b7c7-3f714e0beb9e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.168315] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-03d48936-c3df-4c4e-b524-ab39c5e1d39d tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Resuming the VM {{(pid=70015) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1364.168535] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9a1afcf-05d0-4919-b8e4-fda1a81fa192 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.175666] env[70015]: DEBUG oslo_vmware.api [None req-03d48936-c3df-4c4e-b524-ab39c5e1d39d tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Waiting for the task: (returnval){ [ 1364.175666] env[70015]: value = "task-3611919" [ 1364.175666] env[70015]: _type = "Task" [ 1364.175666] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.183872] env[70015]: DEBUG oslo_vmware.api [None req-03d48936-c3df-4c4e-b524-ab39c5e1d39d tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611919, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.685017] env[70015]: DEBUG oslo_vmware.api [None req-03d48936-c3df-4c4e-b524-ab39c5e1d39d tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611919, 'name': PowerOnVM_Task, 'duration_secs': 0.481418} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.685316] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-03d48936-c3df-4c4e-b524-ab39c5e1d39d tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Resumed the VM {{(pid=70015) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1364.685501] env[70015]: DEBUG nova.compute.manager [None req-03d48936-c3df-4c4e-b524-ab39c5e1d39d tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1364.686309] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c2843d-eff8-40f0-8f20-833b69f858d3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.544701] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b2c6d1b7-3825-44ec-8e92-3b70d721b964 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Acquiring lock "06f35660-c6e4-437d-870e-4003df15bdd5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.545131] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b2c6d1b7-3825-44ec-8e92-3b70d721b964 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Lock "06f35660-c6e4-437d-870e-4003df15bdd5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.545265] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b2c6d1b7-3825-44ec-8e92-3b70d721b964 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Acquiring lock "06f35660-c6e4-437d-870e-4003df15bdd5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.545456] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b2c6d1b7-3825-44ec-8e92-3b70d721b964 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Lock "06f35660-c6e4-437d-870e-4003df15bdd5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.545627] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b2c6d1b7-3825-44ec-8e92-3b70d721b964 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Lock "06f35660-c6e4-437d-870e-4003df15bdd5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.547784] env[70015]: INFO nova.compute.manager [None req-b2c6d1b7-3825-44ec-8e92-3b70d721b964 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Terminating instance [ 1370.051792] env[70015]: DEBUG nova.compute.manager [None req-b2c6d1b7-3825-44ec-8e92-3b70d721b964 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1370.052052] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c6d1b7-3825-44ec-8e92-3b70d721b964 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1370.052947] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0f612e-9612-4970-b8f9-e7e8c2cb3947 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.060647] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2c6d1b7-3825-44ec-8e92-3b70d721b964 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1370.060876] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b724ef99-d13b-4f79-ae6f-2d93d0d2cb66 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.067397] env[70015]: DEBUG oslo_vmware.api [None req-b2c6d1b7-3825-44ec-8e92-3b70d721b964 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Waiting for the task: (returnval){ [ 1370.067397] env[70015]: value = "task-3611920" [ 1370.067397] env[70015]: _type = "Task" [ 1370.067397] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.074978] env[70015]: DEBUG oslo_vmware.api [None req-b2c6d1b7-3825-44ec-8e92-3b70d721b964 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611920, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.577976] env[70015]: DEBUG oslo_vmware.api [None req-b2c6d1b7-3825-44ec-8e92-3b70d721b964 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611920, 'name': PowerOffVM_Task, 'duration_secs': 0.211182} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.578281] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2c6d1b7-3825-44ec-8e92-3b70d721b964 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1370.578451] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c6d1b7-3825-44ec-8e92-3b70d721b964 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1370.578692] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2eb68e5-b533-403a-9899-fe9192f0b1f5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.641062] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c6d1b7-3825-44ec-8e92-3b70d721b964 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1370.641062] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c6d1b7-3825-44ec-8e92-3b70d721b964 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1370.641062] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2c6d1b7-3825-44ec-8e92-3b70d721b964 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Deleting the datastore file [datastore1] 06f35660-c6e4-437d-870e-4003df15bdd5 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1370.641352] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-533d83e9-72df-4a75-b1ea-9ade055b9431 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.647778] env[70015]: DEBUG oslo_vmware.api [None req-b2c6d1b7-3825-44ec-8e92-3b70d721b964 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Waiting for the task: (returnval){ [ 1370.647778] env[70015]: value = "task-3611922" [ 1370.647778] env[70015]: _type = "Task" [ 1370.647778] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.654988] env[70015]: DEBUG oslo_vmware.api [None req-b2c6d1b7-3825-44ec-8e92-3b70d721b964 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.099733] env[70015]: INFO nova.compute.manager [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Rebuilding instance [ 1371.142133] env[70015]: DEBUG nova.compute.manager [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1371.142991] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed741c1-e63e-477a-918f-7089765fac69 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.158783] env[70015]: DEBUG oslo_vmware.api [None req-b2c6d1b7-3825-44ec-8e92-3b70d721b964 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Task: {'id': task-3611922, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135894} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.159048] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2c6d1b7-3825-44ec-8e92-3b70d721b964 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1371.159213] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c6d1b7-3825-44ec-8e92-3b70d721b964 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1371.159380] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c6d1b7-3825-44ec-8e92-3b70d721b964 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1371.159546] env[70015]: INFO nova.compute.manager [None req-b2c6d1b7-3825-44ec-8e92-3b70d721b964 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1371.159789] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2c6d1b7-3825-44ec-8e92-3b70d721b964 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1371.159969] env[70015]: DEBUG nova.compute.manager [-] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1371.160079] env[70015]: DEBUG nova.network.neutron [-] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1371.392274] env[70015]: DEBUG nova.compute.manager [req-77fe233e-937e-42da-96fe-797eff8e45f7 req-8c425182-6645-44dc-8cee-6e469e2babce service nova] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Received event network-vif-deleted-60bcabab-3eb7-4019-9bfa-a318bbe6ebad {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1371.392516] env[70015]: INFO nova.compute.manager [req-77fe233e-937e-42da-96fe-797eff8e45f7 req-8c425182-6645-44dc-8cee-6e469e2babce service nova] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Neutron deleted interface 60bcabab-3eb7-4019-9bfa-a318bbe6ebad; detaching it from the instance and deleting it from the info cache [ 1371.392666] env[70015]: DEBUG nova.network.neutron [req-77fe233e-937e-42da-96fe-797eff8e45f7 req-8c425182-6645-44dc-8cee-6e469e2babce service nova] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.874786] env[70015]: DEBUG nova.network.neutron [-] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.894956] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a619fc53-7061-4a27-badd-f0afbfb527af {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.904553] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc2494e-2dc5-431e-8a00-9ba7e4d52174 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.929562] env[70015]: DEBUG nova.compute.manager [req-77fe233e-937e-42da-96fe-797eff8e45f7 req-8c425182-6645-44dc-8cee-6e469e2babce service nova] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Detach interface failed, port_id=60bcabab-3eb7-4019-9bfa-a318bbe6ebad, reason: Instance 06f35660-c6e4-437d-870e-4003df15bdd5 could not be found. {{(pid=70015) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1372.158025] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1372.158346] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f276c1b-d518-44c6-8442-19b8d4b1967e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.168052] env[70015]: DEBUG oslo_vmware.api [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1372.168052] env[70015]: value = "task-3611923" [ 1372.168052] env[70015]: _type = "Task" [ 1372.168052] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.176469] env[70015]: DEBUG oslo_vmware.api [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.377415] env[70015]: INFO nova.compute.manager [-] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Took 1.22 seconds to deallocate network for instance. [ 1372.678852] env[70015]: DEBUG oslo_vmware.api [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611923, 'name': PowerOffVM_Task, 'duration_secs': 0.208986} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.679144] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1372.679390] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1372.680135] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87318a07-a2d4-4648-a1b2-71ac0fc4bd17 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.686239] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1372.686405] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48d73d9d-0d0f-4775-8ead-be2cd016bebf {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.748705] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1372.748705] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1372.748936] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Deleting the datastore file [datastore2] c081f3d5-6c34-46cf-8382-697b0dc8f39c {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1372.749089] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-286bb8b7-3f85-4e72-9dcc-11261f965104 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.754741] env[70015]: DEBUG oslo_vmware.api [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1372.754741] env[70015]: value = "task-3611925" [ 1372.754741] env[70015]: _type = "Task" [ 1372.754741] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.762381] env[70015]: DEBUG oslo_vmware.api [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611925, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.885175] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b2c6d1b7-3825-44ec-8e92-3b70d721b964 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.885456] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b2c6d1b7-3825-44ec-8e92-3b70d721b964 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.885674] env[70015]: DEBUG nova.objects.instance [None req-b2c6d1b7-3825-44ec-8e92-3b70d721b964 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Lazy-loading 'resources' on Instance uuid 06f35660-c6e4-437d-870e-4003df15bdd5 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1373.265230] env[70015]: DEBUG oslo_vmware.api [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611925, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.438802] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0755f902-2178-42d2-acb4-1fdc7fd33d4e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.452649] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a49866b-0d91-425d-91a6-060289ad2ebe {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.482118] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bcad79-318a-4b32-8fc1-4671a0fe5d11 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.489118] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6afd8100-f526-4113-93d1-14402a9c07e6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.501847] env[70015]: DEBUG nova.compute.provider_tree [None req-b2c6d1b7-3825-44ec-8e92-3b70d721b964 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1373.765871] env[70015]: DEBUG oslo_vmware.api [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611925, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.530517} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.766933] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1373.766933] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1373.766933] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1374.006597] env[70015]: DEBUG nova.scheduler.client.report [None req-b2c6d1b7-3825-44ec-8e92-3b70d721b964 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1374.511768] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b2c6d1b7-3825-44ec-8e92-3b70d721b964 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.626s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.537515] env[70015]: INFO nova.scheduler.client.report [None req-b2c6d1b7-3825-44ec-8e92-3b70d721b964 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Deleted allocations for instance 06f35660-c6e4-437d-870e-4003df15bdd5 [ 1374.801861] env[70015]: DEBUG nova.virt.hardware [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1374.802134] env[70015]: DEBUG nova.virt.hardware [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1374.802292] env[70015]: DEBUG nova.virt.hardware [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1374.802470] env[70015]: DEBUG nova.virt.hardware [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1374.802614] env[70015]: DEBUG nova.virt.hardware [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1374.802756] env[70015]: DEBUG nova.virt.hardware [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1374.802957] env[70015]: DEBUG nova.virt.hardware [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1374.803130] env[70015]: DEBUG nova.virt.hardware [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1374.803294] env[70015]: DEBUG nova.virt.hardware [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1374.803451] env[70015]: DEBUG nova.virt.hardware [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1374.803618] env[70015]: DEBUG nova.virt.hardware [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1374.804505] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a671d964-2aba-48c2-ba63-d50e6d52ba93 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.812203] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b03f50-b7b0-464c-9752-4308d6303a6e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.825068] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:62:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a06a63d6-2aeb-4084-8022-f804cac3fa74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '009e54a1-45b1-43c2-9a22-9071f951ddbc', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1374.832154] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1374.832374] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1374.832561] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75f0afbd-6324-4884-9dc5-e6b09cd5fdc9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.851185] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1374.851185] env[70015]: value = "task-3611926" [ 1374.851185] env[70015]: _type = "Task" [ 1374.851185] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.858419] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611926, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.046969] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b2c6d1b7-3825-44ec-8e92-3b70d721b964 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Lock "06f35660-c6e4-437d-870e-4003df15bdd5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.502s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.360708] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611926, 'name': CreateVM_Task, 'duration_secs': 0.310896} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.360961] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1375.361577] env[70015]: DEBUG oslo_concurrency.lockutils [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.361742] env[70015]: DEBUG oslo_concurrency.lockutils [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.362094] env[70015]: DEBUG oslo_concurrency.lockutils [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.362361] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eb28a66-8001-4659-904c-2f030f93b72b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.367044] env[70015]: DEBUG oslo_vmware.api [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1375.367044] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]523d1134-2619-8df8-1db6-fea197c5633b" [ 1375.367044] env[70015]: _type = "Task" [ 1375.367044] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.374241] env[70015]: DEBUG oslo_vmware.api [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]523d1134-2619-8df8-1db6-fea197c5633b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.878034] env[70015]: DEBUG oslo_vmware.api [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]523d1134-2619-8df8-1db6-fea197c5633b, 'name': SearchDatastore_Task, 'duration_secs': 0.012311} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.878389] env[70015]: DEBUG oslo_concurrency.lockutils [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.878624] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1375.878857] env[70015]: DEBUG oslo_concurrency.lockutils [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.879014] env[70015]: DEBUG oslo_concurrency.lockutils [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquired lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.879201] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1375.879460] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47c038cd-afd9-4cb6-9274-4c81e60a2093 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.887813] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1375.887990] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1375.888701] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe2a03d6-f09d-4c61-b350-92fe85814ca7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.893766] env[70015]: DEBUG oslo_vmware.api [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1375.893766] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5244b908-f646-2093-cc90-39b36f080883" [ 1375.893766] env[70015]: _type = "Task" [ 1375.893766] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.901114] env[70015]: DEBUG oslo_vmware.api [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5244b908-f646-2093-cc90-39b36f080883, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.405844] env[70015]: DEBUG oslo_vmware.api [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5244b908-f646-2093-cc90-39b36f080883, 'name': SearchDatastore_Task, 'duration_secs': 0.008354} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.406698] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f9a4aa4-123b-4cf3-8f85-e20624ba0c1b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.411460] env[70015]: DEBUG oslo_vmware.api [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1376.411460] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52c5a12e-890b-aa6e-63bf-dcf6a0680baf" [ 1376.411460] env[70015]: _type = "Task" [ 1376.411460] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.419889] env[70015]: DEBUG oslo_vmware.api [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52c5a12e-890b-aa6e-63bf-dcf6a0680baf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.921645] env[70015]: DEBUG oslo_vmware.api [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52c5a12e-890b-aa6e-63bf-dcf6a0680baf, 'name': SearchDatastore_Task, 'duration_secs': 0.009375} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.921946] env[70015]: DEBUG oslo_concurrency.lockutils [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Releasing lock "[datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.922233] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] c081f3d5-6c34-46cf-8382-697b0dc8f39c/c081f3d5-6c34-46cf-8382-697b0dc8f39c.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1376.922484] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb0d5e3f-289c-4c0c-80a6-dab4dfc27e46 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.930281] env[70015]: DEBUG oslo_vmware.api [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1376.930281] env[70015]: value = "task-3611927" [ 1376.930281] env[70015]: _type = "Task" [ 1376.930281] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.938026] env[70015]: DEBUG oslo_vmware.api [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611927, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.440672] env[70015]: DEBUG oslo_vmware.api [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611927, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.43365} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.440986] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore2] c081f3d5-6c34-46cf-8382-697b0dc8f39c/c081f3d5-6c34-46cf-8382-697b0dc8f39c.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1377.441145] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1377.441359] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c08aaf71-5297-4525-985c-f904d02ac106 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.448156] env[70015]: DEBUG oslo_vmware.api [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1377.448156] env[70015]: value = "task-3611928" [ 1377.448156] env[70015]: _type = "Task" [ 1377.448156] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.455479] env[70015]: DEBUG oslo_vmware.api [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611928, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.958211] env[70015]: DEBUG oslo_vmware.api [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611928, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060179} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.958297] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1377.959048] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3667d05f-c694-4a21-8d0a-c6933e12d1d6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.980532] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] c081f3d5-6c34-46cf-8382-697b0dc8f39c/c081f3d5-6c34-46cf-8382-697b0dc8f39c.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1377.980762] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c725ed8-ac82-4f5e-8131-d84e9ef90635 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.000149] env[70015]: DEBUG oslo_vmware.api [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1378.000149] env[70015]: value = "task-3611929" [ 1378.000149] env[70015]: _type = "Task" [ 1378.000149] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.007296] env[70015]: DEBUG oslo_vmware.api [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611929, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.510099] env[70015]: DEBUG oslo_vmware.api [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611929, 'name': ReconfigVM_Task, 'duration_secs': 0.264626} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.510424] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Reconfigured VM instance instance-0000007c to attach disk [datastore2] c081f3d5-6c34-46cf-8382-697b0dc8f39c/c081f3d5-6c34-46cf-8382-697b0dc8f39c.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1378.511000] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7d0a3c9-756c-4d64-a810-b48d2bf6f86c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.517374] env[70015]: DEBUG oslo_vmware.api [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1378.517374] env[70015]: value = "task-3611930" [ 1378.517374] env[70015]: _type = "Task" [ 1378.517374] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.524632] env[70015]: DEBUG oslo_vmware.api [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611930, 'name': Rename_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.026515] env[70015]: DEBUG oslo_vmware.api [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611930, 'name': Rename_Task, 'duration_secs': 0.138634} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.026819] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1379.027081] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b95764bd-6aa9-4080-bf8b-a2a7babd70b3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.033636] env[70015]: DEBUG oslo_vmware.api [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1379.033636] env[70015]: value = "task-3611931" [ 1379.033636] env[70015]: _type = "Task" [ 1379.033636] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.040681] env[70015]: DEBUG oslo_vmware.api [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611931, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.542948] env[70015]: DEBUG oslo_vmware.api [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611931, 'name': PowerOnVM_Task, 'duration_secs': 0.412789} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.543355] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1379.543521] env[70015]: DEBUG nova.compute.manager [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1379.544296] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650c132d-4ed2-4540-8c4b-c2f8650bfd6b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.059692] env[70015]: DEBUG oslo_concurrency.lockutils [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.059946] env[70015]: DEBUG oslo_concurrency.lockutils [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.060189] env[70015]: DEBUG nova.objects.instance [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70015) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1381.067710] env[70015]: DEBUG oslo_concurrency.lockutils [None req-83d0651f-818e-4d47-9e7c-5e8153681bd6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.187631] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1389.192284] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1390.192958] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1393.193485] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1393.193847] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1394.192895] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1394.193161] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1394.696992] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.697574] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1394.697687] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.697932] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70015) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1394.699343] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1530aa9-893f-432a-88e2-1905092a29c5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.707542] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dedda80-741d-4b2a-85cc-fa60e1901097 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.721144] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c12ad5-8ddc-47c5-9757-a36ca1b5e5f4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.727257] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181244cb-c468-4c2c-bba6-c4fb22474f24 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.755672] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180522MB free_disk=77GB free_vcpus=48 pci_devices=None {{(pid=70015) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1394.755823] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.756031] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.783636] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance d5112f1f-40c6-44aa-9e14-0eb963a59067 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1395.783883] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance c081f3d5-6c34-46cf-8382-697b0dc8f39c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1395.783960] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=70015) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1395.784125] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=70015) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1395.820774] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06473fc-8f51-4a4d-8cb3-10a7a2ced1f0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.828218] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4311f2-7003-4ced-a9ac-0f89e4ca601b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.857443] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dedfa69f-1f6c-44dd-8930-dd09f2f28b31 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.863950] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d346f2ac-ccb5-40a1-933c-fa95ac05fa6e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.876465] env[70015]: DEBUG nova.compute.provider_tree [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1396.379572] env[70015]: DEBUG nova.scheduler.client.report [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1396.884944] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70015) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1396.885329] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.129s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.885333] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1398.885760] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70015) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1400.188597] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1417.266263] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c80edd24-065e-49e5-8d35-e529faf69813 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquiring lock "c081f3d5-6c34-46cf-8382-697b0dc8f39c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.266660] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c80edd24-065e-49e5-8d35-e529faf69813 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "c081f3d5-6c34-46cf-8382-697b0dc8f39c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1417.266763] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c80edd24-065e-49e5-8d35-e529faf69813 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquiring lock "c081f3d5-6c34-46cf-8382-697b0dc8f39c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.266945] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c80edd24-065e-49e5-8d35-e529faf69813 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "c081f3d5-6c34-46cf-8382-697b0dc8f39c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1417.267170] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c80edd24-065e-49e5-8d35-e529faf69813 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "c081f3d5-6c34-46cf-8382-697b0dc8f39c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.270769] env[70015]: INFO nova.compute.manager [None req-c80edd24-065e-49e5-8d35-e529faf69813 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Terminating instance [ 1417.774789] env[70015]: DEBUG nova.compute.manager [None req-c80edd24-065e-49e5-8d35-e529faf69813 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1417.775053] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-c80edd24-065e-49e5-8d35-e529faf69813 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1417.775947] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ddd3256-00f7-4fad-8a6c-8b48f8a8f7bc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.783760] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-c80edd24-065e-49e5-8d35-e529faf69813 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1417.783958] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1b138cc-f22d-4784-ba5d-aeb541848da7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.791099] env[70015]: DEBUG oslo_vmware.api [None req-c80edd24-065e-49e5-8d35-e529faf69813 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1417.791099] env[70015]: value = "task-3611932" [ 1417.791099] env[70015]: _type = "Task" [ 1417.791099] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.798732] env[70015]: DEBUG oslo_vmware.api [None req-c80edd24-065e-49e5-8d35-e529faf69813 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611932, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.301485] env[70015]: DEBUG oslo_vmware.api [None req-c80edd24-065e-49e5-8d35-e529faf69813 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611932, 'name': PowerOffVM_Task, 'duration_secs': 0.163168} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.301860] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-c80edd24-065e-49e5-8d35-e529faf69813 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1418.301909] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-c80edd24-065e-49e5-8d35-e529faf69813 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1418.302162] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65460a11-17e0-4541-882a-01c8aaf25261 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.363488] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-c80edd24-065e-49e5-8d35-e529faf69813 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1418.363699] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-c80edd24-065e-49e5-8d35-e529faf69813 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1418.363866] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-c80edd24-065e-49e5-8d35-e529faf69813 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Deleting the datastore file [datastore2] c081f3d5-6c34-46cf-8382-697b0dc8f39c {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1418.364142] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7ba31da-3dff-48be-9293-21dbeeef30a0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.371269] env[70015]: DEBUG oslo_vmware.api [None req-c80edd24-065e-49e5-8d35-e529faf69813 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1418.371269] env[70015]: value = "task-3611934" [ 1418.371269] env[70015]: _type = "Task" [ 1418.371269] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.378744] env[70015]: DEBUG oslo_vmware.api [None req-c80edd24-065e-49e5-8d35-e529faf69813 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611934, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.882215] env[70015]: DEBUG oslo_vmware.api [None req-c80edd24-065e-49e5-8d35-e529faf69813 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611934, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135759} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.882487] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-c80edd24-065e-49e5-8d35-e529faf69813 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1418.882679] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-c80edd24-065e-49e5-8d35-e529faf69813 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1418.882892] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-c80edd24-065e-49e5-8d35-e529faf69813 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1418.883082] env[70015]: INFO nova.compute.manager [None req-c80edd24-065e-49e5-8d35-e529faf69813 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1418.883331] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c80edd24-065e-49e5-8d35-e529faf69813 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1418.883542] env[70015]: DEBUG nova.compute.manager [-] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1418.883653] env[70015]: DEBUG nova.network.neutron [-] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1419.554092] env[70015]: DEBUG nova.compute.manager [req-49ef1ed1-fd29-44a4-8f99-641b82f2a41e req-ae1eeaa4-cb11-4858-b51c-a3f82b810103 service nova] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Received event network-vif-deleted-009e54a1-45b1-43c2-9a22-9071f951ddbc {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1419.554342] env[70015]: INFO nova.compute.manager [req-49ef1ed1-fd29-44a4-8f99-641b82f2a41e req-ae1eeaa4-cb11-4858-b51c-a3f82b810103 service nova] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Neutron deleted interface 009e54a1-45b1-43c2-9a22-9071f951ddbc; detaching it from the instance and deleting it from the info cache [ 1419.554480] env[70015]: DEBUG nova.network.neutron [req-49ef1ed1-fd29-44a4-8f99-641b82f2a41e req-ae1eeaa4-cb11-4858-b51c-a3f82b810103 service nova] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1420.034888] env[70015]: DEBUG nova.network.neutron [-] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1420.057253] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e12f0e60-1f20-4ad0-94ff-1630f97e06dd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.066989] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a76f9e8-9b9d-475d-868d-492b145c3f9f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.094260] env[70015]: DEBUG nova.compute.manager [req-49ef1ed1-fd29-44a4-8f99-641b82f2a41e req-ae1eeaa4-cb11-4858-b51c-a3f82b810103 service nova] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Detach interface failed, port_id=009e54a1-45b1-43c2-9a22-9071f951ddbc, reason: Instance c081f3d5-6c34-46cf-8382-697b0dc8f39c could not be found. {{(pid=70015) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1420.538292] env[70015]: INFO nova.compute.manager [-] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Took 1.65 seconds to deallocate network for instance. [ 1421.045075] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c80edd24-065e-49e5-8d35-e529faf69813 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1421.045455] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c80edd24-065e-49e5-8d35-e529faf69813 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1421.045625] env[70015]: DEBUG nova.objects.instance [None req-c80edd24-065e-49e5-8d35-e529faf69813 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lazy-loading 'resources' on Instance uuid c081f3d5-6c34-46cf-8382-697b0dc8f39c {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1421.598550] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73adea8f-bf94-4d74-922b-369c6616cb79 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.609732] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79335e4-c803-459c-ba47-fb193c40ad4f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.643867] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f5f0c2-99a7-4ff3-a6f0-21535b074c8b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.651675] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e22ce98-3210-488a-b1bd-59fcb4ca71b3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.664833] env[70015]: DEBUG nova.compute.provider_tree [None req-c80edd24-065e-49e5-8d35-e529faf69813 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1422.168447] env[70015]: DEBUG nova.scheduler.client.report [None req-c80edd24-065e-49e5-8d35-e529faf69813 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1422.674930] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c80edd24-065e-49e5-8d35-e529faf69813 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.629s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1422.697923] env[70015]: INFO nova.scheduler.client.report [None req-c80edd24-065e-49e5-8d35-e529faf69813 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Deleted allocations for instance c081f3d5-6c34-46cf-8382-697b0dc8f39c [ 1423.206867] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c80edd24-065e-49e5-8d35-e529faf69813 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "c081f3d5-6c34-46cf-8382-697b0dc8f39c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.940s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1425.135236] env[70015]: DEBUG nova.compute.manager [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Stashing vm_state: active {{(pid=70015) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1425.655267] env[70015]: DEBUG oslo_concurrency.lockutils [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1425.655568] env[70015]: DEBUG oslo_concurrency.lockutils [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.160347] env[70015]: INFO nova.compute.claims [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1426.666668] env[70015]: INFO nova.compute.resource_tracker [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Updating resource usage from migration 902e210d-5f28-48e3-93c3-26f13ddf28e9 [ 1426.704321] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292da394-b9ef-4ff7-b60b-c4e33c9e10e8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.711845] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b350a6-d0e3-46bb-bc5a-039733d461a4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.742670] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c114c6-a2eb-42a7-b12a-58034d82fe5e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.749337] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70276f10-0515-42a0-8e7e-2f41bc3da283 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.761852] env[70015]: DEBUG nova.compute.provider_tree [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1427.265026] env[70015]: DEBUG nova.scheduler.client.report [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1427.769375] env[70015]: DEBUG oslo_concurrency.lockutils [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.114s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.769619] env[70015]: INFO nova.compute.manager [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Migrating [ 1428.283707] env[70015]: DEBUG oslo_concurrency.lockutils [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquiring lock "refresh_cache-d5112f1f-40c6-44aa-9e14-0eb963a59067" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.284015] env[70015]: DEBUG oslo_concurrency.lockutils [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquired lock "refresh_cache-d5112f1f-40c6-44aa-9e14-0eb963a59067" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.284118] env[70015]: DEBUG nova.network.neutron [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1428.984102] env[70015]: DEBUG nova.network.neutron [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Updating instance_info_cache with network_info: [{"id": "769069b9-d554-4590-b9ad-54b23f88117b", "address": "fa:16:3e:c9:1b:76", "network": {"id": "e85e473c-f30b-477b-adc3-f1198c40f064", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-409909936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "387a27341eeb4c9b8f6f4b440d1a2119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap769069b9-d5", "ovs_interfaceid": "769069b9-d554-4590-b9ad-54b23f88117b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.487312] env[70015]: DEBUG oslo_concurrency.lockutils [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Releasing lock "refresh_cache-d5112f1f-40c6-44aa-9e14-0eb963a59067" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.004437] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27f66e8-e6bd-45a5-8e22-a9653d70f5c6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.023833] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Updating instance 'd5112f1f-40c6-44aa-9e14-0eb963a59067' progress to 0 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1431.529854] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1431.530186] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bc726b6-cfbb-4622-9483-96c1aa1e7399 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.537970] env[70015]: DEBUG oslo_vmware.api [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1431.537970] env[70015]: value = "task-3611935" [ 1431.537970] env[70015]: _type = "Task" [ 1431.537970] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.545307] env[70015]: DEBUG oslo_vmware.api [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611935, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.048536] env[70015]: DEBUG oslo_vmware.api [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611935, 'name': PowerOffVM_Task, 'duration_secs': 0.221617} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.048937] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1432.048999] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Updating instance 'd5112f1f-40c6-44aa-9e14-0eb963a59067' progress to 17 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1432.555418] env[70015]: DEBUG nova.virt.hardware [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1432.555711] env[70015]: DEBUG nova.virt.hardware [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1432.555813] env[70015]: DEBUG nova.virt.hardware [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1432.555998] env[70015]: DEBUG nova.virt.hardware [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1432.556158] env[70015]: DEBUG nova.virt.hardware [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1432.556308] env[70015]: DEBUG nova.virt.hardware [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1432.556509] env[70015]: DEBUG nova.virt.hardware [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1432.556667] env[70015]: DEBUG nova.virt.hardware [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1432.556830] env[70015]: DEBUG nova.virt.hardware [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1432.556990] env[70015]: DEBUG nova.virt.hardware [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1432.557178] env[70015]: DEBUG nova.virt.hardware [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1432.562280] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a7eeb6b-3da0-44ba-9795-66490b0a8cf5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.578099] env[70015]: DEBUG oslo_vmware.api [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1432.578099] env[70015]: value = "task-3611936" [ 1432.578099] env[70015]: _type = "Task" [ 1432.578099] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.585804] env[70015]: DEBUG oslo_vmware.api [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611936, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.087978] env[70015]: DEBUG oslo_vmware.api [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611936, 'name': ReconfigVM_Task, 'duration_secs': 0.175504} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.088367] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Updating instance 'd5112f1f-40c6-44aa-9e14-0eb963a59067' progress to 33 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1433.594888] env[70015]: DEBUG nova.virt.hardware [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1433.595223] env[70015]: DEBUG nova.virt.hardware [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1433.595339] env[70015]: DEBUG nova.virt.hardware [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1433.595530] env[70015]: DEBUG nova.virt.hardware [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1433.595678] env[70015]: DEBUG nova.virt.hardware [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1433.595826] env[70015]: DEBUG nova.virt.hardware [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1433.596044] env[70015]: DEBUG nova.virt.hardware [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1433.596212] env[70015]: DEBUG nova.virt.hardware [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1433.596381] env[70015]: DEBUG nova.virt.hardware [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1433.596542] env[70015]: DEBUG nova.virt.hardware [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1433.596713] env[70015]: DEBUG nova.virt.hardware [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1433.602042] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1433.602325] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d22d6295-56aa-408b-9d35-afd7a4d43ec9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.620328] env[70015]: DEBUG oslo_vmware.api [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1433.620328] env[70015]: value = "task-3611937" [ 1433.620328] env[70015]: _type = "Task" [ 1433.620328] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.627449] env[70015]: DEBUG oslo_vmware.api [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611937, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.130391] env[70015]: DEBUG oslo_vmware.api [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611937, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.630753] env[70015]: DEBUG oslo_vmware.api [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611937, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.131727] env[70015]: DEBUG oslo_vmware.api [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611937, 'name': ReconfigVM_Task, 'duration_secs': 1.175203} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.132073] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1435.132753] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3c1a62-4cfc-4b20-9022-5ff570baf505 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.155509] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] d5112f1f-40c6-44aa-9e14-0eb963a59067/d5112f1f-40c6-44aa-9e14-0eb963a59067.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1435.155769] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5fef61f-6a41-4c0e-9446-6ba3907485c0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.173796] env[70015]: DEBUG oslo_vmware.api [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1435.173796] env[70015]: value = "task-3611938" [ 1435.173796] env[70015]: _type = "Task" [ 1435.173796] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.181902] env[70015]: DEBUG oslo_vmware.api [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611938, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.683967] env[70015]: DEBUG oslo_vmware.api [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611938, 'name': ReconfigVM_Task, 'duration_secs': 0.245014} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.684254] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Reconfigured VM instance instance-00000074 to attach disk [datastore1] d5112f1f-40c6-44aa-9e14-0eb963a59067/d5112f1f-40c6-44aa-9e14-0eb963a59067.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1435.684531] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Updating instance 'd5112f1f-40c6-44aa-9e14-0eb963a59067' progress to 50 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1436.192241] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9dac6b7-1b37-4cf4-a825-b24ebb9a9a3c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.210891] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b860a2-d092-4192-981e-7caca00c153d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.227879] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Updating instance 'd5112f1f-40c6-44aa-9e14-0eb963a59067' progress to 67 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1436.768381] env[70015]: DEBUG nova.network.neutron [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Port 769069b9-d554-4590-b9ad-54b23f88117b binding to destination host cpu-1 is already ACTIVE {{(pid=70015) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1437.790668] env[70015]: DEBUG oslo_concurrency.lockutils [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquiring lock "d5112f1f-40c6-44aa-9e14-0eb963a59067-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1437.791040] env[70015]: DEBUG oslo_concurrency.lockutils [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "d5112f1f-40c6-44aa-9e14-0eb963a59067-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1437.791104] env[70015]: DEBUG oslo_concurrency.lockutils [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "d5112f1f-40c6-44aa-9e14-0eb963a59067-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1438.824075] env[70015]: DEBUG oslo_concurrency.lockutils [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquiring lock "refresh_cache-d5112f1f-40c6-44aa-9e14-0eb963a59067" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.824349] env[70015]: DEBUG oslo_concurrency.lockutils [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquired lock "refresh_cache-d5112f1f-40c6-44aa-9e14-0eb963a59067" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.824445] env[70015]: DEBUG nova.network.neutron [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1439.522320] env[70015]: DEBUG nova.network.neutron [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Updating instance_info_cache with network_info: [{"id": "769069b9-d554-4590-b9ad-54b23f88117b", "address": "fa:16:3e:c9:1b:76", "network": {"id": "e85e473c-f30b-477b-adc3-f1198c40f064", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-409909936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "387a27341eeb4c9b8f6f4b440d1a2119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap769069b9-d5", "ovs_interfaceid": "769069b9-d554-4590-b9ad-54b23f88117b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1440.024961] env[70015]: DEBUG oslo_concurrency.lockutils [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Releasing lock "refresh_cache-d5112f1f-40c6-44aa-9e14-0eb963a59067" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.550017] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5e1909-04b6-42d7-9999-829ff8a29c86 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.569145] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc4514b-77f5-4758-a298-0b8f5d1ea97f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.575989] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Updating instance 'd5112f1f-40c6-44aa-9e14-0eb963a59067' progress to 83 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1441.082648] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1441.083058] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f65d8f76-f13f-446f-966c-113655e69f9a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.089559] env[70015]: DEBUG oslo_vmware.api [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1441.089559] env[70015]: value = "task-3611939" [ 1441.089559] env[70015]: _type = "Task" [ 1441.089559] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.096992] env[70015]: DEBUG oslo_vmware.api [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611939, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.599468] env[70015]: DEBUG oslo_vmware.api [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611939, 'name': PowerOnVM_Task, 'duration_secs': 0.365165} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.599792] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1441.600012] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-85a75d89-c896-4901-ae69-6a1aee591d43 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Updating instance 'd5112f1f-40c6-44aa-9e14-0eb963a59067' progress to 100 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1444.230187] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bc97aa20-e4d5-4949-b6ec-3eb1936774b6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquiring lock "d5112f1f-40c6-44aa-9e14-0eb963a59067" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1444.230517] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bc97aa20-e4d5-4949-b6ec-3eb1936774b6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "d5112f1f-40c6-44aa-9e14-0eb963a59067" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1444.230646] env[70015]: DEBUG nova.compute.manager [None req-bc97aa20-e4d5-4949-b6ec-3eb1936774b6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Going to confirm migration 9 {{(pid=70015) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1444.768731] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bc97aa20-e4d5-4949-b6ec-3eb1936774b6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquiring lock "refresh_cache-d5112f1f-40c6-44aa-9e14-0eb963a59067" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.768922] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bc97aa20-e4d5-4949-b6ec-3eb1936774b6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquired lock "refresh_cache-d5112f1f-40c6-44aa-9e14-0eb963a59067" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.769111] env[70015]: DEBUG nova.network.neutron [None req-bc97aa20-e4d5-4949-b6ec-3eb1936774b6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1444.769296] env[70015]: DEBUG nova.objects.instance [None req-bc97aa20-e4d5-4949-b6ec-3eb1936774b6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lazy-loading 'info_cache' on Instance uuid d5112f1f-40c6-44aa-9e14-0eb963a59067 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1445.973268] env[70015]: DEBUG nova.network.neutron [None req-bc97aa20-e4d5-4949-b6ec-3eb1936774b6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Updating instance_info_cache with network_info: [{"id": "769069b9-d554-4590-b9ad-54b23f88117b", "address": "fa:16:3e:c9:1b:76", "network": {"id": "e85e473c-f30b-477b-adc3-f1198c40f064", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-409909936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "387a27341eeb4c9b8f6f4b440d1a2119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap769069b9-d5", "ovs_interfaceid": "769069b9-d554-4590-b9ad-54b23f88117b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.476654] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bc97aa20-e4d5-4949-b6ec-3eb1936774b6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Releasing lock "refresh_cache-d5112f1f-40c6-44aa-9e14-0eb963a59067" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.476931] env[70015]: DEBUG nova.objects.instance [None req-bc97aa20-e4d5-4949-b6ec-3eb1936774b6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lazy-loading 'migration_context' on Instance uuid d5112f1f-40c6-44aa-9e14-0eb963a59067 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1446.980719] env[70015]: DEBUG nova.objects.base [None req-bc97aa20-e4d5-4949-b6ec-3eb1936774b6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70015) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1446.981689] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5f4c58-ba07-45da-8c89-a40110242d77 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.000996] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eec430c1-d2bd-49db-9ca9-25623c5b4227 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.006770] env[70015]: DEBUG oslo_vmware.api [None req-bc97aa20-e4d5-4949-b6ec-3eb1936774b6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1447.006770] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]521903e1-0a0c-8caf-4cb0-aa66dbcde3e9" [ 1447.006770] env[70015]: _type = "Task" [ 1447.006770] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.014757] env[70015]: DEBUG oslo_vmware.api [None req-bc97aa20-e4d5-4949-b6ec-3eb1936774b6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]521903e1-0a0c-8caf-4cb0-aa66dbcde3e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.516810] env[70015]: DEBUG oslo_vmware.api [None req-bc97aa20-e4d5-4949-b6ec-3eb1936774b6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]521903e1-0a0c-8caf-4cb0-aa66dbcde3e9, 'name': SearchDatastore_Task, 'duration_secs': 0.008794} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.517809] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bc97aa20-e4d5-4949-b6ec-3eb1936774b6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.517809] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bc97aa20-e4d5-4949-b6ec-3eb1936774b6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1448.057757] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a77457-3c84-4fa6-a871-7e070b5ea591 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.065366] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa19331-df4d-4432-947f-f7554931a90d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.094588] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8d2678-c496-40dd-ac14-1997035d822d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.101013] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c12ecd-d4d3-495b-950c-37c85df8b7dd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.113386] env[70015]: DEBUG nova.compute.provider_tree [None req-bc97aa20-e4d5-4949-b6ec-3eb1936774b6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1448.617117] env[70015]: DEBUG nova.scheduler.client.report [None req-bc97aa20-e4d5-4949-b6ec-3eb1936774b6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1449.628870] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bc97aa20-e4d5-4949-b6ec-3eb1936774b6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.111s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1449.691544] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1450.191229] env[70015]: INFO nova.scheduler.client.report [None req-bc97aa20-e4d5-4949-b6ec-3eb1936774b6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Deleted allocation for migration 902e210d-5f28-48e3-93c3-26f13ddf28e9 [ 1450.192337] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1450.194648] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1450.696550] env[70015]: DEBUG oslo_concurrency.lockutils [None req-bc97aa20-e4d5-4949-b6ec-3eb1936774b6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "d5112f1f-40c6-44aa-9e14-0eb963a59067" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.466s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1451.180601] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4e53a4f9-7f4c-49f4-a999-6b62c4a16072 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquiring lock "d5112f1f-40c6-44aa-9e14-0eb963a59067" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1451.180855] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4e53a4f9-7f4c-49f4-a999-6b62c4a16072 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "d5112f1f-40c6-44aa-9e14-0eb963a59067" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1451.181082] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4e53a4f9-7f4c-49f4-a999-6b62c4a16072 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquiring lock "d5112f1f-40c6-44aa-9e14-0eb963a59067-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1451.181269] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4e53a4f9-7f4c-49f4-a999-6b62c4a16072 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "d5112f1f-40c6-44aa-9e14-0eb963a59067-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1451.181484] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4e53a4f9-7f4c-49f4-a999-6b62c4a16072 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "d5112f1f-40c6-44aa-9e14-0eb963a59067-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1451.183589] env[70015]: INFO nova.compute.manager [None req-4e53a4f9-7f4c-49f4-a999-6b62c4a16072 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Terminating instance [ 1451.687994] env[70015]: DEBUG nova.compute.manager [None req-4e53a4f9-7f4c-49f4-a999-6b62c4a16072 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1451.688253] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4e53a4f9-7f4c-49f4-a999-6b62c4a16072 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1451.689178] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0cb9d8-ccad-4580-b319-2a9d35043f1e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.697371] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e53a4f9-7f4c-49f4-a999-6b62c4a16072 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1451.697675] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-325ff129-c6f5-4a79-9a76-1a79c525dd6a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.704409] env[70015]: DEBUG oslo_vmware.api [None req-4e53a4f9-7f4c-49f4-a999-6b62c4a16072 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1451.704409] env[70015]: value = "task-3611940" [ 1451.704409] env[70015]: _type = "Task" [ 1451.704409] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.711951] env[70015]: DEBUG oslo_vmware.api [None req-4e53a4f9-7f4c-49f4-a999-6b62c4a16072 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611940, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.214987] env[70015]: DEBUG oslo_vmware.api [None req-4e53a4f9-7f4c-49f4-a999-6b62c4a16072 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611940, 'name': PowerOffVM_Task, 'duration_secs': 0.209771} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.215300] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e53a4f9-7f4c-49f4-a999-6b62c4a16072 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1452.215490] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4e53a4f9-7f4c-49f4-a999-6b62c4a16072 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1452.215742] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6a0e814-47c9-4dc5-a4f1-ac48c643ce89 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.276513] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4e53a4f9-7f4c-49f4-a999-6b62c4a16072 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1452.276747] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4e53a4f9-7f4c-49f4-a999-6b62c4a16072 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1452.276894] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e53a4f9-7f4c-49f4-a999-6b62c4a16072 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Deleting the datastore file [datastore1] d5112f1f-40c6-44aa-9e14-0eb963a59067 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1452.277168] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-778d99a5-e161-4fed-acd2-c298a6e64c2c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.283548] env[70015]: DEBUG oslo_vmware.api [None req-4e53a4f9-7f4c-49f4-a999-6b62c4a16072 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1452.283548] env[70015]: value = "task-3611942" [ 1452.283548] env[70015]: _type = "Task" [ 1452.283548] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.290506] env[70015]: DEBUG oslo_vmware.api [None req-4e53a4f9-7f4c-49f4-a999-6b62c4a16072 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611942, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.794077] env[70015]: DEBUG oslo_vmware.api [None req-4e53a4f9-7f4c-49f4-a999-6b62c4a16072 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611942, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146181} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.794590] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e53a4f9-7f4c-49f4-a999-6b62c4a16072 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1452.794590] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4e53a4f9-7f4c-49f4-a999-6b62c4a16072 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1452.794682] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-4e53a4f9-7f4c-49f4-a999-6b62c4a16072 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1452.794871] env[70015]: INFO nova.compute.manager [None req-4e53a4f9-7f4c-49f4-a999-6b62c4a16072 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1452.795122] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e53a4f9-7f4c-49f4-a999-6b62c4a16072 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1452.795385] env[70015]: DEBUG nova.compute.manager [-] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1452.795495] env[70015]: DEBUG nova.network.neutron [-] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1453.193670] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1453.249828] env[70015]: DEBUG nova.compute.manager [req-afc9ba36-2302-4bcd-8fdb-55b6a5c4ac41 req-c265ee77-2db7-489f-ac5c-717f2c5224ac service nova] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Received event network-vif-deleted-769069b9-d554-4590-b9ad-54b23f88117b {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1453.249828] env[70015]: INFO nova.compute.manager [req-afc9ba36-2302-4bcd-8fdb-55b6a5c4ac41 req-c265ee77-2db7-489f-ac5c-717f2c5224ac service nova] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Neutron deleted interface 769069b9-d554-4590-b9ad-54b23f88117b; detaching it from the instance and deleting it from the info cache [ 1453.249828] env[70015]: DEBUG nova.network.neutron [req-afc9ba36-2302-4bcd-8fdb-55b6a5c4ac41 req-c265ee77-2db7-489f-ac5c-717f2c5224ac service nova] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1453.732072] env[70015]: DEBUG nova.network.neutron [-] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1453.751479] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ca6efc0d-1814-4c83-afd0-e2e50762ed16 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.763429] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84433f8-44a9-4167-a4f5-87c02587bd15 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.787042] env[70015]: DEBUG nova.compute.manager [req-afc9ba36-2302-4bcd-8fdb-55b6a5c4ac41 req-c265ee77-2db7-489f-ac5c-717f2c5224ac service nova] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Detach interface failed, port_id=769069b9-d554-4590-b9ad-54b23f88117b, reason: Instance d5112f1f-40c6-44aa-9e14-0eb963a59067 could not be found. {{(pid=70015) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1454.193514] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1454.193872] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1454.234546] env[70015]: INFO nova.compute.manager [-] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Took 1.44 seconds to deallocate network for instance. [ 1454.741120] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4e53a4f9-7f4c-49f4-a999-6b62c4a16072 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1454.741431] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4e53a4f9-7f4c-49f4-a999-6b62c4a16072 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1454.741654] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4e53a4f9-7f4c-49f4-a999-6b62c4a16072 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1454.762607] env[70015]: INFO nova.scheduler.client.report [None req-4e53a4f9-7f4c-49f4-a999-6b62c4a16072 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Deleted allocations for instance d5112f1f-40c6-44aa-9e14-0eb963a59067 [ 1455.270105] env[70015]: DEBUG oslo_concurrency.lockutils [None req-4e53a4f9-7f4c-49f4-a999-6b62c4a16072 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "d5112f1f-40c6-44aa-9e14-0eb963a59067" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.089s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1456.090134] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquiring lock "8683bbec-5d71-49f8-9b3a-09a4b619a627" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1456.090377] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "8683bbec-5d71-49f8-9b3a-09a4b619a627" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1456.192489] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1456.593014] env[70015]: DEBUG nova.compute.manager [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1456.695393] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1456.695623] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1456.695788] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1456.695939] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70015) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1456.697111] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8b5261-e406-4435-973f-4f5df830665f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.706025] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0578b3-572e-4160-9f25-097b78b0e965 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.718306] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7573f97-c6ab-46c4-9e72-e772f0c4656c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.724425] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6cbea2d-3fbb-446b-9ae2-6171cccb0be2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.752482] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180576MB free_disk=77GB free_vcpus=48 pci_devices=None {{(pid=70015) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1456.752693] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1456.752826] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1457.141194] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1458.277141] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 8683bbec-5d71-49f8-9b3a-09a4b619a627 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1458.277557] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=70015) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1458.277557] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=70015) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1458.303081] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0a053f-9d62-4533-82e9-92d33282a21f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.310516] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb6ad8d-6b1d-4d47-a9b2-d0495a93f208 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.340791] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abe5961-d85e-4750-92ca-c2acd0b6f37b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.347512] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847786d3-6ac5-4828-8032-864c6ef71297 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.360359] env[70015]: DEBUG nova.compute.provider_tree [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1458.863636] env[70015]: DEBUG nova.scheduler.client.report [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1459.368925] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70015) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1459.369385] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.616s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1459.369542] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.229s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1459.371081] env[70015]: INFO nova.compute.claims [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1459.373832] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1460.407280] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f89a000-a113-4781-96dd-749b0e847572 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.414742] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88b3289-3ebd-4867-89af-293cf4d08b30 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.444062] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e528447-0c45-4b4c-8d2e-6c6405820023 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.451039] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d087353-bb30-4a16-bcc0-ecc3aba4ce97 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.465012] env[70015]: DEBUG nova.compute.provider_tree [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1460.698319] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1460.698537] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70015) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1460.698680] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1460.698803] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Cleaning up deleted instances {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1460.967923] env[70015]: DEBUG nova.scheduler.client.report [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1461.205600] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] There are 20 instances to clean {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1461.205796] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: c081f3d5-6c34-46cf-8382-697b0dc8f39c] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1461.472411] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.103s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1461.472932] env[70015]: DEBUG nova.compute.manager [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1461.709390] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 552a0bbe-a268-4173-961a-97cbe116eb42] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1461.978122] env[70015]: DEBUG nova.compute.utils [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1461.979505] env[70015]: DEBUG nova.compute.manager [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1461.979676] env[70015]: DEBUG nova.network.neutron [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1462.028193] env[70015]: DEBUG nova.policy [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc5e291c70644bd89f8bb7441c3b18c0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '387a27341eeb4c9b8f6f4b440d1a2119', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 1462.212437] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 06f35660-c6e4-437d-870e-4003df15bdd5] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1462.297570] env[70015]: DEBUG nova.network.neutron [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Successfully created port: 80d18de1-3435-4b47-bef0-328687f9aefb {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1462.483351] env[70015]: DEBUG nova.compute.manager [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1462.716220] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 6eedbcf6-f2a4-4f58-a80a-fde749f1378f] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1463.219201] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: c0e3b4a5-7bb6-41b9-9211-0b438c46f760] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1463.493655] env[70015]: DEBUG nova.compute.manager [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1463.519991] env[70015]: DEBUG nova.virt.hardware [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1463.520253] env[70015]: DEBUG nova.virt.hardware [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1463.520409] env[70015]: DEBUG nova.virt.hardware [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1463.520589] env[70015]: DEBUG nova.virt.hardware [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1463.520737] env[70015]: DEBUG nova.virt.hardware [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1463.520882] env[70015]: DEBUG nova.virt.hardware [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1463.521099] env[70015]: DEBUG nova.virt.hardware [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1463.521262] env[70015]: DEBUG nova.virt.hardware [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1463.521424] env[70015]: DEBUG nova.virt.hardware [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1463.521583] env[70015]: DEBUG nova.virt.hardware [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1463.521754] env[70015]: DEBUG nova.virt.hardware [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1463.522631] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39baa2ea-691d-4396-b06d-9bef340dca24 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.531392] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67e4976-bc73-487c-9071-f206ba11a3b4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.632960] env[70015]: DEBUG nova.compute.manager [req-5646c0f1-05ba-4302-8fc7-8d7bb4e9df2d req-e1d74b2a-58b9-463c-901b-0fceac968749 service nova] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Received event network-vif-plugged-80d18de1-3435-4b47-bef0-328687f9aefb {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1463.633206] env[70015]: DEBUG oslo_concurrency.lockutils [req-5646c0f1-05ba-4302-8fc7-8d7bb4e9df2d req-e1d74b2a-58b9-463c-901b-0fceac968749 service nova] Acquiring lock "8683bbec-5d71-49f8-9b3a-09a4b619a627-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1463.633520] env[70015]: DEBUG oslo_concurrency.lockutils [req-5646c0f1-05ba-4302-8fc7-8d7bb4e9df2d req-e1d74b2a-58b9-463c-901b-0fceac968749 service nova] Lock "8683bbec-5d71-49f8-9b3a-09a4b619a627-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1463.633581] env[70015]: DEBUG oslo_concurrency.lockutils [req-5646c0f1-05ba-4302-8fc7-8d7bb4e9df2d req-e1d74b2a-58b9-463c-901b-0fceac968749 service nova] Lock "8683bbec-5d71-49f8-9b3a-09a4b619a627-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1463.633720] env[70015]: DEBUG nova.compute.manager [req-5646c0f1-05ba-4302-8fc7-8d7bb4e9df2d req-e1d74b2a-58b9-463c-901b-0fceac968749 service nova] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] No waiting events found dispatching network-vif-plugged-80d18de1-3435-4b47-bef0-328687f9aefb {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1463.633919] env[70015]: WARNING nova.compute.manager [req-5646c0f1-05ba-4302-8fc7-8d7bb4e9df2d req-e1d74b2a-58b9-463c-901b-0fceac968749 service nova] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Received unexpected event network-vif-plugged-80d18de1-3435-4b47-bef0-328687f9aefb for instance with vm_state building and task_state spawning. [ 1463.716979] env[70015]: DEBUG nova.network.neutron [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Successfully updated port: 80d18de1-3435-4b47-bef0-328687f9aefb {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1463.722366] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 9a0509b3-be61-4706-a3ed-e5b7301ab979] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1464.220098] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquiring lock "refresh_cache-8683bbec-5d71-49f8-9b3a-09a4b619a627" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.220279] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquired lock "refresh_cache-8683bbec-5d71-49f8-9b3a-09a4b619a627" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.220429] env[70015]: DEBUG nova.network.neutron [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1464.225401] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: f12bbf8d-474b-47f3-9f23-b69c8b7202a4] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1464.728470] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: ac41ac84-69f3-41f1-b0e8-1833357fa0e7] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1464.750516] env[70015]: DEBUG nova.network.neutron [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1464.867424] env[70015]: DEBUG nova.network.neutron [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Updating instance_info_cache with network_info: [{"id": "80d18de1-3435-4b47-bef0-328687f9aefb", "address": "fa:16:3e:76:55:53", "network": {"id": "e85e473c-f30b-477b-adc3-f1198c40f064", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-409909936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "387a27341eeb4c9b8f6f4b440d1a2119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80d18de1-34", "ovs_interfaceid": "80d18de1-3435-4b47-bef0-328687f9aefb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1465.231405] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: d5112f1f-40c6-44aa-9e14-0eb963a59067] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1465.370542] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Releasing lock "refresh_cache-8683bbec-5d71-49f8-9b3a-09a4b619a627" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.370930] env[70015]: DEBUG nova.compute.manager [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Instance network_info: |[{"id": "80d18de1-3435-4b47-bef0-328687f9aefb", "address": "fa:16:3e:76:55:53", "network": {"id": "e85e473c-f30b-477b-adc3-f1198c40f064", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-409909936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "387a27341eeb4c9b8f6f4b440d1a2119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80d18de1-34", "ovs_interfaceid": "80d18de1-3435-4b47-bef0-328687f9aefb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1465.371399] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:55:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a06a63d6-2aeb-4084-8022-f804cac3fa74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80d18de1-3435-4b47-bef0-328687f9aefb', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1465.379524] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1465.379730] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1465.379971] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2a9621e-db0c-4864-a76f-67923cb4aef0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.402377] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1465.402377] env[70015]: value = "task-3611943" [ 1465.402377] env[70015]: _type = "Task" [ 1465.402377] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.410259] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611943, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.661106] env[70015]: DEBUG nova.compute.manager [req-47d2b8e0-dbb9-450b-87d0-ccda1932e942 req-9a72b17a-fbf4-4c0c-b811-baf90f611f4f service nova] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Received event network-changed-80d18de1-3435-4b47-bef0-328687f9aefb {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1465.661340] env[70015]: DEBUG nova.compute.manager [req-47d2b8e0-dbb9-450b-87d0-ccda1932e942 req-9a72b17a-fbf4-4c0c-b811-baf90f611f4f service nova] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Refreshing instance network info cache due to event network-changed-80d18de1-3435-4b47-bef0-328687f9aefb. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1465.661580] env[70015]: DEBUG oslo_concurrency.lockutils [req-47d2b8e0-dbb9-450b-87d0-ccda1932e942 req-9a72b17a-fbf4-4c0c-b811-baf90f611f4f service nova] Acquiring lock "refresh_cache-8683bbec-5d71-49f8-9b3a-09a4b619a627" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.661970] env[70015]: DEBUG oslo_concurrency.lockutils [req-47d2b8e0-dbb9-450b-87d0-ccda1932e942 req-9a72b17a-fbf4-4c0c-b811-baf90f611f4f service nova] Acquired lock "refresh_cache-8683bbec-5d71-49f8-9b3a-09a4b619a627" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.662188] env[70015]: DEBUG nova.network.neutron [req-47d2b8e0-dbb9-450b-87d0-ccda1932e942 req-9a72b17a-fbf4-4c0c-b811-baf90f611f4f service nova] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Refreshing network info cache for port 80d18de1-3435-4b47-bef0-328687f9aefb {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1465.734531] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 3b02addc-c4b7-4c80-a098-85137319df43] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1465.913526] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611943, 'name': CreateVM_Task, 'duration_secs': 0.307977} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.913717] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1465.914310] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.914479] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.914802] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.915048] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93fcaa78-ddc7-4ae6-9692-3ae6fddf2eb0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.919093] env[70015]: DEBUG oslo_vmware.api [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1465.919093] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]527bec9d-aae5-8db5-5c94-fd09c6da9dc0" [ 1465.919093] env[70015]: _type = "Task" [ 1465.919093] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.926072] env[70015]: DEBUG oslo_vmware.api [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]527bec9d-aae5-8db5-5c94-fd09c6da9dc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.237914] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: bc205347-4646-4071-9e6b-3437e39be863] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1466.366100] env[70015]: DEBUG nova.network.neutron [req-47d2b8e0-dbb9-450b-87d0-ccda1932e942 req-9a72b17a-fbf4-4c0c-b811-baf90f611f4f service nova] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Updated VIF entry in instance network info cache for port 80d18de1-3435-4b47-bef0-328687f9aefb. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1466.366472] env[70015]: DEBUG nova.network.neutron [req-47d2b8e0-dbb9-450b-87d0-ccda1932e942 req-9a72b17a-fbf4-4c0c-b811-baf90f611f4f service nova] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Updating instance_info_cache with network_info: [{"id": "80d18de1-3435-4b47-bef0-328687f9aefb", "address": "fa:16:3e:76:55:53", "network": {"id": "e85e473c-f30b-477b-adc3-f1198c40f064", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-409909936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "387a27341eeb4c9b8f6f4b440d1a2119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80d18de1-34", "ovs_interfaceid": "80d18de1-3435-4b47-bef0-328687f9aefb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.428632] env[70015]: DEBUG oslo_vmware.api [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]527bec9d-aae5-8db5-5c94-fd09c6da9dc0, 'name': SearchDatastore_Task, 'duration_secs': 0.011923} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.428926] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.429163] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1466.429393] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.429540] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.429712] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1466.429947] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c4283eb-1ece-469e-859c-6d001aa8fedc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.438802] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1466.438970] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1466.439626] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e799b8e-3b5a-4184-828c-631acf96f138 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.444552] env[70015]: DEBUG oslo_vmware.api [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1466.444552] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]528d3406-d0bf-73b5-69a7-ce8c2fd433ff" [ 1466.444552] env[70015]: _type = "Task" [ 1466.444552] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.451343] env[70015]: DEBUG oslo_vmware.api [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]528d3406-d0bf-73b5-69a7-ce8c2fd433ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.741697] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 48b5fed4-a8f9-41b2-8d0a-7ee03b28f833] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1466.869083] env[70015]: DEBUG oslo_concurrency.lockutils [req-47d2b8e0-dbb9-450b-87d0-ccda1932e942 req-9a72b17a-fbf4-4c0c-b811-baf90f611f4f service nova] Releasing lock "refresh_cache-8683bbec-5d71-49f8-9b3a-09a4b619a627" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.954265] env[70015]: DEBUG oslo_vmware.api [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]528d3406-d0bf-73b5-69a7-ce8c2fd433ff, 'name': SearchDatastore_Task, 'duration_secs': 0.00825} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.954999] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26f77304-2bae-49d6-9454-72059ceac8c1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.959682] env[70015]: DEBUG oslo_vmware.api [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1466.959682] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52f3fa6d-45f8-b1f4-dc60-75e819fdeeb8" [ 1466.959682] env[70015]: _type = "Task" [ 1466.959682] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.966530] env[70015]: DEBUG oslo_vmware.api [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52f3fa6d-45f8-b1f4-dc60-75e819fdeeb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.244980] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 95030215-0d67-4f17-906b-ef03d2e10c29] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1467.471067] env[70015]: DEBUG oslo_vmware.api [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52f3fa6d-45f8-b1f4-dc60-75e819fdeeb8, 'name': SearchDatastore_Task, 'duration_secs': 0.01037} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.471067] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.471067] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 8683bbec-5d71-49f8-9b3a-09a4b619a627/8683bbec-5d71-49f8-9b3a-09a4b619a627.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1467.471067] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75683ab3-5799-47b7-80a0-d44e890987c5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.478087] env[70015]: DEBUG oslo_vmware.api [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1467.478087] env[70015]: value = "task-3611944" [ 1467.478087] env[70015]: _type = "Task" [ 1467.478087] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.485310] env[70015]: DEBUG oslo_vmware.api [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611944, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.748732] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 5bcd70ac-6f46-40b1-a048-3d6ac0c14b85] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1467.987873] env[70015]: DEBUG oslo_vmware.api [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611944, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440302} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.988128] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 8683bbec-5d71-49f8-9b3a-09a4b619a627/8683bbec-5d71-49f8-9b3a-09a4b619a627.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1467.988341] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1467.988624] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ccfc16b-aaee-4e16-8973-6b08a6ba354d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.995798] env[70015]: DEBUG oslo_vmware.api [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1467.995798] env[70015]: value = "task-3611945" [ 1467.995798] env[70015]: _type = "Task" [ 1467.995798] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.004493] env[70015]: DEBUG oslo_vmware.api [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611945, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.252872] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 7c480760-7d09-4007-bb8a-f2065cb42884] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1468.505183] env[70015]: DEBUG oslo_vmware.api [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611945, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06649} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.505500] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1468.506265] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e52aaa9-4a75-47e7-89b7-3027cb10fb03 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.527844] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 8683bbec-5d71-49f8-9b3a-09a4b619a627/8683bbec-5d71-49f8-9b3a-09a4b619a627.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1468.528072] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a7aca2e-e3dd-4c0d-adf5-6450ba738197 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.547309] env[70015]: DEBUG oslo_vmware.api [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1468.547309] env[70015]: value = "task-3611946" [ 1468.547309] env[70015]: _type = "Task" [ 1468.547309] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.554580] env[70015]: DEBUG oslo_vmware.api [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611946, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.755988] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: cefbb67b-da8a-4f23-93d6-e42bfe7ce6ec] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1469.057014] env[70015]: DEBUG oslo_vmware.api [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611946, 'name': ReconfigVM_Task, 'duration_secs': 0.283685} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.057389] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 8683bbec-5d71-49f8-9b3a-09a4b619a627/8683bbec-5d71-49f8-9b3a-09a4b619a627.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1469.058057] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5348af1-ccdc-421a-be24-0f46a6a2a779 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.064284] env[70015]: DEBUG oslo_vmware.api [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1469.064284] env[70015]: value = "task-3611947" [ 1469.064284] env[70015]: _type = "Task" [ 1469.064284] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.072050] env[70015]: DEBUG oslo_vmware.api [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611947, 'name': Rename_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.259919] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 3810ad21-174f-4a0a-8895-6c70adccfeda] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1469.573738] env[70015]: DEBUG oslo_vmware.api [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611947, 'name': Rename_Task, 'duration_secs': 0.167908} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.574016] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1469.574269] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0518a8cf-db20-4a4e-a474-f3834845b889 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.580060] env[70015]: DEBUG oslo_vmware.api [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1469.580060] env[70015]: value = "task-3611948" [ 1469.580060] env[70015]: _type = "Task" [ 1469.580060] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.586949] env[70015]: DEBUG oslo_vmware.api [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611948, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.763699] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: d1651f12-9f96-4e9c-84fa-4925cd1b23e9] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1470.089660] env[70015]: DEBUG oslo_vmware.api [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611948, 'name': PowerOnVM_Task, 'duration_secs': 0.460548} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.089933] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1470.090138] env[70015]: INFO nova.compute.manager [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Took 6.60 seconds to spawn the instance on the hypervisor. [ 1470.090319] env[70015]: DEBUG nova.compute.manager [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1470.091069] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668fbdee-0f81-456a-ab34-c0b52fa76d54 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.267345] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 78ec1423-1160-453a-b6db-9348b37d34f9] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1470.608887] env[70015]: INFO nova.compute.manager [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Took 13.51 seconds to build instance. [ 1470.771160] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 5a609adf-7c6f-4ee5-a94a-cdda99227a12] Instance has had 0 of 5 cleanup attempts {{(pid=70015) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1471.111623] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "8683bbec-5d71-49f8-9b3a-09a4b619a627" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.021s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1471.115145] env[70015]: DEBUG nova.compute.manager [req-d7ff00c0-969b-4efb-9081-a2d47b26ad38 req-365a4b2a-10c3-4b28-9a06-b96234f8afc2 service nova] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Received event network-changed-80d18de1-3435-4b47-bef0-328687f9aefb {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1471.115321] env[70015]: DEBUG nova.compute.manager [req-d7ff00c0-969b-4efb-9081-a2d47b26ad38 req-365a4b2a-10c3-4b28-9a06-b96234f8afc2 service nova] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Refreshing instance network info cache due to event network-changed-80d18de1-3435-4b47-bef0-328687f9aefb. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1471.115535] env[70015]: DEBUG oslo_concurrency.lockutils [req-d7ff00c0-969b-4efb-9081-a2d47b26ad38 req-365a4b2a-10c3-4b28-9a06-b96234f8afc2 service nova] Acquiring lock "refresh_cache-8683bbec-5d71-49f8-9b3a-09a4b619a627" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.115678] env[70015]: DEBUG oslo_concurrency.lockutils [req-d7ff00c0-969b-4efb-9081-a2d47b26ad38 req-365a4b2a-10c3-4b28-9a06-b96234f8afc2 service nova] Acquired lock "refresh_cache-8683bbec-5d71-49f8-9b3a-09a4b619a627" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.115909] env[70015]: DEBUG nova.network.neutron [req-d7ff00c0-969b-4efb-9081-a2d47b26ad38 req-365a4b2a-10c3-4b28-9a06-b96234f8afc2 service nova] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Refreshing network info cache for port 80d18de1-3435-4b47-bef0-328687f9aefb {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1471.274133] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1471.274297] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Cleaning up deleted instances with incomplete migration {{(pid=70015) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1471.814822] env[70015]: DEBUG nova.network.neutron [req-d7ff00c0-969b-4efb-9081-a2d47b26ad38 req-365a4b2a-10c3-4b28-9a06-b96234f8afc2 service nova] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Updated VIF entry in instance network info cache for port 80d18de1-3435-4b47-bef0-328687f9aefb. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1471.815226] env[70015]: DEBUG nova.network.neutron [req-d7ff00c0-969b-4efb-9081-a2d47b26ad38 req-365a4b2a-10c3-4b28-9a06-b96234f8afc2 service nova] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Updating instance_info_cache with network_info: [{"id": "80d18de1-3435-4b47-bef0-328687f9aefb", "address": "fa:16:3e:76:55:53", "network": {"id": "e85e473c-f30b-477b-adc3-f1198c40f064", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-409909936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "387a27341eeb4c9b8f6f4b440d1a2119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80d18de1-34", "ovs_interfaceid": "80d18de1-3435-4b47-bef0-328687f9aefb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.318436] env[70015]: DEBUG oslo_concurrency.lockutils [req-d7ff00c0-969b-4efb-9081-a2d47b26ad38 req-365a4b2a-10c3-4b28-9a06-b96234f8afc2 service nova] Releasing lock "refresh_cache-8683bbec-5d71-49f8-9b3a-09a4b619a627" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.883566] env[70015]: DEBUG nova.compute.manager [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Stashing vm_state: active {{(pid=70015) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1507.400379] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1507.400658] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1507.905597] env[70015]: INFO nova.compute.claims [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1508.413355] env[70015]: INFO nova.compute.resource_tracker [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Updating resource usage from migration 05af7951-f331-46dc-bb03-fbf27f959140 [ 1508.452537] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11085add-e82d-4e2a-9e22-78e83c7ccd53 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.459919] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121f6483-fba6-430f-9860-e215b75697e9 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.488829] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a7a033-2854-4a26-918d-1a5b9701bea0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.495392] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53e2998-ba2d-40fc-b0ae-c3b7226c9aaf {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.507775] env[70015]: DEBUG nova.compute.provider_tree [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1509.011283] env[70015]: DEBUG nova.scheduler.client.report [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1509.516461] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.115s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1509.516673] env[70015]: INFO nova.compute.manager [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Migrating [ 1510.030936] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquiring lock "refresh_cache-8683bbec-5d71-49f8-9b3a-09a4b619a627" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.031338] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquired lock "refresh_cache-8683bbec-5d71-49f8-9b3a-09a4b619a627" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.031338] env[70015]: DEBUG nova.network.neutron [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1510.766675] env[70015]: DEBUG nova.network.neutron [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Updating instance_info_cache with network_info: [{"id": "80d18de1-3435-4b47-bef0-328687f9aefb", "address": "fa:16:3e:76:55:53", "network": {"id": "e85e473c-f30b-477b-adc3-f1198c40f064", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-409909936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "387a27341eeb4c9b8f6f4b440d1a2119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80d18de1-34", "ovs_interfaceid": "80d18de1-3435-4b47-bef0-328687f9aefb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.269603] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Releasing lock "refresh_cache-8683bbec-5d71-49f8-9b3a-09a4b619a627" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.784930] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0a8154-5c2b-47a9-a470-2af9774587b8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.804074] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Updating instance '8683bbec-5d71-49f8-9b3a-09a4b619a627' progress to 0 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1513.310640] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1513.310640] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c6d447c-defc-40bc-a912-01fb63ffa285 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.318413] env[70015]: DEBUG oslo_vmware.api [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1513.318413] env[70015]: value = "task-3611949" [ 1513.318413] env[70015]: _type = "Task" [ 1513.318413] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.325569] env[70015]: DEBUG oslo_vmware.api [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.828319] env[70015]: DEBUG oslo_vmware.api [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611949, 'name': PowerOffVM_Task, 'duration_secs': 0.177383} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.828696] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1513.828741] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Updating instance '8683bbec-5d71-49f8-9b3a-09a4b619a627' progress to 17 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1514.335413] env[70015]: DEBUG nova.virt.hardware [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1514.335663] env[70015]: DEBUG nova.virt.hardware [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1514.335828] env[70015]: DEBUG nova.virt.hardware [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1514.336031] env[70015]: DEBUG nova.virt.hardware [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1514.336184] env[70015]: DEBUG nova.virt.hardware [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1514.336332] env[70015]: DEBUG nova.virt.hardware [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1514.336544] env[70015]: DEBUG nova.virt.hardware [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1514.336700] env[70015]: DEBUG nova.virt.hardware [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1514.336862] env[70015]: DEBUG nova.virt.hardware [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1514.337038] env[70015]: DEBUG nova.virt.hardware [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1514.337218] env[70015]: DEBUG nova.virt.hardware [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1514.342277] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d06a338c-737e-4308-a34f-00e317b368aa {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.358486] env[70015]: DEBUG oslo_vmware.api [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1514.358486] env[70015]: value = "task-3611950" [ 1514.358486] env[70015]: _type = "Task" [ 1514.358486] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.367426] env[70015]: DEBUG oslo_vmware.api [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611950, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.867633] env[70015]: DEBUG oslo_vmware.api [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611950, 'name': ReconfigVM_Task, 'duration_secs': 0.150485} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.868255] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Updating instance '8683bbec-5d71-49f8-9b3a-09a4b619a627' progress to 33 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1515.375014] env[70015]: DEBUG nova.virt.hardware [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1515.375345] env[70015]: DEBUG nova.virt.hardware [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1515.375438] env[70015]: DEBUG nova.virt.hardware [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1515.375622] env[70015]: DEBUG nova.virt.hardware [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1515.375783] env[70015]: DEBUG nova.virt.hardware [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1515.375932] env[70015]: DEBUG nova.virt.hardware [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1515.376162] env[70015]: DEBUG nova.virt.hardware [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1515.376306] env[70015]: DEBUG nova.virt.hardware [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1515.376470] env[70015]: DEBUG nova.virt.hardware [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1515.376630] env[70015]: DEBUG nova.virt.hardware [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1515.376798] env[70015]: DEBUG nova.virt.hardware [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1515.382123] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Reconfiguring VM instance instance-0000007d to detach disk 2000 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1515.382409] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bd4f533-e028-4505-b90c-2ac5f7c7654a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.401167] env[70015]: DEBUG oslo_vmware.api [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1515.401167] env[70015]: value = "task-3611951" [ 1515.401167] env[70015]: _type = "Task" [ 1515.401167] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.408604] env[70015]: DEBUG oslo_vmware.api [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611951, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.911672] env[70015]: DEBUG oslo_vmware.api [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611951, 'name': ReconfigVM_Task, 'duration_secs': 0.149631} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.911858] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Reconfigured VM instance instance-0000007d to detach disk 2000 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1515.912543] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d307e2f8-4319-49dd-bee7-96ddc24f72bc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.934483] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 8683bbec-5d71-49f8-9b3a-09a4b619a627/8683bbec-5d71-49f8-9b3a-09a4b619a627.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1515.935044] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00baf5fe-624b-4261-a543-86130b6c6fe4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.952060] env[70015]: DEBUG oslo_vmware.api [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1515.952060] env[70015]: value = "task-3611952" [ 1515.952060] env[70015]: _type = "Task" [ 1515.952060] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.959367] env[70015]: DEBUG oslo_vmware.api [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611952, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.461768] env[70015]: DEBUG oslo_vmware.api [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611952, 'name': ReconfigVM_Task, 'duration_secs': 0.232736} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.462054] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 8683bbec-5d71-49f8-9b3a-09a4b619a627/8683bbec-5d71-49f8-9b3a-09a4b619a627.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1516.462324] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Updating instance '8683bbec-5d71-49f8-9b3a-09a4b619a627' progress to 50 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1516.969332] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3223cc2d-a161-4a67-a4aa-8e11855ce824 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.988305] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2835050-c8d2-4c83-a1ea-2f3161841b51 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.005151] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Updating instance '8683bbec-5d71-49f8-9b3a-09a4b619a627' progress to 67 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1517.547530] env[70015]: DEBUG nova.network.neutron [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Port 80d18de1-3435-4b47-bef0-328687f9aefb binding to destination host cpu-1 is already ACTIVE {{(pid=70015) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1518.565928] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquiring lock "8683bbec-5d71-49f8-9b3a-09a4b619a627-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1518.566332] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "8683bbec-5d71-49f8-9b3a-09a4b619a627-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1518.566436] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "8683bbec-5d71-49f8-9b3a-09a4b619a627-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1519.604950] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquiring lock "refresh_cache-8683bbec-5d71-49f8-9b3a-09a4b619a627" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.605249] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquired lock "refresh_cache-8683bbec-5d71-49f8-9b3a-09a4b619a627" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.605367] env[70015]: DEBUG nova.network.neutron [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1520.296393] env[70015]: DEBUG nova.network.neutron [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Updating instance_info_cache with network_info: [{"id": "80d18de1-3435-4b47-bef0-328687f9aefb", "address": "fa:16:3e:76:55:53", "network": {"id": "e85e473c-f30b-477b-adc3-f1198c40f064", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-409909936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "387a27341eeb4c9b8f6f4b440d1a2119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80d18de1-34", "ovs_interfaceid": "80d18de1-3435-4b47-bef0-328687f9aefb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1520.799240] env[70015]: DEBUG oslo_concurrency.lockutils [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Releasing lock "refresh_cache-8683bbec-5d71-49f8-9b3a-09a4b619a627" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.265177] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1521.265413] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1521.265567] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1521.265713] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1521.265878] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1521.266064] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1521.266216] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1521.266353] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70015) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1521.266498] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1521.323183] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1873cef-f275-4b9d-9808-722df6548b2e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.341776] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13077d68-1af1-4e1b-b52d-72e0bfa2dd06 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.349489] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Updating instance '8683bbec-5d71-49f8-9b3a-09a4b619a627' progress to 83 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1521.769798] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1521.770095] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1521.770258] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1521.770409] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70015) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1521.771291] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b697ea5-2cdb-41cf-8c25-67a35d17a2a2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.779447] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6fd4ca0-e5bd-4720-a5a0-d93bc7ac4af1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.792567] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd79ecc-e1e7-4596-9f0a-183073d1c9de {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.798470] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6a0a3d-1a32-4839-98db-58e5a0f0314b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.826185] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180792MB free_disk=77GB free_vcpus=48 pci_devices=None {{(pid=70015) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1521.826458] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1521.826584] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1521.855297] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1521.855522] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-314c9e88-0aa3-4c3f-a2d2-0ccb0066900d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.861507] env[70015]: DEBUG oslo_vmware.api [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1521.861507] env[70015]: value = "task-3611953" [ 1521.861507] env[70015]: _type = "Task" [ 1521.861507] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.868629] env[70015]: DEBUG oslo_vmware.api [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611953, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.370980] env[70015]: DEBUG oslo_vmware.api [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611953, 'name': PowerOnVM_Task, 'duration_secs': 0.353418} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.371273] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1522.371463] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d4f648-a4f9-4540-84c6-e3b25c24592c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Updating instance '8683bbec-5d71-49f8-9b3a-09a4b619a627' progress to 100 {{(pid=70015) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1522.833492] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Applying migration context for instance 8683bbec-5d71-49f8-9b3a-09a4b619a627 as it has an incoming, in-progress migration 05af7951-f331-46dc-bb03-fbf27f959140. Migration status is post-migrating {{(pid=70015) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1522.834075] env[70015]: INFO nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Updating resource usage from migration 05af7951-f331-46dc-bb03-fbf27f959140 [ 1522.850218] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Migration 05af7951-f331-46dc-bb03-fbf27f959140 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1522.850363] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 8683bbec-5d71-49f8-9b3a-09a4b619a627 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1522.850528] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=70015) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1522.850662] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=960MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=70015) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1522.887273] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca63828-84b7-47fe-b02c-c5663158f08b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.894849] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6116b3-ebf5-4be4-b823-104456573069 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.927191] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c7c811-2e14-430f-b645-60a5fc51173b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.934364] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa45a9a5-585b-465a-8404-8c998711e623 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.948793] env[70015]: DEBUG nova.compute.provider_tree [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1523.451896] env[70015]: DEBUG nova.scheduler.client.report [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1523.956435] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70015) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1523.956784] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.130s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1525.181500] env[70015]: DEBUG nova.network.neutron [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Port 80d18de1-3435-4b47-bef0-328687f9aefb binding to destination host cpu-1 is already ACTIVE {{(pid=70015) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1525.181759] env[70015]: DEBUG oslo_concurrency.lockutils [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquiring lock "refresh_cache-8683bbec-5d71-49f8-9b3a-09a4b619a627" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.181910] env[70015]: DEBUG oslo_concurrency.lockutils [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquired lock "refresh_cache-8683bbec-5d71-49f8-9b3a-09a4b619a627" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.182084] env[70015]: DEBUG nova.network.neutron [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1525.912899] env[70015]: DEBUG nova.network.neutron [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Updating instance_info_cache with network_info: [{"id": "80d18de1-3435-4b47-bef0-328687f9aefb", "address": "fa:16:3e:76:55:53", "network": {"id": "e85e473c-f30b-477b-adc3-f1198c40f064", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-409909936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "387a27341eeb4c9b8f6f4b440d1a2119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80d18de1-34", "ovs_interfaceid": "80d18de1-3435-4b47-bef0-328687f9aefb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1526.415855] env[70015]: DEBUG oslo_concurrency.lockutils [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Releasing lock "refresh_cache-8683bbec-5d71-49f8-9b3a-09a4b619a627" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.878837] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1526.920187] env[70015]: DEBUG nova.compute.manager [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70015) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1526.920187] env[70015]: DEBUG oslo_concurrency.lockutils [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1526.920187] env[70015]: DEBUG oslo_concurrency.lockutils [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1527.422520] env[70015]: DEBUG nova.objects.instance [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lazy-loading 'migration_context' on Instance uuid 8683bbec-5d71-49f8-9b3a-09a4b619a627 {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1527.993563] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05cb2127-231e-409a-8ce8-ff71a6b70f4a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.001225] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f877009-1522-488c-9636-0e48776b3fa4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.032624] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1527d089-79ea-468c-b35b-14b9065cb67d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.039557] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5f86ab-c664-443e-af92-ceb8551c46fc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.052343] env[70015]: DEBUG nova.compute.provider_tree [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1528.556352] env[70015]: DEBUG nova.scheduler.client.report [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1529.568818] env[70015]: DEBUG oslo_concurrency.lockutils [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.649s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1531.103921] env[70015]: INFO nova.compute.manager [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Swapping old allocation on dict_keys(['74b1aad2-fde9-482f-bdc7-a62277f2e79c']) held by migration 05af7951-f331-46dc-bb03-fbf27f959140 for instance [ 1531.124674] env[70015]: DEBUG nova.scheduler.client.report [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Overwriting current allocation {'allocations': {'74b1aad2-fde9-482f-bdc7-a62277f2e79c': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 178}}, 'project_id': '387a27341eeb4c9b8f6f4b440d1a2119', 'user_id': 'cc5e291c70644bd89f8bb7441c3b18c0', 'consumer_generation': 1} on consumer 8683bbec-5d71-49f8-9b3a-09a4b619a627 {{(pid=70015) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1531.200150] env[70015]: DEBUG oslo_concurrency.lockutils [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquiring lock "refresh_cache-8683bbec-5d71-49f8-9b3a-09a4b619a627" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.200354] env[70015]: DEBUG oslo_concurrency.lockutils [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquired lock "refresh_cache-8683bbec-5d71-49f8-9b3a-09a4b619a627" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.200534] env[70015]: DEBUG nova.network.neutron [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1531.900446] env[70015]: DEBUG nova.network.neutron [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Updating instance_info_cache with network_info: [{"id": "80d18de1-3435-4b47-bef0-328687f9aefb", "address": "fa:16:3e:76:55:53", "network": {"id": "e85e473c-f30b-477b-adc3-f1198c40f064", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-409909936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "387a27341eeb4c9b8f6f4b440d1a2119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80d18de1-34", "ovs_interfaceid": "80d18de1-3435-4b47-bef0-328687f9aefb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1532.403397] env[70015]: DEBUG oslo_concurrency.lockutils [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Releasing lock "refresh_cache-8683bbec-5d71-49f8-9b3a-09a4b619a627" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.403870] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1532.404181] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be0f2473-1131-4aab-bc62-46c7e1994319 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.412492] env[70015]: DEBUG oslo_vmware.api [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1532.412492] env[70015]: value = "task-3611954" [ 1532.412492] env[70015]: _type = "Task" [ 1532.412492] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.421309] env[70015]: DEBUG oslo_vmware.api [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611954, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.922429] env[70015]: DEBUG oslo_vmware.api [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611954, 'name': PowerOffVM_Task, 'duration_secs': 0.206992} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.922749] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1532.923493] env[70015]: DEBUG nova.virt.hardware [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1532.923753] env[70015]: DEBUG nova.virt.hardware [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1532.923958] env[70015]: DEBUG nova.virt.hardware [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1532.924217] env[70015]: DEBUG nova.virt.hardware [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1532.924410] env[70015]: DEBUG nova.virt.hardware [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1532.924607] env[70015]: DEBUG nova.virt.hardware [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1532.924863] env[70015]: DEBUG nova.virt.hardware [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1532.925100] env[70015]: DEBUG nova.virt.hardware [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1532.925323] env[70015]: DEBUG nova.virt.hardware [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1532.925541] env[70015]: DEBUG nova.virt.hardware [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1532.925763] env[70015]: DEBUG nova.virt.hardware [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1532.930779] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ef3bcc7-d790-44c2-b9c7-27f0470245b4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.946717] env[70015]: DEBUG oslo_vmware.api [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1532.946717] env[70015]: value = "task-3611955" [ 1532.946717] env[70015]: _type = "Task" [ 1532.946717] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.954438] env[70015]: DEBUG oslo_vmware.api [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611955, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.457370] env[70015]: DEBUG oslo_vmware.api [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611955, 'name': ReconfigVM_Task, 'duration_secs': 0.132158} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.458206] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c176988-5c3b-4da3-89e1-f3e0aa0b454f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.476228] env[70015]: DEBUG nova.virt.hardware [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1533.476486] env[70015]: DEBUG nova.virt.hardware [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1533.476642] env[70015]: DEBUG nova.virt.hardware [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1533.476821] env[70015]: DEBUG nova.virt.hardware [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1533.476966] env[70015]: DEBUG nova.virt.hardware [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1533.477137] env[70015]: DEBUG nova.virt.hardware [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1533.477337] env[70015]: DEBUG nova.virt.hardware [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1533.477491] env[70015]: DEBUG nova.virt.hardware [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1533.477652] env[70015]: DEBUG nova.virt.hardware [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1533.477810] env[70015]: DEBUG nova.virt.hardware [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1533.478012] env[70015]: DEBUG nova.virt.hardware [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1533.478797] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2beba42-027a-402b-a39b-501021ff79cd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.484257] env[70015]: DEBUG oslo_vmware.api [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1533.484257] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]523814ad-92d4-4b77-be4a-5eaa9654fb74" [ 1533.484257] env[70015]: _type = "Task" [ 1533.484257] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.492335] env[70015]: DEBUG oslo_vmware.api [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]523814ad-92d4-4b77-be4a-5eaa9654fb74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.997134] env[70015]: DEBUG oslo_vmware.api [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]523814ad-92d4-4b77-be4a-5eaa9654fb74, 'name': SearchDatastore_Task, 'duration_secs': 0.011585} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.005611] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Reconfiguring VM instance instance-0000007d to detach disk 2000 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1534.005988] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d512fc96-76e6-4015-ba29-1cff51ea6844 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.032730] env[70015]: DEBUG oslo_vmware.api [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1534.032730] env[70015]: value = "task-3611956" [ 1534.032730] env[70015]: _type = "Task" [ 1534.032730] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.043702] env[70015]: DEBUG oslo_vmware.api [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611956, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.543301] env[70015]: DEBUG oslo_vmware.api [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611956, 'name': ReconfigVM_Task, 'duration_secs': 0.255945} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.543749] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Reconfigured VM instance instance-0000007d to detach disk 2000 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1534.544319] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3caef277-2201-49ae-a09b-895745d23f13 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.565372] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 8683bbec-5d71-49f8-9b3a-09a4b619a627/8683bbec-5d71-49f8-9b3a-09a4b619a627.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1534.565608] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58334d1d-480c-4a95-8014-bbbf46816fe4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.582442] env[70015]: DEBUG oslo_vmware.api [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1534.582442] env[70015]: value = "task-3611957" [ 1534.582442] env[70015]: _type = "Task" [ 1534.582442] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.589839] env[70015]: DEBUG oslo_vmware.api [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611957, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.092589] env[70015]: DEBUG oslo_vmware.api [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611957, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.592803] env[70015]: DEBUG oslo_vmware.api [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611957, 'name': ReconfigVM_Task, 'duration_secs': 0.832049} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.593286] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 8683bbec-5d71-49f8-9b3a-09a4b619a627/8683bbec-5d71-49f8-9b3a-09a4b619a627.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1535.593876] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc39f869-0883-488f-ac4d-91366427747a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.612272] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a11e74-aadf-49eb-9a4f-2485a4e05354 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.629534] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce8a9ec-a4a6-4625-b47e-ad49aad32a09 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.646788] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f256427a-50f4-4420-903a-6239fa2e456d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.653132] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1535.653352] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce814d29-ff95-4690-83c6-397bd308dc43 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.658911] env[70015]: DEBUG oslo_vmware.api [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1535.658911] env[70015]: value = "task-3611958" [ 1535.658911] env[70015]: _type = "Task" [ 1535.658911] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.665837] env[70015]: DEBUG oslo_vmware.api [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611958, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.168983] env[70015]: DEBUG oslo_vmware.api [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611958, 'name': PowerOnVM_Task, 'duration_secs': 0.3631} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.169315] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1537.180635] env[70015]: INFO nova.compute.manager [None req-730d3f1b-019a-4317-92b9-f7cff387917c tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Updating instance to original state: 'active' [ 1538.666502] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b81d55d5-ec7a-452b-ac1f-7c0d111bc839 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquiring lock "8683bbec-5d71-49f8-9b3a-09a4b619a627" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1538.666921] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b81d55d5-ec7a-452b-ac1f-7c0d111bc839 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "8683bbec-5d71-49f8-9b3a-09a4b619a627" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1538.667022] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b81d55d5-ec7a-452b-ac1f-7c0d111bc839 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquiring lock "8683bbec-5d71-49f8-9b3a-09a4b619a627-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1538.667250] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b81d55d5-ec7a-452b-ac1f-7c0d111bc839 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "8683bbec-5d71-49f8-9b3a-09a4b619a627-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1538.667420] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b81d55d5-ec7a-452b-ac1f-7c0d111bc839 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "8683bbec-5d71-49f8-9b3a-09a4b619a627-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1538.669662] env[70015]: INFO nova.compute.manager [None req-b81d55d5-ec7a-452b-ac1f-7c0d111bc839 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Terminating instance [ 1539.173750] env[70015]: DEBUG nova.compute.manager [None req-b81d55d5-ec7a-452b-ac1f-7c0d111bc839 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1539.173995] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b81d55d5-ec7a-452b-ac1f-7c0d111bc839 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1539.174905] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93a1392-0a04-4793-a9a8-bc8c2535d5b5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.182650] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b81d55d5-ec7a-452b-ac1f-7c0d111bc839 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1539.182834] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a632111b-c9e1-41cd-8d74-09fc93ed6609 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.188944] env[70015]: DEBUG oslo_vmware.api [None req-b81d55d5-ec7a-452b-ac1f-7c0d111bc839 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1539.188944] env[70015]: value = "task-3611959" [ 1539.188944] env[70015]: _type = "Task" [ 1539.188944] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.197052] env[70015]: DEBUG oslo_vmware.api [None req-b81d55d5-ec7a-452b-ac1f-7c0d111bc839 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.698457] env[70015]: DEBUG oslo_vmware.api [None req-b81d55d5-ec7a-452b-ac1f-7c0d111bc839 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611959, 'name': PowerOffVM_Task, 'duration_secs': 0.184249} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.698851] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-b81d55d5-ec7a-452b-ac1f-7c0d111bc839 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1539.698896] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b81d55d5-ec7a-452b-ac1f-7c0d111bc839 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1539.699192] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a50cfcd-2e6d-480e-9473-90666ca4842c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.765621] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b81d55d5-ec7a-452b-ac1f-7c0d111bc839 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1539.765836] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b81d55d5-ec7a-452b-ac1f-7c0d111bc839 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1539.766060] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-b81d55d5-ec7a-452b-ac1f-7c0d111bc839 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Deleting the datastore file [datastore1] 8683bbec-5d71-49f8-9b3a-09a4b619a627 {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1539.766322] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f692b387-0d34-4a6d-97cc-90b939d4a239 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.773297] env[70015]: DEBUG oslo_vmware.api [None req-b81d55d5-ec7a-452b-ac1f-7c0d111bc839 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1539.773297] env[70015]: value = "task-3611961" [ 1539.773297] env[70015]: _type = "Task" [ 1539.773297] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.781082] env[70015]: DEBUG oslo_vmware.api [None req-b81d55d5-ec7a-452b-ac1f-7c0d111bc839 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611961, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.283342] env[70015]: DEBUG oslo_vmware.api [None req-b81d55d5-ec7a-452b-ac1f-7c0d111bc839 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611961, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158501} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.283600] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-b81d55d5-ec7a-452b-ac1f-7c0d111bc839 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1540.283751] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b81d55d5-ec7a-452b-ac1f-7c0d111bc839 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1540.283928] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-b81d55d5-ec7a-452b-ac1f-7c0d111bc839 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1540.284118] env[70015]: INFO nova.compute.manager [None req-b81d55d5-ec7a-452b-ac1f-7c0d111bc839 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1540.284362] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b81d55d5-ec7a-452b-ac1f-7c0d111bc839 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1540.284541] env[70015]: DEBUG nova.compute.manager [-] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1540.284633] env[70015]: DEBUG nova.network.neutron [-] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1541.090029] env[70015]: DEBUG nova.compute.manager [req-112e5375-7340-4ffa-993a-f00b36fa955b req-383681c1-b40e-4db6-a953-1399458f27a3 service nova] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Received event network-vif-deleted-80d18de1-3435-4b47-bef0-328687f9aefb {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1541.090325] env[70015]: INFO nova.compute.manager [req-112e5375-7340-4ffa-993a-f00b36fa955b req-383681c1-b40e-4db6-a953-1399458f27a3 service nova] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Neutron deleted interface 80d18de1-3435-4b47-bef0-328687f9aefb; detaching it from the instance and deleting it from the info cache [ 1541.090534] env[70015]: DEBUG nova.network.neutron [req-112e5375-7340-4ffa-993a-f00b36fa955b req-383681c1-b40e-4db6-a953-1399458f27a3 service nova] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1541.495301] env[70015]: DEBUG nova.network.neutron [-] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1541.593242] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d5011ac0-fff1-4808-b1ad-62e1492c115f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.604626] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f085b2ff-4316-4f7a-8fe5-a86b371af3d0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.629793] env[70015]: DEBUG nova.compute.manager [req-112e5375-7340-4ffa-993a-f00b36fa955b req-383681c1-b40e-4db6-a953-1399458f27a3 service nova] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Detach interface failed, port_id=80d18de1-3435-4b47-bef0-328687f9aefb, reason: Instance 8683bbec-5d71-49f8-9b3a-09a4b619a627 could not be found. {{(pid=70015) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1541.998048] env[70015]: INFO nova.compute.manager [-] [instance: 8683bbec-5d71-49f8-9b3a-09a4b619a627] Took 1.71 seconds to deallocate network for instance. [ 1542.504211] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b81d55d5-ec7a-452b-ac1f-7c0d111bc839 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1542.504614] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b81d55d5-ec7a-452b-ac1f-7c0d111bc839 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1542.504684] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b81d55d5-ec7a-452b-ac1f-7c0d111bc839 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1542.533097] env[70015]: INFO nova.scheduler.client.report [None req-b81d55d5-ec7a-452b-ac1f-7c0d111bc839 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Deleted allocations for instance 8683bbec-5d71-49f8-9b3a-09a4b619a627 [ 1543.040674] env[70015]: DEBUG oslo_concurrency.lockutils [None req-b81d55d5-ec7a-452b-ac1f-7c0d111bc839 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "8683bbec-5d71-49f8-9b3a-09a4b619a627" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.374s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1543.720800] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquiring lock "29afaa1f-3458-4c19-a382-b8d5d60b13cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1543.721166] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "29afaa1f-3458-4c19-a382-b8d5d60b13cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1544.224201] env[70015]: DEBUG nova.compute.manager [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1544.743898] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1544.744209] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1544.745428] env[70015]: INFO nova.compute.claims [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1545.769573] env[70015]: DEBUG nova.scheduler.client.report [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Refreshing inventories for resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1545.782918] env[70015]: DEBUG nova.scheduler.client.report [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Updating ProviderTree inventory for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1545.783152] env[70015]: DEBUG nova.compute.provider_tree [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Updating inventory in ProviderTree for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1545.792735] env[70015]: DEBUG nova.scheduler.client.report [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Refreshing aggregate associations for resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c, aggregates: None {{(pid=70015) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1545.808810] env[70015]: DEBUG nova.scheduler.client.report [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Refreshing trait associations for resource provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=70015) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1545.835707] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e52c850-75b5-41a1-8e27-b8049eef96aa {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.843160] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1a62fe-766a-4e26-a517-17a3dea5f17d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.873207] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b59fb0d-28bb-4238-b59b-cc3b7dc74855 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.879725] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb05a70f-002b-4a7b-8f34-246a77bdf494 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.892095] env[70015]: DEBUG nova.compute.provider_tree [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1546.395328] env[70015]: DEBUG nova.scheduler.client.report [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1546.900317] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.156s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1546.900880] env[70015]: DEBUG nova.compute.manager [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1547.405673] env[70015]: DEBUG nova.compute.utils [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1547.407157] env[70015]: DEBUG nova.compute.manager [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1547.407331] env[70015]: DEBUG nova.network.neutron [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1547.478430] env[70015]: DEBUG nova.policy [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc5e291c70644bd89f8bb7441c3b18c0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '387a27341eeb4c9b8f6f4b440d1a2119', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 1547.737338] env[70015]: DEBUG nova.network.neutron [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Successfully created port: f101188b-d56e-4bca-a1f5-36e5fe13590c {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1547.911171] env[70015]: DEBUG nova.compute.manager [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1548.921369] env[70015]: DEBUG nova.compute.manager [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1548.951155] env[70015]: DEBUG nova.virt.hardware [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T20:56:20Z,direct_url=,disk_format='vmdk',id=610693f8-5d52-4275-a790-262cb88d3cd9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d690f2455b7c4076b06d93f0db674d65',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T20:56:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1548.951570] env[70015]: DEBUG nova.virt.hardware [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1548.951848] env[70015]: DEBUG nova.virt.hardware [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1548.952200] env[70015]: DEBUG nova.virt.hardware [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1548.952484] env[70015]: DEBUG nova.virt.hardware [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1548.952769] env[70015]: DEBUG nova.virt.hardware [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1548.953150] env[70015]: DEBUG nova.virt.hardware [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1548.953456] env[70015]: DEBUG nova.virt.hardware [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1548.953777] env[70015]: DEBUG nova.virt.hardware [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1548.954101] env[70015]: DEBUG nova.virt.hardware [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1548.954803] env[70015]: DEBUG nova.virt.hardware [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1548.955810] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da091022-2e5f-4c87-b097-e5b73a58bfb2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.967265] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1594c9b7-3180-466f-b584-1d063487a2d0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.089711] env[70015]: DEBUG nova.compute.manager [req-a9198a39-eaa5-4e48-80c4-69d989a40616 req-2bf53a73-3193-4f13-b3bd-9dc81b5b921e service nova] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Received event network-vif-plugged-f101188b-d56e-4bca-a1f5-36e5fe13590c {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1549.089711] env[70015]: DEBUG oslo_concurrency.lockutils [req-a9198a39-eaa5-4e48-80c4-69d989a40616 req-2bf53a73-3193-4f13-b3bd-9dc81b5b921e service nova] Acquiring lock "29afaa1f-3458-4c19-a382-b8d5d60b13cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1549.089877] env[70015]: DEBUG oslo_concurrency.lockutils [req-a9198a39-eaa5-4e48-80c4-69d989a40616 req-2bf53a73-3193-4f13-b3bd-9dc81b5b921e service nova] Lock "29afaa1f-3458-4c19-a382-b8d5d60b13cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1549.090061] env[70015]: DEBUG oslo_concurrency.lockutils [req-a9198a39-eaa5-4e48-80c4-69d989a40616 req-2bf53a73-3193-4f13-b3bd-9dc81b5b921e service nova] Lock "29afaa1f-3458-4c19-a382-b8d5d60b13cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1549.090232] env[70015]: DEBUG nova.compute.manager [req-a9198a39-eaa5-4e48-80c4-69d989a40616 req-2bf53a73-3193-4f13-b3bd-9dc81b5b921e service nova] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] No waiting events found dispatching network-vif-plugged-f101188b-d56e-4bca-a1f5-36e5fe13590c {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1549.090409] env[70015]: WARNING nova.compute.manager [req-a9198a39-eaa5-4e48-80c4-69d989a40616 req-2bf53a73-3193-4f13-b3bd-9dc81b5b921e service nova] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Received unexpected event network-vif-plugged-f101188b-d56e-4bca-a1f5-36e5fe13590c for instance with vm_state building and task_state spawning. [ 1549.167852] env[70015]: DEBUG nova.network.neutron [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Successfully updated port: f101188b-d56e-4bca-a1f5-36e5fe13590c {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1549.670210] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquiring lock "refresh_cache-29afaa1f-3458-4c19-a382-b8d5d60b13cc" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.670350] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquired lock "refresh_cache-29afaa1f-3458-4c19-a382-b8d5d60b13cc" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.670529] env[70015]: DEBUG nova.network.neutron [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1550.202963] env[70015]: DEBUG nova.network.neutron [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1550.320436] env[70015]: DEBUG nova.network.neutron [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Updating instance_info_cache with network_info: [{"id": "f101188b-d56e-4bca-a1f5-36e5fe13590c", "address": "fa:16:3e:84:11:28", "network": {"id": "e85e473c-f30b-477b-adc3-f1198c40f064", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-409909936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "387a27341eeb4c9b8f6f4b440d1a2119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf101188b-d5", "ovs_interfaceid": "f101188b-d56e-4bca-a1f5-36e5fe13590c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1550.823471] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Releasing lock "refresh_cache-29afaa1f-3458-4c19-a382-b8d5d60b13cc" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.823766] env[70015]: DEBUG nova.compute.manager [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Instance network_info: |[{"id": "f101188b-d56e-4bca-a1f5-36e5fe13590c", "address": "fa:16:3e:84:11:28", "network": {"id": "e85e473c-f30b-477b-adc3-f1198c40f064", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-409909936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "387a27341eeb4c9b8f6f4b440d1a2119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf101188b-d5", "ovs_interfaceid": "f101188b-d56e-4bca-a1f5-36e5fe13590c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1550.824275] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:11:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a06a63d6-2aeb-4084-8022-f804cac3fa74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f101188b-d56e-4bca-a1f5-36e5fe13590c', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1550.831616] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1550.831813] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1550.832039] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbed6657-a4fd-4ce3-b932-a33b04a96a2e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.852485] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1550.852485] env[70015]: value = "task-3611962" [ 1550.852485] env[70015]: _type = "Task" [ 1550.852485] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.859661] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611962, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.116528] env[70015]: DEBUG nova.compute.manager [req-40ee8200-375e-4fe2-8f4f-4dfefa03640e req-23bd3ba9-f50e-4d68-81e5-3240afaa86f1 service nova] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Received event network-changed-f101188b-d56e-4bca-a1f5-36e5fe13590c {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1551.116697] env[70015]: DEBUG nova.compute.manager [req-40ee8200-375e-4fe2-8f4f-4dfefa03640e req-23bd3ba9-f50e-4d68-81e5-3240afaa86f1 service nova] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Refreshing instance network info cache due to event network-changed-f101188b-d56e-4bca-a1f5-36e5fe13590c. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1551.116891] env[70015]: DEBUG oslo_concurrency.lockutils [req-40ee8200-375e-4fe2-8f4f-4dfefa03640e req-23bd3ba9-f50e-4d68-81e5-3240afaa86f1 service nova] Acquiring lock "refresh_cache-29afaa1f-3458-4c19-a382-b8d5d60b13cc" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.117048] env[70015]: DEBUG oslo_concurrency.lockutils [req-40ee8200-375e-4fe2-8f4f-4dfefa03640e req-23bd3ba9-f50e-4d68-81e5-3240afaa86f1 service nova] Acquired lock "refresh_cache-29afaa1f-3458-4c19-a382-b8d5d60b13cc" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.117210] env[70015]: DEBUG nova.network.neutron [req-40ee8200-375e-4fe2-8f4f-4dfefa03640e req-23bd3ba9-f50e-4d68-81e5-3240afaa86f1 service nova] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Refreshing network info cache for port f101188b-d56e-4bca-a1f5-36e5fe13590c {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1551.362326] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611962, 'name': CreateVM_Task, 'duration_secs': 0.31695} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.362647] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1551.363166] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.363422] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.363649] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.363889] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0810dca-39e0-480e-93fe-e9e0c4d0abab {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.367964] env[70015]: DEBUG oslo_vmware.api [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1551.367964] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]5293d4f2-1a1c-e37f-887f-291586c258fc" [ 1551.367964] env[70015]: _type = "Task" [ 1551.367964] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.374968] env[70015]: DEBUG oslo_vmware.api [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5293d4f2-1a1c-e37f-887f-291586c258fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.823789] env[70015]: DEBUG nova.network.neutron [req-40ee8200-375e-4fe2-8f4f-4dfefa03640e req-23bd3ba9-f50e-4d68-81e5-3240afaa86f1 service nova] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Updated VIF entry in instance network info cache for port f101188b-d56e-4bca-a1f5-36e5fe13590c. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1551.824150] env[70015]: DEBUG nova.network.neutron [req-40ee8200-375e-4fe2-8f4f-4dfefa03640e req-23bd3ba9-f50e-4d68-81e5-3240afaa86f1 service nova] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Updating instance_info_cache with network_info: [{"id": "f101188b-d56e-4bca-a1f5-36e5fe13590c", "address": "fa:16:3e:84:11:28", "network": {"id": "e85e473c-f30b-477b-adc3-f1198c40f064", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-409909936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "387a27341eeb4c9b8f6f4b440d1a2119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf101188b-d5", "ovs_interfaceid": "f101188b-d56e-4bca-a1f5-36e5fe13590c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1551.877851] env[70015]: DEBUG oslo_vmware.api [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]5293d4f2-1a1c-e37f-887f-291586c258fc, 'name': SearchDatastore_Task, 'duration_secs': 0.013396} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.878180] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.878414] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Processing image 610693f8-5d52-4275-a790-262cb88d3cd9 {{(pid=70015) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1551.878715] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.878876] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquired lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.879091] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1551.879320] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58eda09a-968f-4566-9ee4-8e1a50c8e369 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.887196] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70015) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1551.887368] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70015) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1551.888130] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8222d563-11ce-4900-b7b1-45a0e11e9046 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.892673] env[70015]: DEBUG oslo_vmware.api [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1551.892673] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]52b10683-d002-0d91-089e-05ccc78d909b" [ 1551.892673] env[70015]: _type = "Task" [ 1551.892673] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.900403] env[70015]: DEBUG oslo_vmware.api [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52b10683-d002-0d91-089e-05ccc78d909b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.327190] env[70015]: DEBUG oslo_concurrency.lockutils [req-40ee8200-375e-4fe2-8f4f-4dfefa03640e req-23bd3ba9-f50e-4d68-81e5-3240afaa86f1 service nova] Releasing lock "refresh_cache-29afaa1f-3458-4c19-a382-b8d5d60b13cc" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.402682] env[70015]: DEBUG oslo_vmware.api [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]52b10683-d002-0d91-089e-05ccc78d909b, 'name': SearchDatastore_Task, 'duration_secs': 0.009522} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.403450] env[70015]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32a30114-68c1-439b-bfbe-f33187b6dfbd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.408394] env[70015]: DEBUG oslo_vmware.api [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1552.408394] env[70015]: value = "session[5251f48e-b236-0f34-cc92-32dc330c550d]528f3bdb-5f43-eb21-ec04-b3d2e909b82d" [ 1552.408394] env[70015]: _type = "Task" [ 1552.408394] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.417168] env[70015]: DEBUG oslo_vmware.api [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]528f3bdb-5f43-eb21-ec04-b3d2e909b82d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.918706] env[70015]: DEBUG oslo_vmware.api [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': session[5251f48e-b236-0f34-cc92-32dc330c550d]528f3bdb-5f43-eb21-ec04-b3d2e909b82d, 'name': SearchDatastore_Task, 'duration_secs': 0.011218} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.918954] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Releasing lock "[datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.919244] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 29afaa1f-3458-4c19-a382-b8d5d60b13cc/29afaa1f-3458-4c19-a382-b8d5d60b13cc.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1552.919492] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-198466b4-3f51-4cfb-9ee1-a161e8e0c4a6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.925258] env[70015]: DEBUG oslo_vmware.api [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1552.925258] env[70015]: value = "task-3611963" [ 1552.925258] env[70015]: _type = "Task" [ 1552.925258] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.932595] env[70015]: DEBUG oslo_vmware.api [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611963, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.434911] env[70015]: DEBUG oslo_vmware.api [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611963, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.42793} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.435271] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/610693f8-5d52-4275-a790-262cb88d3cd9/610693f8-5d52-4275-a790-262cb88d3cd9.vmdk to [datastore1] 29afaa1f-3458-4c19-a382-b8d5d60b13cc/29afaa1f-3458-4c19-a382-b8d5d60b13cc.vmdk {{(pid=70015) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1553.435410] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Extending root virtual disk to 1048576 {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1553.435651] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0000de2-09c1-4cf2-a0c1-b00b25831eb8 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.441464] env[70015]: DEBUG oslo_vmware.api [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1553.441464] env[70015]: value = "task-3611964" [ 1553.441464] env[70015]: _type = "Task" [ 1553.441464] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.448103] env[70015]: DEBUG oslo_vmware.api [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611964, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.951346] env[70015]: DEBUG oslo_vmware.api [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611964, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058187} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.951569] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Extended root virtual disk {{(pid=70015) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1553.952326] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbb58f2-516e-4532-9c92-1585eb632cf2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.973850] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 29afaa1f-3458-4c19-a382-b8d5d60b13cc/29afaa1f-3458-4c19-a382-b8d5d60b13cc.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1553.973850] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a59bfe3-0e69-470f-bc1e-9d4953bfae0b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.991493] env[70015]: DEBUG oslo_vmware.api [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1553.991493] env[70015]: value = "task-3611965" [ 1553.991493] env[70015]: _type = "Task" [ 1553.991493] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.999011] env[70015]: DEBUG oslo_vmware.api [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611965, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.501745] env[70015]: DEBUG oslo_vmware.api [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611965, 'name': ReconfigVM_Task, 'duration_secs': 0.253955} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.502076] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 29afaa1f-3458-4c19-a382-b8d5d60b13cc/29afaa1f-3458-4c19-a382-b8d5d60b13cc.vmdk or device None with type sparse {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1554.502645] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3924d769-2d48-4ce3-bb1a-83ac705dac71 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.509414] env[70015]: DEBUG oslo_vmware.api [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1554.509414] env[70015]: value = "task-3611966" [ 1554.509414] env[70015]: _type = "Task" [ 1554.509414] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.516469] env[70015]: DEBUG oslo_vmware.api [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611966, 'name': Rename_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.019033] env[70015]: DEBUG oslo_vmware.api [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611966, 'name': Rename_Task, 'duration_secs': 0.143176} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.019354] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1555.019604] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b7a29fa-3683-4214-b2bb-2263145e7a7b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.025765] env[70015]: DEBUG oslo_vmware.api [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1555.025765] env[70015]: value = "task-3611967" [ 1555.025765] env[70015]: _type = "Task" [ 1555.025765] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.032919] env[70015]: DEBUG oslo_vmware.api [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611967, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.535807] env[70015]: DEBUG oslo_vmware.api [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611967, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.035545] env[70015]: DEBUG oslo_vmware.api [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611967, 'name': PowerOnVM_Task, 'duration_secs': 0.984603} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.035794] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1556.036018] env[70015]: INFO nova.compute.manager [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Took 7.11 seconds to spawn the instance on the hypervisor. [ 1556.036212] env[70015]: DEBUG nova.compute.manager [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1556.036961] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d75e007-2b64-4464-bd3d-7fa493427977 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.557219] env[70015]: INFO nova.compute.manager [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Took 11.83 seconds to build instance. [ 1556.613337] env[70015]: DEBUG nova.compute.manager [req-b414eb54-af9d-4f65-a66e-e9738cc5c6e7 req-27996182-7398-4513-8e72-122181521735 service nova] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Received event network-changed-f101188b-d56e-4bca-a1f5-36e5fe13590c {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1556.613520] env[70015]: DEBUG nova.compute.manager [req-b414eb54-af9d-4f65-a66e-e9738cc5c6e7 req-27996182-7398-4513-8e72-122181521735 service nova] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Refreshing instance network info cache due to event network-changed-f101188b-d56e-4bca-a1f5-36e5fe13590c. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1556.613737] env[70015]: DEBUG oslo_concurrency.lockutils [req-b414eb54-af9d-4f65-a66e-e9738cc5c6e7 req-27996182-7398-4513-8e72-122181521735 service nova] Acquiring lock "refresh_cache-29afaa1f-3458-4c19-a382-b8d5d60b13cc" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.613879] env[70015]: DEBUG oslo_concurrency.lockutils [req-b414eb54-af9d-4f65-a66e-e9738cc5c6e7 req-27996182-7398-4513-8e72-122181521735 service nova] Acquired lock "refresh_cache-29afaa1f-3458-4c19-a382-b8d5d60b13cc" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.614053] env[70015]: DEBUG nova.network.neutron [req-b414eb54-af9d-4f65-a66e-e9738cc5c6e7 req-27996182-7398-4513-8e72-122181521735 service nova] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Refreshing network info cache for port f101188b-d56e-4bca-a1f5-36e5fe13590c {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1557.059254] env[70015]: DEBUG oslo_concurrency.lockutils [None req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "29afaa1f-3458-4c19-a382-b8d5d60b13cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.338s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1557.313353] env[70015]: DEBUG nova.network.neutron [req-b414eb54-af9d-4f65-a66e-e9738cc5c6e7 req-27996182-7398-4513-8e72-122181521735 service nova] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Updated VIF entry in instance network info cache for port f101188b-d56e-4bca-a1f5-36e5fe13590c. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1557.313702] env[70015]: DEBUG nova.network.neutron [req-b414eb54-af9d-4f65-a66e-e9738cc5c6e7 req-27996182-7398-4513-8e72-122181521735 service nova] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Updating instance_info_cache with network_info: [{"id": "f101188b-d56e-4bca-a1f5-36e5fe13590c", "address": "fa:16:3e:84:11:28", "network": {"id": "e85e473c-f30b-477b-adc3-f1198c40f064", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-409909936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "387a27341eeb4c9b8f6f4b440d1a2119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf101188b-d5", "ovs_interfaceid": "f101188b-d56e-4bca-a1f5-36e5fe13590c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1557.816389] env[70015]: DEBUG oslo_concurrency.lockutils [req-b414eb54-af9d-4f65-a66e-e9738cc5c6e7 req-27996182-7398-4513-8e72-122181521735 service nova] Releasing lock "refresh_cache-29afaa1f-3458-4c19-a382-b8d5d60b13cc" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.192559] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1572.188609] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1572.193217] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1574.193263] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1575.193664] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1577.192894] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1579.193145] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1579.193393] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70015) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1579.193515] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1579.696847] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1579.697140] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1579.697313] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1579.697471] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70015) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1579.698425] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d685b8-42e0-4254-8070-981a98bd352e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.707082] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726f9ecf-26ce-4dc8-9488-8d67377855ba {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.721157] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b67fe2f-4972-42c0-b1fe-27ac9f2b2471 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.727608] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ea8d0e-a70b-45be-b0b5-318199335431 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.757508] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180885MB free_disk=77GB free_vcpus=48 pci_devices=None {{(pid=70015) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1579.757658] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1579.757877] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1580.782597] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 29afaa1f-3458-4c19-a382-b8d5d60b13cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1580.782845] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=70015) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1580.782942] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=70015) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1580.808646] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf755616-8e24-453c-bb78-a547a6081c29 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.815323] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5acc31af-e41c-4640-b159-e8a66448bdbe {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.844475] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870594d0-cba4-4e32-a222-40ed5ef4e92e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.850919] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8c7789-acd5-4d46-9d03-c0da177b761a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.863383] env[70015]: DEBUG nova.compute.provider_tree [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1581.366437] env[70015]: DEBUG nova.scheduler.client.report [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1581.871849] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70015) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1581.872225] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.114s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1594.038026] env[70015]: DEBUG oslo_concurrency.lockutils [None req-97de30ad-02ca-4c46-b0f0-d8f0cae2b7fb tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquiring lock "29afaa1f-3458-4c19-a382-b8d5d60b13cc" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1594.038471] env[70015]: DEBUG oslo_concurrency.lockutils [None req-97de30ad-02ca-4c46-b0f0-d8f0cae2b7fb tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "29afaa1f-3458-4c19-a382-b8d5d60b13cc" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1594.038692] env[70015]: DEBUG nova.compute.manager [None req-97de30ad-02ca-4c46-b0f0-d8f0cae2b7fb tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1594.039593] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c62f44-35af-4fd6-b545-d905525fccbd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.046286] env[70015]: DEBUG nova.compute.manager [None req-97de30ad-02ca-4c46-b0f0-d8f0cae2b7fb tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70015) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1594.046843] env[70015]: DEBUG nova.objects.instance [None req-97de30ad-02ca-4c46-b0f0-d8f0cae2b7fb tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lazy-loading 'flavor' on Instance uuid 29afaa1f-3458-4c19-a382-b8d5d60b13cc {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1595.055662] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-97de30ad-02ca-4c46-b0f0-d8f0cae2b7fb tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1595.055995] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-184f97b4-fa1d-45fc-8935-8597732af8ec {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.063065] env[70015]: DEBUG oslo_vmware.api [None req-97de30ad-02ca-4c46-b0f0-d8f0cae2b7fb tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1595.063065] env[70015]: value = "task-3611968" [ 1595.063065] env[70015]: _type = "Task" [ 1595.063065] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.070845] env[70015]: DEBUG oslo_vmware.api [None req-97de30ad-02ca-4c46-b0f0-d8f0cae2b7fb tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611968, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.572420] env[70015]: DEBUG oslo_vmware.api [None req-97de30ad-02ca-4c46-b0f0-d8f0cae2b7fb tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611968, 'name': PowerOffVM_Task, 'duration_secs': 0.167732} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.572738] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-97de30ad-02ca-4c46-b0f0-d8f0cae2b7fb tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1595.572946] env[70015]: DEBUG nova.compute.manager [None req-97de30ad-02ca-4c46-b0f0-d8f0cae2b7fb tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1595.573699] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2153e6-0eda-480e-b6e0-49afbab4d344 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.086772] env[70015]: DEBUG oslo_concurrency.lockutils [None req-97de30ad-02ca-4c46-b0f0-d8f0cae2b7fb tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "29afaa1f-3458-4c19-a382-b8d5d60b13cc" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1596.383581] env[70015]: DEBUG nova.objects.instance [None req-d18cc7b6-1a3a-41bc-979f-88c8e5971efb tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lazy-loading 'flavor' on Instance uuid 29afaa1f-3458-4c19-a382-b8d5d60b13cc {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1596.888569] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d18cc7b6-1a3a-41bc-979f-88c8e5971efb tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquiring lock "refresh_cache-29afaa1f-3458-4c19-a382-b8d5d60b13cc" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.888745] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d18cc7b6-1a3a-41bc-979f-88c8e5971efb tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquired lock "refresh_cache-29afaa1f-3458-4c19-a382-b8d5d60b13cc" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1596.888893] env[70015]: DEBUG nova.network.neutron [None req-d18cc7b6-1a3a-41bc-979f-88c8e5971efb tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1596.889082] env[70015]: DEBUG nova.objects.instance [None req-d18cc7b6-1a3a-41bc-979f-88c8e5971efb tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lazy-loading 'info_cache' on Instance uuid 29afaa1f-3458-4c19-a382-b8d5d60b13cc {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1597.394116] env[70015]: DEBUG nova.objects.base [None req-d18cc7b6-1a3a-41bc-979f-88c8e5971efb tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Object Instance<29afaa1f-3458-4c19-a382-b8d5d60b13cc> lazy-loaded attributes: flavor,info_cache {{(pid=70015) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1598.100761] env[70015]: DEBUG nova.network.neutron [None req-d18cc7b6-1a3a-41bc-979f-88c8e5971efb tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Updating instance_info_cache with network_info: [{"id": "f101188b-d56e-4bca-a1f5-36e5fe13590c", "address": "fa:16:3e:84:11:28", "network": {"id": "e85e473c-f30b-477b-adc3-f1198c40f064", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-409909936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "387a27341eeb4c9b8f6f4b440d1a2119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf101188b-d5", "ovs_interfaceid": "f101188b-d56e-4bca-a1f5-36e5fe13590c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1598.603765] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d18cc7b6-1a3a-41bc-979f-88c8e5971efb tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Releasing lock "refresh_cache-29afaa1f-3458-4c19-a382-b8d5d60b13cc" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.610125] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18cc7b6-1a3a-41bc-979f-88c8e5971efb tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1599.610465] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b8b5684-b82a-49d6-ad5e-3848a9e5cdd7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.618727] env[70015]: DEBUG oslo_vmware.api [None req-d18cc7b6-1a3a-41bc-979f-88c8e5971efb tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1599.618727] env[70015]: value = "task-3611969" [ 1599.618727] env[70015]: _type = "Task" [ 1599.618727] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.625857] env[70015]: DEBUG oslo_vmware.api [None req-d18cc7b6-1a3a-41bc-979f-88c8e5971efb tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611969, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.128533] env[70015]: DEBUG oslo_vmware.api [None req-d18cc7b6-1a3a-41bc-979f-88c8e5971efb tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611969, 'name': PowerOnVM_Task, 'duration_secs': 0.348388} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.128818] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18cc7b6-1a3a-41bc-979f-88c8e5971efb tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1600.129055] env[70015]: DEBUG nova.compute.manager [None req-d18cc7b6-1a3a-41bc-979f-88c8e5971efb tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1600.129816] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67cd79d9-1e1d-43cf-b7ab-e9c10ba7b2d3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.088268] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8463511-0a23-4bf0-a5b8-7382b69a9574 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.095547] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-fb1fc158-88ce-45a5-abdd-45c446c376c6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Suspending the VM {{(pid=70015) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1601.095808] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-ee5dbeed-9d4f-431a-97f9-c637a3895e2b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.103418] env[70015]: DEBUG oslo_vmware.api [None req-fb1fc158-88ce-45a5-abdd-45c446c376c6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1601.103418] env[70015]: value = "task-3611970" [ 1601.103418] env[70015]: _type = "Task" [ 1601.103418] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.112167] env[70015]: DEBUG oslo_vmware.api [None req-fb1fc158-88ce-45a5-abdd-45c446c376c6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611970, 'name': SuspendVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.618468] env[70015]: DEBUG oslo_vmware.api [None req-fb1fc158-88ce-45a5-abdd-45c446c376c6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611970, 'name': SuspendVM_Task} progress is 62%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.113989] env[70015]: DEBUG oslo_vmware.api [None req-fb1fc158-88ce-45a5-abdd-45c446c376c6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611970, 'name': SuspendVM_Task, 'duration_secs': 0.637601} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.114367] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-fb1fc158-88ce-45a5-abdd-45c446c376c6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Suspended the VM {{(pid=70015) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1602.114464] env[70015]: DEBUG nova.compute.manager [None req-fb1fc158-88ce-45a5-abdd-45c446c376c6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1602.115332] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ab71f2-07f2-4116-bcb1-72c0883e83aa {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.425718] env[70015]: INFO nova.compute.manager [None req-d3e61be6-34f7-43fc-b492-b9fa60a48972 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Resuming [ 1603.426353] env[70015]: DEBUG nova.objects.instance [None req-d3e61be6-34f7-43fc-b492-b9fa60a48972 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lazy-loading 'flavor' on Instance uuid 29afaa1f-3458-4c19-a382-b8d5d60b13cc {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1604.936954] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d3e61be6-34f7-43fc-b492-b9fa60a48972 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquiring lock "refresh_cache-29afaa1f-3458-4c19-a382-b8d5d60b13cc" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.937348] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d3e61be6-34f7-43fc-b492-b9fa60a48972 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquired lock "refresh_cache-29afaa1f-3458-4c19-a382-b8d5d60b13cc" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1604.937348] env[70015]: DEBUG nova.network.neutron [None req-d3e61be6-34f7-43fc-b492-b9fa60a48972 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1605.627469] env[70015]: DEBUG nova.network.neutron [None req-d3e61be6-34f7-43fc-b492-b9fa60a48972 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Updating instance_info_cache with network_info: [{"id": "f101188b-d56e-4bca-a1f5-36e5fe13590c", "address": "fa:16:3e:84:11:28", "network": {"id": "e85e473c-f30b-477b-adc3-f1198c40f064", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-409909936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "387a27341eeb4c9b8f6f4b440d1a2119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf101188b-d5", "ovs_interfaceid": "f101188b-d56e-4bca-a1f5-36e5fe13590c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1606.131060] env[70015]: DEBUG oslo_concurrency.lockutils [None req-d3e61be6-34f7-43fc-b492-b9fa60a48972 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Releasing lock "refresh_cache-29afaa1f-3458-4c19-a382-b8d5d60b13cc" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.132044] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75db5367-2c71-45f0-81e0-a2d129da6faf {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.139864] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e61be6-34f7-43fc-b492-b9fa60a48972 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Resuming the VM {{(pid=70015) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1606.140112] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-104b07f9-6dab-4437-a580-9a2c51cadbdb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.147069] env[70015]: DEBUG oslo_vmware.api [None req-d3e61be6-34f7-43fc-b492-b9fa60a48972 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1606.147069] env[70015]: value = "task-3611971" [ 1606.147069] env[70015]: _type = "Task" [ 1606.147069] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.154515] env[70015]: DEBUG oslo_vmware.api [None req-d3e61be6-34f7-43fc-b492-b9fa60a48972 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611971, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.663101] env[70015]: DEBUG oslo_vmware.api [None req-d3e61be6-34f7-43fc-b492-b9fa60a48972 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611971, 'name': PowerOnVM_Task, 'duration_secs': 0.508163} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.663549] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e61be6-34f7-43fc-b492-b9fa60a48972 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Resumed the VM {{(pid=70015) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1606.663825] env[70015]: DEBUG nova.compute.manager [None req-d3e61be6-34f7-43fc-b492-b9fa60a48972 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1606.665441] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8526940-d3c4-41a9-aa37-55291f3978f4 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.035095] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f3c3cc85-22a8-450c-a30b-72385763d2ec tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquiring lock "29afaa1f-3458-4c19-a382-b8d5d60b13cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1608.035095] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f3c3cc85-22a8-450c-a30b-72385763d2ec tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "29afaa1f-3458-4c19-a382-b8d5d60b13cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1608.035095] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f3c3cc85-22a8-450c-a30b-72385763d2ec tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquiring lock "29afaa1f-3458-4c19-a382-b8d5d60b13cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1608.035695] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f3c3cc85-22a8-450c-a30b-72385763d2ec tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "29afaa1f-3458-4c19-a382-b8d5d60b13cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1608.035695] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f3c3cc85-22a8-450c-a30b-72385763d2ec tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "29afaa1f-3458-4c19-a382-b8d5d60b13cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1608.037589] env[70015]: INFO nova.compute.manager [None req-f3c3cc85-22a8-450c-a30b-72385763d2ec tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Terminating instance [ 1608.542051] env[70015]: DEBUG nova.compute.manager [None req-f3c3cc85-22a8-450c-a30b-72385763d2ec tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1608.542209] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c3cc85-22a8-450c-a30b-72385763d2ec tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1608.542978] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422cb8f5-45fd-4a03-8590-adff6b0f34f2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.550782] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c3cc85-22a8-450c-a30b-72385763d2ec tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1608.550995] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49f7fff6-3bea-4f83-8ec5-fbd9827e3233 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.556765] env[70015]: DEBUG oslo_vmware.api [None req-f3c3cc85-22a8-450c-a30b-72385763d2ec tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1608.556765] env[70015]: value = "task-3611972" [ 1608.556765] env[70015]: _type = "Task" [ 1608.556765] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.564334] env[70015]: DEBUG oslo_vmware.api [None req-f3c3cc85-22a8-450c-a30b-72385763d2ec tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611972, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.069314] env[70015]: DEBUG oslo_vmware.api [None req-f3c3cc85-22a8-450c-a30b-72385763d2ec tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611972, 'name': PowerOffVM_Task, 'duration_secs': 0.1877} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.069314] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c3cc85-22a8-450c-a30b-72385763d2ec tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1609.069314] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c3cc85-22a8-450c-a30b-72385763d2ec tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1609.069314] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c34565dc-1cec-4efd-807b-b62418fb09d3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.130992] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c3cc85-22a8-450c-a30b-72385763d2ec tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1609.131230] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c3cc85-22a8-450c-a30b-72385763d2ec tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Deleting contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1609.131415] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3c3cc85-22a8-450c-a30b-72385763d2ec tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Deleting the datastore file [datastore1] 29afaa1f-3458-4c19-a382-b8d5d60b13cc {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1609.131663] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4ac6143-e97e-4a40-ae04-f4ef7d46665f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.138545] env[70015]: DEBUG oslo_vmware.api [None req-f3c3cc85-22a8-450c-a30b-72385763d2ec tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for the task: (returnval){ [ 1609.138545] env[70015]: value = "task-3611974" [ 1609.138545] env[70015]: _type = "Task" [ 1609.138545] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.145668] env[70015]: DEBUG oslo_vmware.api [None req-f3c3cc85-22a8-450c-a30b-72385763d2ec tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611974, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.647843] env[70015]: DEBUG oslo_vmware.api [None req-f3c3cc85-22a8-450c-a30b-72385763d2ec tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Task: {'id': task-3611974, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137175} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.648121] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3c3cc85-22a8-450c-a30b-72385763d2ec tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1609.648292] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c3cc85-22a8-450c-a30b-72385763d2ec tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Deleted contents of the VM from datastore datastore1 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1609.648505] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c3cc85-22a8-450c-a30b-72385763d2ec tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1609.648707] env[70015]: INFO nova.compute.manager [None req-f3c3cc85-22a8-450c-a30b-72385763d2ec tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1609.648949] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3c3cc85-22a8-450c-a30b-72385763d2ec tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1609.649160] env[70015]: DEBUG nova.compute.manager [-] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1609.649253] env[70015]: DEBUG nova.network.neutron [-] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1610.092115] env[70015]: DEBUG nova.compute.manager [req-472b05fb-3713-49a0-adb7-c05fcf9f4643 req-c9034f79-6ead-4828-a5bb-1746956f8dd4 service nova] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Received event network-vif-deleted-f101188b-d56e-4bca-a1f5-36e5fe13590c {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1610.092115] env[70015]: INFO nova.compute.manager [req-472b05fb-3713-49a0-adb7-c05fcf9f4643 req-c9034f79-6ead-4828-a5bb-1746956f8dd4 service nova] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Neutron deleted interface f101188b-d56e-4bca-a1f5-36e5fe13590c; detaching it from the instance and deleting it from the info cache [ 1610.092452] env[70015]: DEBUG nova.network.neutron [req-472b05fb-3713-49a0-adb7-c05fcf9f4643 req-c9034f79-6ead-4828-a5bb-1746956f8dd4 service nova] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1610.575494] env[70015]: DEBUG nova.network.neutron [-] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1610.595266] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ec6243ed-fde0-41e9-8ba8-5ba1ad7cd1bc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.608069] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101b53c8-991b-4875-aeee-1db4e8b823b7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.632568] env[70015]: DEBUG nova.compute.manager [req-472b05fb-3713-49a0-adb7-c05fcf9f4643 req-c9034f79-6ead-4828-a5bb-1746956f8dd4 service nova] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Detach interface failed, port_id=f101188b-d56e-4bca-a1f5-36e5fe13590c, reason: Instance 29afaa1f-3458-4c19-a382-b8d5d60b13cc could not be found. {{(pid=70015) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1611.081230] env[70015]: INFO nova.compute.manager [-] [instance: 29afaa1f-3458-4c19-a382-b8d5d60b13cc] Took 1.43 seconds to deallocate network for instance. [ 1611.587548] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f3c3cc85-22a8-450c-a30b-72385763d2ec tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1611.587897] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f3c3cc85-22a8-450c-a30b-72385763d2ec tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1611.588046] env[70015]: DEBUG nova.objects.instance [None req-f3c3cc85-22a8-450c-a30b-72385763d2ec tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lazy-loading 'resources' on Instance uuid 29afaa1f-3458-4c19-a382-b8d5d60b13cc {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1612.121855] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10045f83-b73a-490b-993a-b332058ab738 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.129400] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c434b7-6b31-42fd-bb68-9de3a45a30cd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.158471] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0e7e86-6e62-4629-9222-3d61c7214714 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.165252] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447c9400-c5a1-4888-9aa4-d7ac7bbd4506 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.178119] env[70015]: DEBUG nova.compute.provider_tree [None req-f3c3cc85-22a8-450c-a30b-72385763d2ec tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1612.681679] env[70015]: DEBUG nova.scheduler.client.report [None req-f3c3cc85-22a8-450c-a30b-72385763d2ec tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1613.188223] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f3c3cc85-22a8-450c-a30b-72385763d2ec tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.600s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1613.207464] env[70015]: INFO nova.scheduler.client.report [None req-f3c3cc85-22a8-450c-a30b-72385763d2ec tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Deleted allocations for instance 29afaa1f-3458-4c19-a382-b8d5d60b13cc [ 1613.715870] env[70015]: DEBUG oslo_concurrency.lockutils [None req-f3c3cc85-22a8-450c-a30b-72385763d2ec tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Lock "29afaa1f-3458-4c19-a382-b8d5d60b13cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.681s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1633.872852] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1633.872852] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1633.872852] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1636.193405] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1637.193297] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1637.496215] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Acquiring lock "6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1637.496525] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Lock "6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1637.999054] env[70015]: DEBUG nova.compute.manager [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Starting instance... {{(pid=70015) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1638.192634] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1638.518096] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1638.518375] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1638.519894] env[70015]: INFO nova.compute.claims [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1639.192715] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1639.192901] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70015) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1639.554584] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5851aab-b6f6-4e7c-9bc0-b8170b98830e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.564170] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87fe687-a4e0-48d0-8542-94aa0636d4eb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.593839] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb1e1e3-e081-4f23-b1bf-35fcb736f288 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.600139] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bacb580-9a09-4c8f-b943-d7f9193ab993 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.612398] env[70015]: DEBUG nova.compute.provider_tree [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1640.115971] env[70015]: DEBUG nova.scheduler.client.report [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1640.620736] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.102s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1640.621277] env[70015]: DEBUG nova.compute.manager [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Start building networks asynchronously for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1641.126069] env[70015]: DEBUG nova.compute.utils [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Using /dev/sd instead of None {{(pid=70015) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1641.127509] env[70015]: DEBUG nova.compute.manager [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Allocating IP information in the background. {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1641.127657] env[70015]: DEBUG nova.network.neutron [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] allocate_for_instance() {{(pid=70015) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1641.177539] env[70015]: DEBUG nova.policy [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd49541f8c3c043c2bd7b4b2f71d5fc08', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e12dfc3e3b50497f8e5a613c00d26c41', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70015) authorize /opt/stack/nova/nova/policy.py:192}} [ 1641.192694] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1641.429825] env[70015]: DEBUG nova.network.neutron [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Successfully created port: 61b0abe4-f23f-4e38-b309-cf0cc1f73237 {{(pid=70015) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1641.631172] env[70015]: DEBUG nova.compute.manager [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Start building block device mappings for instance. {{(pid=70015) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1641.695917] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1641.696196] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1641.696381] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1641.696532] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70015) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1641.697429] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b72dbd-1b38-41ff-9056-c9654d2fc6ee {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.705783] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254fda92-4c90-4061-9c89-d702c1f161ae {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.721550] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03129d08-c979-487c-9982-5cbbc47733cc {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.727911] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f78bf3d-32cb-493f-bb6c-b64a5a6a005c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.757976] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180930MB free_disk=77GB free_vcpus=48 pci_devices=None {{(pid=70015) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1641.758135] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1641.758343] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1642.137635] env[70015]: INFO nova.virt.block_device [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Booting with volume 974d4538-f835-4348-a2cf-655cabeaa94d at /dev/sda [ 1642.172216] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4c39d69c-6358-48ab-afbe-def6c185beff {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.182284] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb47cb6b-f683-4eda-b380-4b4f785745a1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.205372] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f4b58a5d-793c-4a9f-9785-8b44ebb93777 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.213244] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8c071e-9c65-46e1-af6c-9b3357e0784e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.237385] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7642720c-d2f2-40e3-8836-603592d1fd7a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.243200] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee1b055-592a-4740-a03d-478acb4b48b6 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.258007] env[70015]: DEBUG nova.virt.block_device [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Updating existing volume attachment record: f0a7c388-a238-4ccf-a767-0099e229d61a {{(pid=70015) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1643.470931] env[70015]: DEBUG nova.network.neutron [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Successfully updated port: 61b0abe4-f23f-4e38-b309-cf0cc1f73237 {{(pid=70015) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1643.472814] env[70015]: DEBUG nova.compute.manager [req-53ac4395-56b9-48f5-950d-f8b9938b94e3 req-bebd313f-3394-4923-9338-37cac5e859ba service nova] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Received event network-vif-plugged-61b0abe4-f23f-4e38-b309-cf0cc1f73237 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1643.473026] env[70015]: DEBUG oslo_concurrency.lockutils [req-53ac4395-56b9-48f5-950d-f8b9938b94e3 req-bebd313f-3394-4923-9338-37cac5e859ba service nova] Acquiring lock "6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1643.473236] env[70015]: DEBUG oslo_concurrency.lockutils [req-53ac4395-56b9-48f5-950d-f8b9938b94e3 req-bebd313f-3394-4923-9338-37cac5e859ba service nova] Lock "6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1643.473404] env[70015]: DEBUG oslo_concurrency.lockutils [req-53ac4395-56b9-48f5-950d-f8b9938b94e3 req-bebd313f-3394-4923-9338-37cac5e859ba service nova] Lock "6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1643.473572] env[70015]: DEBUG nova.compute.manager [req-53ac4395-56b9-48f5-950d-f8b9938b94e3 req-bebd313f-3394-4923-9338-37cac5e859ba service nova] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] No waiting events found dispatching network-vif-plugged-61b0abe4-f23f-4e38-b309-cf0cc1f73237 {{(pid=70015) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1643.473726] env[70015]: WARNING nova.compute.manager [req-53ac4395-56b9-48f5-950d-f8b9938b94e3 req-bebd313f-3394-4923-9338-37cac5e859ba service nova] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Received unexpected event network-vif-plugged-61b0abe4-f23f-4e38-b309-cf0cc1f73237 for instance with vm_state building and task_state block_device_mapping. [ 1643.486837] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Instance 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192}}. {{(pid=70015) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1643.487020] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=70015) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1643.487160] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=70015) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1643.511658] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f628994b-b4b6-441e-a660-d0cfc5a489d5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.519260] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92edce42-23e4-4a5b-a062-84f031d63f5c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.548887] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc575ffd-0485-4993-b867-c938910d4826 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.555407] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11262dca-3639-420b-8cc4-937175c8ebb0 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.567732] env[70015]: DEBUG nova.compute.provider_tree [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1643.977430] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Acquiring lock "refresh_cache-6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1643.977587] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Acquired lock "refresh_cache-6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1643.977702] env[70015]: DEBUG nova.network.neutron [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Building network info cache for instance {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1644.070672] env[70015]: DEBUG nova.scheduler.client.report [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1644.522881] env[70015]: DEBUG nova.network.neutron [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Instance cache missing network info. {{(pid=70015) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1644.576052] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70015) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1644.576253] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.818s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1644.654848] env[70015]: DEBUG nova.network.neutron [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Updating instance_info_cache with network_info: [{"id": "61b0abe4-f23f-4e38-b309-cf0cc1f73237", "address": "fa:16:3e:f3:6b:04", "network": {"id": "f2d12138-1020-45ba-b0bd-c2110af40925", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-11124426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e12dfc3e3b50497f8e5a613c00d26c41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61b0abe4-f2", "ovs_interfaceid": "61b0abe4-f23f-4e38-b309-cf0cc1f73237", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1644.797186] env[70015]: DEBUG nova.compute.manager [req-f1cf7bb6-b9de-4ed3-950a-08304775dbcb req-98fabf2e-5fa4-4418-bfd7-6859b236f637 service nova] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Received event network-changed-61b0abe4-f23f-4e38-b309-cf0cc1f73237 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1644.797315] env[70015]: DEBUG nova.compute.manager [req-f1cf7bb6-b9de-4ed3-950a-08304775dbcb req-98fabf2e-5fa4-4418-bfd7-6859b236f637 service nova] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Refreshing instance network info cache due to event network-changed-61b0abe4-f23f-4e38-b309-cf0cc1f73237. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1644.797523] env[70015]: DEBUG oslo_concurrency.lockutils [req-f1cf7bb6-b9de-4ed3-950a-08304775dbcb req-98fabf2e-5fa4-4418-bfd7-6859b236f637 service nova] Acquiring lock "refresh_cache-6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1645.013883] env[70015]: DEBUG nova.compute.manager [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Start spawning the instance on the hypervisor. {{(pid=70015) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1645.014393] env[70015]: DEBUG nova.virt.hardware [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:56:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1645.014603] env[70015]: DEBUG nova.virt.hardware [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Flavor limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1645.014792] env[70015]: DEBUG nova.virt.hardware [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Image limits 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1645.014984] env[70015]: DEBUG nova.virt.hardware [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Flavor pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1645.015147] env[70015]: DEBUG nova.virt.hardware [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Image pref 0:0:0 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1645.015293] env[70015]: DEBUG nova.virt.hardware [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70015) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1645.015492] env[70015]: DEBUG nova.virt.hardware [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1645.015649] env[70015]: DEBUG nova.virt.hardware [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1645.015809] env[70015]: DEBUG nova.virt.hardware [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Got 1 possible topologies {{(pid=70015) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1645.015966] env[70015]: DEBUG nova.virt.hardware [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1645.016158] env[70015]: DEBUG nova.virt.hardware [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70015) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1645.017065] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392789ce-10b9-4ec7-a0ef-705362ed6072 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.025378] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b392ba-e490-49d1-83f9-0d6d2be49d66 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.157561] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Releasing lock "refresh_cache-6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1645.157904] env[70015]: DEBUG nova.compute.manager [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Instance network_info: |[{"id": "61b0abe4-f23f-4e38-b309-cf0cc1f73237", "address": "fa:16:3e:f3:6b:04", "network": {"id": "f2d12138-1020-45ba-b0bd-c2110af40925", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-11124426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e12dfc3e3b50497f8e5a613c00d26c41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61b0abe4-f2", "ovs_interfaceid": "61b0abe4-f23f-4e38-b309-cf0cc1f73237", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70015) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1645.158235] env[70015]: DEBUG oslo_concurrency.lockutils [req-f1cf7bb6-b9de-4ed3-950a-08304775dbcb req-98fabf2e-5fa4-4418-bfd7-6859b236f637 service nova] Acquired lock "refresh_cache-6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1645.158414] env[70015]: DEBUG nova.network.neutron [req-f1cf7bb6-b9de-4ed3-950a-08304775dbcb req-98fabf2e-5fa4-4418-bfd7-6859b236f637 service nova] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Refreshing network info cache for port 61b0abe4-f23f-4e38-b309-cf0cc1f73237 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1645.159796] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:6b:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b8137fc-f23d-49b1-b19c-3123a5588f34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61b0abe4-f23f-4e38-b309-cf0cc1f73237', 'vif_model': 'vmxnet3'}] {{(pid=70015) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1645.166901] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Creating folder: Project (e12dfc3e3b50497f8e5a613c00d26c41). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1645.169750] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba56845a-3d1c-412d-a7b0-a0d68bd85143 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.184447] env[70015]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1645.184591] env[70015]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=70015) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1645.184907] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Folder already exists: Project (e12dfc3e3b50497f8e5a613c00d26c41). Parent ref: group-v720117. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1645.185175] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Creating folder: Instances. Parent ref: group-v720462. {{(pid=70015) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1645.185381] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d97d76d-ecf8-4fa8-ba5c-c77560d199af {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.194208] env[70015]: INFO nova.virt.vmwareapi.vm_util [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Created folder: Instances in parent group-v720462. [ 1645.194436] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1645.194616] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Creating VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1645.194813] env[70015]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38a7a32c-a27b-45e4-8239-8926b32af25f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.215844] env[70015]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1645.215844] env[70015]: value = "task-3611987" [ 1645.215844] env[70015]: _type = "Task" [ 1645.215844] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.223287] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611987, 'name': CreateVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.364648] env[70015]: DEBUG nova.network.neutron [req-f1cf7bb6-b9de-4ed3-950a-08304775dbcb req-98fabf2e-5fa4-4418-bfd7-6859b236f637 service nova] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Updated VIF entry in instance network info cache for port 61b0abe4-f23f-4e38-b309-cf0cc1f73237. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1645.365100] env[70015]: DEBUG nova.network.neutron [req-f1cf7bb6-b9de-4ed3-950a-08304775dbcb req-98fabf2e-5fa4-4418-bfd7-6859b236f637 service nova] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Updating instance_info_cache with network_info: [{"id": "61b0abe4-f23f-4e38-b309-cf0cc1f73237", "address": "fa:16:3e:f3:6b:04", "network": {"id": "f2d12138-1020-45ba-b0bd-c2110af40925", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-11124426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e12dfc3e3b50497f8e5a613c00d26c41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61b0abe4-f2", "ovs_interfaceid": "61b0abe4-f23f-4e38-b309-cf0cc1f73237", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1645.727410] env[70015]: DEBUG oslo_vmware.api [-] Task: {'id': task-3611987, 'name': CreateVM_Task, 'duration_secs': 0.306475} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.727730] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Created VM on the ESX host {{(pid=70015) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1645.728247] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'delete_on_termination': True, 'disk_bus': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720465', 'volume_id': '974d4538-f835-4348-a2cf-655cabeaa94d', 'name': 'volume-974d4538-f835-4348-a2cf-655cabeaa94d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc', 'attached_at': '', 'detached_at': '', 'volume_id': '974d4538-f835-4348-a2cf-655cabeaa94d', 'serial': '974d4538-f835-4348-a2cf-655cabeaa94d'}, 'guest_format': None, 'device_type': None, 'attachment_id': 'f0a7c388-a238-4ccf-a767-0099e229d61a', 'volume_type': None}], 'swap': None} {{(pid=70015) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1645.728461] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Root volume attach. Driver type: vmdk {{(pid=70015) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1645.729239] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41916a98-b10f-4054-b04d-a3e571f79e00 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.736230] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9bca9b-c44a-4515-abee-6ff18744a9b3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.742016] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917430a0-8501-4a41-b0d9-66d10d08217d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.747269] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-a4ec21e8-712f-417e-80da-fb9cf05b10d5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.753576] env[70015]: DEBUG oslo_vmware.api [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Waiting for the task: (returnval){ [ 1645.753576] env[70015]: value = "task-3611988" [ 1645.753576] env[70015]: _type = "Task" [ 1645.753576] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.761903] env[70015]: DEBUG oslo_vmware.api [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Task: {'id': task-3611988, 'name': RelocateVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.868525] env[70015]: DEBUG oslo_concurrency.lockutils [req-f1cf7bb6-b9de-4ed3-950a-08304775dbcb req-98fabf2e-5fa4-4418-bfd7-6859b236f637 service nova] Releasing lock "refresh_cache-6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1646.263862] env[70015]: DEBUG oslo_vmware.api [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Task: {'id': task-3611988, 'name': RelocateVM_Task, 'duration_secs': 0.354959} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.264095] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Volume attach. Driver type: vmdk {{(pid=70015) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1646.264296] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720465', 'volume_id': '974d4538-f835-4348-a2cf-655cabeaa94d', 'name': 'volume-974d4538-f835-4348-a2cf-655cabeaa94d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc', 'attached_at': '', 'detached_at': '', 'volume_id': '974d4538-f835-4348-a2cf-655cabeaa94d', 'serial': '974d4538-f835-4348-a2cf-655cabeaa94d'} {{(pid=70015) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1646.265098] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7bf7db-499e-4eeb-b286-624213e0ea65 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.279767] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5541eb6c-e6c2-4694-9538-b9089606d3e2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.300073] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] volume-974d4538-f835-4348-a2cf-655cabeaa94d/volume-974d4538-f835-4348-a2cf-655cabeaa94d.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1646.300292] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-930b2422-7971-4c75-a68a-e3eb5bedc773 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.318549] env[70015]: DEBUG oslo_vmware.api [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Waiting for the task: (returnval){ [ 1646.318549] env[70015]: value = "task-3611989" [ 1646.318549] env[70015]: _type = "Task" [ 1646.318549] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.326970] env[70015]: DEBUG oslo_vmware.api [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Task: {'id': task-3611989, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.828842] env[70015]: DEBUG oslo_vmware.api [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Task: {'id': task-3611989, 'name': ReconfigVM_Task, 'duration_secs': 0.237228} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.829158] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Reconfigured VM instance instance-0000007f to attach disk [datastore2] volume-974d4538-f835-4348-a2cf-655cabeaa94d/volume-974d4538-f835-4348-a2cf-655cabeaa94d.vmdk or device None with type thin {{(pid=70015) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1646.833571] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ace00d8a-aa23-4c31-a58c-5c6c40b389b2 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.847708] env[70015]: DEBUG oslo_vmware.api [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Waiting for the task: (returnval){ [ 1646.847708] env[70015]: value = "task-3611990" [ 1646.847708] env[70015]: _type = "Task" [ 1646.847708] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.855228] env[70015]: DEBUG oslo_vmware.api [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Task: {'id': task-3611990, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.357846] env[70015]: DEBUG oslo_vmware.api [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Task: {'id': task-3611990, 'name': ReconfigVM_Task, 'duration_secs': 0.122017} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.358171] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720465', 'volume_id': '974d4538-f835-4348-a2cf-655cabeaa94d', 'name': 'volume-974d4538-f835-4348-a2cf-655cabeaa94d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc', 'attached_at': '', 'detached_at': '', 'volume_id': '974d4538-f835-4348-a2cf-655cabeaa94d', 'serial': '974d4538-f835-4348-a2cf-655cabeaa94d'} {{(pid=70015) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1647.358703] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-026ca9c0-31b1-403e-9fc7-c30efdaf355c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.364479] env[70015]: DEBUG oslo_vmware.api [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Waiting for the task: (returnval){ [ 1647.364479] env[70015]: value = "task-3611991" [ 1647.364479] env[70015]: _type = "Task" [ 1647.364479] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.371777] env[70015]: DEBUG oslo_vmware.api [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Task: {'id': task-3611991, 'name': Rename_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.874863] env[70015]: DEBUG oslo_vmware.api [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Task: {'id': task-3611991, 'name': Rename_Task, 'duration_secs': 0.126515} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.875157] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Powering on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1647.875430] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af4f218a-db75-4d83-995b-8ebbea858def {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.881215] env[70015]: DEBUG oslo_vmware.api [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Waiting for the task: (returnval){ [ 1647.881215] env[70015]: value = "task-3611992" [ 1647.881215] env[70015]: _type = "Task" [ 1647.881215] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.888517] env[70015]: DEBUG oslo_vmware.api [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Task: {'id': task-3611992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.391284] env[70015]: DEBUG oslo_vmware.api [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Task: {'id': task-3611992, 'name': PowerOnVM_Task, 'duration_secs': 0.422849} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.391542] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Powered on the VM {{(pid=70015) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1648.391777] env[70015]: INFO nova.compute.manager [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Took 3.38 seconds to spawn the instance on the hypervisor. [ 1648.391965] env[70015]: DEBUG nova.compute.manager [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1648.392754] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213307a5-427d-40e7-ab9f-8c2322c27ac7 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.571562] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1648.915885] env[70015]: INFO nova.compute.manager [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Took 10.41 seconds to build instance. [ 1649.418761] env[70015]: DEBUG oslo_concurrency.lockutils [None req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Lock "6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.922s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1649.462746] env[70015]: DEBUG nova.compute.manager [req-9c837c46-d24b-4aac-a933-7fe6e84e27a7 req-7d436f1c-6c0e-4091-afed-867af138dc8c service nova] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Received event network-changed-61b0abe4-f23f-4e38-b309-cf0cc1f73237 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1649.462746] env[70015]: DEBUG nova.compute.manager [req-9c837c46-d24b-4aac-a933-7fe6e84e27a7 req-7d436f1c-6c0e-4091-afed-867af138dc8c service nova] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Refreshing instance network info cache due to event network-changed-61b0abe4-f23f-4e38-b309-cf0cc1f73237. {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1649.462746] env[70015]: DEBUG oslo_concurrency.lockutils [req-9c837c46-d24b-4aac-a933-7fe6e84e27a7 req-7d436f1c-6c0e-4091-afed-867af138dc8c service nova] Acquiring lock "refresh_cache-6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1649.462746] env[70015]: DEBUG oslo_concurrency.lockutils [req-9c837c46-d24b-4aac-a933-7fe6e84e27a7 req-7d436f1c-6c0e-4091-afed-867af138dc8c service nova] Acquired lock "refresh_cache-6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1649.462877] env[70015]: DEBUG nova.network.neutron [req-9c837c46-d24b-4aac-a933-7fe6e84e27a7 req-7d436f1c-6c0e-4091-afed-867af138dc8c service nova] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Refreshing network info cache for port 61b0abe4-f23f-4e38-b309-cf0cc1f73237 {{(pid=70015) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1650.165789] env[70015]: DEBUG nova.network.neutron [req-9c837c46-d24b-4aac-a933-7fe6e84e27a7 req-7d436f1c-6c0e-4091-afed-867af138dc8c service nova] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Updated VIF entry in instance network info cache for port 61b0abe4-f23f-4e38-b309-cf0cc1f73237. {{(pid=70015) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1650.166173] env[70015]: DEBUG nova.network.neutron [req-9c837c46-d24b-4aac-a933-7fe6e84e27a7 req-7d436f1c-6c0e-4091-afed-867af138dc8c service nova] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Updating instance_info_cache with network_info: [{"id": "61b0abe4-f23f-4e38-b309-cf0cc1f73237", "address": "fa:16:3e:f3:6b:04", "network": {"id": "f2d12138-1020-45ba-b0bd-c2110af40925", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-11124426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e12dfc3e3b50497f8e5a613c00d26c41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61b0abe4-f2", "ovs_interfaceid": "61b0abe4-f23f-4e38-b309-cf0cc1f73237", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1650.669578] env[70015]: DEBUG oslo_concurrency.lockutils [req-9c837c46-d24b-4aac-a933-7fe6e84e27a7 req-7d436f1c-6c0e-4091-afed-867af138dc8c service nova] Releasing lock "refresh_cache-6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc" {{(pid=70015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1687.726791] env[70015]: INFO nova.compute.manager [None req-41d4741b-12e3-48b1-a0df-269e161d7403 tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Rebuilding instance [ 1687.768791] env[70015]: DEBUG nova.compute.manager [None req-41d4741b-12e3-48b1-a0df-269e161d7403 tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Checking state {{(pid=70015) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1687.769681] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5e71a5-9567-46b7-a754-c9c86a8be13c {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.781959] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-41d4741b-12e3-48b1-a0df-269e161d7403 tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1688.782614] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9fb193d-5ed8-498b-94f4-3e80b088af1e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.791536] env[70015]: DEBUG oslo_vmware.api [None req-41d4741b-12e3-48b1-a0df-269e161d7403 tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Waiting for the task: (returnval){ [ 1688.791536] env[70015]: value = "task-3611993" [ 1688.791536] env[70015]: _type = "Task" [ 1688.791536] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.799420] env[70015]: DEBUG oslo_vmware.api [None req-41d4741b-12e3-48b1-a0df-269e161d7403 tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Task: {'id': task-3611993, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.302546] env[70015]: DEBUG oslo_vmware.api [None req-41d4741b-12e3-48b1-a0df-269e161d7403 tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Task: {'id': task-3611993, 'name': PowerOffVM_Task, 'duration_secs': 0.199288} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.302797] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-41d4741b-12e3-48b1-a0df-269e161d7403 tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Powered off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1689.303498] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-41d4741b-12e3-48b1-a0df-269e161d7403 tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Powering off the VM {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1689.303751] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddee753e-49c2-4f21-8a45-909aebf39363 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.310028] env[70015]: DEBUG oslo_vmware.api [None req-41d4741b-12e3-48b1-a0df-269e161d7403 tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Waiting for the task: (returnval){ [ 1689.310028] env[70015]: value = "task-3611994" [ 1689.310028] env[70015]: _type = "Task" [ 1689.310028] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.319561] env[70015]: DEBUG nova.virt.vmwareapi.vm_util [None req-41d4741b-12e3-48b1-a0df-269e161d7403 tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] VM already powered off {{(pid=70015) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1689.319766] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-41d4741b-12e3-48b1-a0df-269e161d7403 tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Volume detach. Driver type: vmdk {{(pid=70015) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1689.319970] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-41d4741b-12e3-48b1-a0df-269e161d7403 tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720465', 'volume_id': '974d4538-f835-4348-a2cf-655cabeaa94d', 'name': 'volume-974d4538-f835-4348-a2cf-655cabeaa94d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc', 'attached_at': '', 'detached_at': '', 'volume_id': '974d4538-f835-4348-a2cf-655cabeaa94d', 'serial': '974d4538-f835-4348-a2cf-655cabeaa94d'} {{(pid=70015) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1689.320658] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703055df-ae44-4c03-8988-77783521c35b {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.337476] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b8b28e-eced-4f14-b7c5-c678b21acf51 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.343305] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba43fd51-4dbe-4db9-a810-e8f78793de9a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.359829] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc07e311-86ca-4279-8801-1e52d674d8e5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.373541] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-41d4741b-12e3-48b1-a0df-269e161d7403 tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] The volume has not been displaced from its original location: [datastore2] volume-974d4538-f835-4348-a2cf-655cabeaa94d/volume-974d4538-f835-4348-a2cf-655cabeaa94d.vmdk. No consolidation needed. {{(pid=70015) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1689.378553] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-41d4741b-12e3-48b1-a0df-269e161d7403 tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Reconfiguring VM instance instance-0000007f to detach disk 2000 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1689.378771] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b12d5f6f-d9cd-4c85-859e-345e82414799 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.395689] env[70015]: DEBUG oslo_vmware.api [None req-41d4741b-12e3-48b1-a0df-269e161d7403 tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Waiting for the task: (returnval){ [ 1689.395689] env[70015]: value = "task-3611995" [ 1689.395689] env[70015]: _type = "Task" [ 1689.395689] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.404087] env[70015]: DEBUG oslo_vmware.api [None req-41d4741b-12e3-48b1-a0df-269e161d7403 tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Task: {'id': task-3611995, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.905587] env[70015]: DEBUG oslo_vmware.api [None req-41d4741b-12e3-48b1-a0df-269e161d7403 tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Task: {'id': task-3611995, 'name': ReconfigVM_Task, 'duration_secs': 0.157186} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.905985] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-41d4741b-12e3-48b1-a0df-269e161d7403 tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Reconfigured VM instance instance-0000007f to detach disk 2000 {{(pid=70015) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1689.910400] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0728075-a4ae-4d21-8ca1-e2076f66c630 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.926962] env[70015]: DEBUG oslo_vmware.api [None req-41d4741b-12e3-48b1-a0df-269e161d7403 tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Waiting for the task: (returnval){ [ 1689.926962] env[70015]: value = "task-3611996" [ 1689.926962] env[70015]: _type = "Task" [ 1689.926962] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.938068] env[70015]: DEBUG oslo_vmware.api [None req-41d4741b-12e3-48b1-a0df-269e161d7403 tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Task: {'id': task-3611996, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.436298] env[70015]: DEBUG oslo_vmware.api [None req-41d4741b-12e3-48b1-a0df-269e161d7403 tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Task: {'id': task-3611996, 'name': ReconfigVM_Task, 'duration_secs': 0.166477} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.436602] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-41d4741b-12e3-48b1-a0df-269e161d7403 tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720465', 'volume_id': '974d4538-f835-4348-a2cf-655cabeaa94d', 'name': 'volume-974d4538-f835-4348-a2cf-655cabeaa94d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc', 'attached_at': '', 'detached_at': '', 'volume_id': '974d4538-f835-4348-a2cf-655cabeaa94d', 'serial': '974d4538-f835-4348-a2cf-655cabeaa94d'} {{(pid=70015) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1690.436866] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-41d4741b-12e3-48b1-a0df-269e161d7403 tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1690.437613] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a429f765-b1ad-4029-b405-3c1758d86bee {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.443562] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-41d4741b-12e3-48b1-a0df-269e161d7403 tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Unregistering the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1690.443772] env[70015]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a7c9d75-7cb7-4803-b7cf-769e07047ddb {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.505420] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-41d4741b-12e3-48b1-a0df-269e161d7403 tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Unregistered the VM {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1690.505634] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-41d4741b-12e3-48b1-a0df-269e161d7403 tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Deleting contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1690.505804] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-41d4741b-12e3-48b1-a0df-269e161d7403 tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Deleting the datastore file [datastore2] 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1690.506136] env[70015]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41a4f2d3-05d0-4ab4-939e-4022743fa6d3 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.511833] env[70015]: DEBUG oslo_vmware.api [None req-41d4741b-12e3-48b1-a0df-269e161d7403 tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Waiting for the task: (returnval){ [ 1690.511833] env[70015]: value = "task-3611998" [ 1690.511833] env[70015]: _type = "Task" [ 1690.511833] env[70015]: } to complete. {{(pid=70015) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.519476] env[70015]: DEBUG oslo_vmware.api [None req-41d4741b-12e3-48b1-a0df-269e161d7403 tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Task: {'id': task-3611998, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.023319] env[70015]: DEBUG oslo_vmware.api [None req-41d4741b-12e3-48b1-a0df-269e161d7403 tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Task: {'id': task-3611998, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.08411} completed successfully. {{(pid=70015) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.023658] env[70015]: DEBUG nova.virt.vmwareapi.ds_util [None req-41d4741b-12e3-48b1-a0df-269e161d7403 tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Deleted the datastore file {{(pid=70015) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1691.023693] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-41d4741b-12e3-48b1-a0df-269e161d7403 tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Deleted contents of the VM from datastore datastore2 {{(pid=70015) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1691.023841] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-41d4741b-12e3-48b1-a0df-269e161d7403 tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1691.078952] env[70015]: DEBUG nova.virt.vmwareapi.volumeops [None req-41d4741b-12e3-48b1-a0df-269e161d7403 tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Volume detach. Driver type: vmdk {{(pid=70015) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1691.079349] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-56f8f446-a50e-4e01-912f-a0817252e511 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.088400] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2a3a80-1353-428d-bc2a-15b0b7838223 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.112501] env[70015]: ERROR nova.compute.manager [None req-41d4741b-12e3-48b1-a0df-269e161d7403 tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Failed to detach volume 974d4538-f835-4348-a2cf-655cabeaa94d from /dev/sda: nova.exception.InstanceNotFound: Instance 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc could not be found. [ 1691.112501] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Traceback (most recent call last): [ 1691.112501] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1691.112501] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] self.driver.rebuild(**kwargs) [ 1691.112501] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1691.112501] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] raise NotImplementedError() [ 1691.112501] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] NotImplementedError [ 1691.112501] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] [ 1691.112501] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] During handling of the above exception, another exception occurred: [ 1691.112501] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] [ 1691.112501] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Traceback (most recent call last): [ 1691.112501] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1691.112501] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] self.driver.detach_volume(context, old_connection_info, [ 1691.112501] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1691.112501] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] return self._volumeops.detach_volume(connection_info, instance) [ 1691.112501] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1691.112501] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] self._detach_volume_vmdk(connection_info, instance) [ 1691.112501] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1691.112501] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1691.112501] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1691.112501] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] stable_ref.fetch_moref(session) [ 1691.112501] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1691.112501] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1691.112501] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] nova.exception.InstanceNotFound: Instance 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc could not be found. [ 1691.112501] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] [ 1691.192698] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1691.230986] env[70015]: DEBUG nova.compute.utils [None req-41d4741b-12e3-48b1-a0df-269e161d7403 tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Build of instance 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc aborted: Failed to rebuild volume backed instance. {{(pid=70015) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1691.233094] env[70015]: ERROR nova.compute.manager [None req-41d4741b-12e3-48b1-a0df-269e161d7403 tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc aborted: Failed to rebuild volume backed instance. [ 1691.233094] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Traceback (most recent call last): [ 1691.233094] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1691.233094] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] self.driver.rebuild(**kwargs) [ 1691.233094] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1691.233094] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] raise NotImplementedError() [ 1691.233094] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] NotImplementedError [ 1691.233094] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] [ 1691.233094] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] During handling of the above exception, another exception occurred: [ 1691.233094] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] [ 1691.233094] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Traceback (most recent call last): [ 1691.233094] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1691.233094] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] self._detach_root_volume(context, instance, root_bdm) [ 1691.233094] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1691.233094] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] with excutils.save_and_reraise_exception(): [ 1691.233094] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1691.233094] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] self.force_reraise() [ 1691.233094] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1691.233094] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] raise self.value [ 1691.233094] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1691.233094] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] self.driver.detach_volume(context, old_connection_info, [ 1691.233094] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1691.233094] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] return self._volumeops.detach_volume(connection_info, instance) [ 1691.233094] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1691.233094] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] self._detach_volume_vmdk(connection_info, instance) [ 1691.233094] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1691.233094] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1691.233094] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1691.233094] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] stable_ref.fetch_moref(session) [ 1691.233094] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1691.233094] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1691.233094] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] nova.exception.InstanceNotFound: Instance 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc could not be found. [ 1691.233094] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] [ 1691.233094] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] During handling of the above exception, another exception occurred: [ 1691.233094] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] [ 1691.233094] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Traceback (most recent call last): [ 1691.233094] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1691.233094] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] yield [ 1691.233094] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1691.233094] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] self._do_rebuild_instance_with_claim( [ 1691.233986] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1691.233986] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] self._do_rebuild_instance( [ 1691.233986] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1691.233986] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] self._rebuild_default_impl(**kwargs) [ 1691.233986] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1691.233986] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] self._rebuild_volume_backed_instance( [ 1691.233986] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1691.233986] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] raise exception.BuildAbortException( [ 1691.233986] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] nova.exception.BuildAbortException: Build of instance 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc aborted: Failed to rebuild volume backed instance. [ 1691.233986] env[70015]: ERROR nova.compute.manager [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] [ 1693.188051] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1693.249562] env[70015]: DEBUG oslo_concurrency.lockutils [None req-41d4741b-12e3-48b1-a0df-269e161d7403 tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1693.249858] env[70015]: DEBUG oslo_concurrency.lockutils [None req-41d4741b-12e3-48b1-a0df-269e161d7403 tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1693.264660] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0637a89-5c0b-4743-88c6-4144bbdc75e5 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.272191] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6698819-1b4e-41cf-8876-578feeb31f1f {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.302685] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185099d8-5635-40fb-bc1c-96d9b079310d {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.309837] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d52e312-ed2b-45d1-a1a6-9e3d47e23064 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.322643] env[70015]: DEBUG nova.compute.provider_tree [None req-41d4741b-12e3-48b1-a0df-269e161d7403 tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1693.536721] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5ba53f69-1cab-4647-9f96-5e2ffd3b2dbb tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Acquiring lock "6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1693.536980] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5ba53f69-1cab-4647-9f96-5e2ffd3b2dbb tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Lock "6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1693.537217] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5ba53f69-1cab-4647-9f96-5e2ffd3b2dbb tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Acquiring lock "6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1693.537444] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5ba53f69-1cab-4647-9f96-5e2ffd3b2dbb tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Lock "6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1693.537623] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5ba53f69-1cab-4647-9f96-5e2ffd3b2dbb tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Lock "6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1693.539864] env[70015]: INFO nova.compute.manager [None req-5ba53f69-1cab-4647-9f96-5e2ffd3b2dbb tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Terminating instance [ 1693.825659] env[70015]: DEBUG nova.scheduler.client.report [None req-41d4741b-12e3-48b1-a0df-269e161d7403 tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1694.044289] env[70015]: DEBUG nova.compute.manager [None req-5ba53f69-1cab-4647-9f96-5e2ffd3b2dbb tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Start destroying the instance on the hypervisor. {{(pid=70015) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1694.044677] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-68a43f93-3969-41b8-901c-27802047851e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.054339] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52ddede-6676-4560-a8f8-9f6d71ca1b65 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.077484] env[70015]: WARNING nova.virt.vmwareapi.driver [None req-5ba53f69-1cab-4647-9f96-5e2ffd3b2dbb tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc could not be found. [ 1694.077636] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba53f69-1cab-4647-9f96-5e2ffd3b2dbb tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Destroying instance {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1694.077925] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f903bd7b-0e2d-4f40-a480-653f9b236030 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.089432] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85672bc-b4a3-4132-8f47-ad13c2843a95 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.112816] env[70015]: WARNING nova.virt.vmwareapi.vmops [None req-5ba53f69-1cab-4647-9f96-5e2ffd3b2dbb tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc could not be found. [ 1694.113036] env[70015]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba53f69-1cab-4647-9f96-5e2ffd3b2dbb tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Instance destroyed {{(pid=70015) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1694.113200] env[70015]: INFO nova.compute.manager [None req-5ba53f69-1cab-4647-9f96-5e2ffd3b2dbb tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Took 0.07 seconds to destroy the instance on the hypervisor. [ 1694.113438] env[70015]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ba53f69-1cab-4647-9f96-5e2ffd3b2dbb tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70015) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1694.113661] env[70015]: DEBUG nova.compute.manager [-] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Deallocating network for instance {{(pid=70015) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1694.113754] env[70015]: DEBUG nova.network.neutron [-] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] deallocate_for_instance() {{(pid=70015) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1694.193342] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1694.330677] env[70015]: DEBUG oslo_concurrency.lockutils [None req-41d4741b-12e3-48b1-a0df-269e161d7403 tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.081s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1694.330891] env[70015]: INFO nova.compute.manager [None req-41d4741b-12e3-48b1-a0df-269e161d7403 tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Successfully reverted task state from rebuilding on failure for instance. [ 1694.580052] env[70015]: DEBUG nova.compute.manager [req-b1e2f60f-f692-4f65-bddf-24b3d1feb46b req-595bc96c-75e1-4071-b28f-8a1348eda1ad service nova] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Received event network-vif-deleted-61b0abe4-f23f-4e38-b309-cf0cc1f73237 {{(pid=70015) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1694.580052] env[70015]: INFO nova.compute.manager [req-b1e2f60f-f692-4f65-bddf-24b3d1feb46b req-595bc96c-75e1-4071-b28f-8a1348eda1ad service nova] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Neutron deleted interface 61b0abe4-f23f-4e38-b309-cf0cc1f73237; detaching it from the instance and deleting it from the info cache [ 1694.580052] env[70015]: DEBUG nova.network.neutron [req-b1e2f60f-f692-4f65-bddf-24b3d1feb46b req-595bc96c-75e1-4071-b28f-8a1348eda1ad service nova] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1695.060174] env[70015]: DEBUG nova.network.neutron [-] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Updating instance_info_cache with network_info: [] {{(pid=70015) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1695.082662] env[70015]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c5b5cd9c-afc1-4771-bcc6-08b0f18f1f26 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.096213] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec615d3-3949-4fa0-aa87-7f8655168a8e {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.129598] env[70015]: DEBUG nova.compute.manager [req-b1e2f60f-f692-4f65-bddf-24b3d1feb46b req-595bc96c-75e1-4071-b28f-8a1348eda1ad service nova] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Detach interface failed, port_id=61b0abe4-f23f-4e38-b309-cf0cc1f73237, reason: Instance 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc could not be found. {{(pid=70015) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1695.563618] env[70015]: INFO nova.compute.manager [-] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Took 1.45 seconds to deallocate network for instance. [ 1696.111306] env[70015]: INFO nova.compute.manager [None req-5ba53f69-1cab-4647-9f96-5e2ffd3b2dbb tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Took 0.55 seconds to detach 1 volumes for instance. [ 1696.113518] env[70015]: DEBUG nova.compute.manager [None req-5ba53f69-1cab-4647-9f96-5e2ffd3b2dbb tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] [instance: 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc] Deleting volume: 974d4538-f835-4348-a2cf-655cabeaa94d {{(pid=70015) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1696.657247] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5ba53f69-1cab-4647-9f96-5e2ffd3b2dbb tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1696.657247] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5ba53f69-1cab-4647-9f96-5e2ffd3b2dbb tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1696.657247] env[70015]: DEBUG nova.objects.instance [None req-5ba53f69-1cab-4647-9f96-5e2ffd3b2dbb tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Lazy-loading 'resources' on Instance uuid 6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc {{(pid=70015) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1697.174535] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407f1cd4-56d1-4535-a45d-df63afec57c1 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.182360] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cda4e92-6abb-454f-b073-218af0d59801 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.211470] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1697.211870] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1697.212583] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc2380f-597c-437e-9a9b-5567dd6b7652 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.219648] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13460d7e-2585-4c91-ad20-4e1946ac6289 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.233539] env[70015]: DEBUG nova.compute.provider_tree [None req-5ba53f69-1cab-4647-9f96-5e2ffd3b2dbb tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1697.736231] env[70015]: DEBUG nova.scheduler.client.report [None req-5ba53f69-1cab-4647-9f96-5e2ffd3b2dbb tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1698.240947] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5ba53f69-1cab-4647-9f96-5e2ffd3b2dbb tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.585s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1698.759840] env[70015]: DEBUG oslo_concurrency.lockutils [None req-5ba53f69-1cab-4647-9f96-5e2ffd3b2dbb tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Lock "6f15af7f-4fcc-4f73-af15-5a3a8ec7dcbc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.223s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1700.192612] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1701.193028] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1701.193350] env[70015]: DEBUG nova.compute.manager [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70015) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1701.193542] env[70015]: DEBUG oslo_service.periodic_task [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70015) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1701.696983] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1701.697276] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1701.697448] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1701.697604] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70015) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1701.698523] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c2c1f9-9eca-4ef4-87de-3a28f60e55fe {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.706702] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d902617-1326-4111-8525-703e6e90af63 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.720681] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37c770a-7868-4c49-a308-af67eab58005 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.726909] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad071885-3635-4fa5-9e69-33c7d1bcbd45 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.756202] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180713MB free_disk=77GB free_vcpus=48 pci_devices=None {{(pid=70015) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1701.756377] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1701.756576] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1702.774105] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=70015) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1702.774351] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=70015) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1702.786759] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25cf707-fe44-4420-a7bc-7fdc23870a18 {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.794315] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e35f04-13b4-483b-8651-19203fbec56a {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.823589] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40aad35-1eb3-4635-8beb-a1271dc09baf {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.830163] env[70015]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03edd6fe-9953-45e0-b21b-501d88b6dabd {{(pid=70015) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.842395] env[70015]: DEBUG nova.compute.provider_tree [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Inventory has not changed in ProviderTree for provider: 74b1aad2-fde9-482f-bdc7-a62277f2e79c {{(pid=70015) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1703.345559] env[70015]: DEBUG nova.scheduler.client.report [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Inventory has not changed for provider 74b1aad2-fde9-482f-bdc7-a62277f2e79c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70015) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1703.850566] env[70015]: DEBUG nova.compute.resource_tracker [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70015) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1703.850942] env[70015]: DEBUG oslo_concurrency.lockutils [None req-696a7ba9-a4dc-4a80-8bcc-80bf1ccdad59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.094s {{(pid=70015) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}